{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.99712,
  "eval_steps": 500,
  "global_step": 3907,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00128,
      "grad_norm": 943.0071411132812,
      "learning_rate": 0.0,
      "loss": 26.8583,
      "memory/device_mem_reserved(gib)": 42.35,
      "memory/max_mem_active(gib)": 33.48,
      "memory/max_mem_allocated(gib)": 33.48,
      "step": 1
    },
    {
      "epoch": 0.00256,
      "grad_norm": 894.6732788085938,
      "learning_rate": 2.0512820512820514e-07,
      "loss": 26.3429,
      "memory/device_mem_reserved(gib)": 42.72,
      "memory/max_mem_active(gib)": 35.36,
      "memory/max_mem_allocated(gib)": 35.36,
      "step": 2
    },
    {
      "epoch": 0.00384,
      "grad_norm": 779.1138916015625,
      "learning_rate": 4.102564102564103e-07,
      "loss": 26.7813,
      "memory/device_mem_reserved(gib)": 42.72,
      "memory/max_mem_active(gib)": 35.48,
      "memory/max_mem_allocated(gib)": 35.48,
      "step": 3
    },
    {
      "epoch": 0.00512,
      "grad_norm": 827.8781127929688,
      "learning_rate": 6.153846153846155e-07,
      "loss": 26.6513,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 35.48,
      "memory/max_mem_allocated(gib)": 35.48,
      "step": 4
    },
    {
      "epoch": 0.0064,
      "grad_norm": 801.3063354492188,
      "learning_rate": 8.205128205128206e-07,
      "loss": 25.6832,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 35.51,
      "memory/max_mem_allocated(gib)": 35.51,
      "step": 5
    },
    {
      "epoch": 0.00768,
      "grad_norm": 795.1607055664062,
      "learning_rate": 1.0256410256410257e-06,
      "loss": 26.3663,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 35.58,
      "memory/max_mem_allocated(gib)": 35.58,
      "step": 6
    },
    {
      "epoch": 0.00896,
      "grad_norm": 722.6891479492188,
      "learning_rate": 1.230769230769231e-06,
      "loss": 25.8257,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 35.85,
      "memory/max_mem_allocated(gib)": 35.85,
      "step": 7
    },
    {
      "epoch": 0.01024,
      "grad_norm": 627.534912109375,
      "learning_rate": 1.4358974358974359e-06,
      "loss": 24.7408,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 35.85,
      "memory/max_mem_allocated(gib)": 35.85,
      "step": 8
    },
    {
      "epoch": 0.01152,
      "grad_norm": 543.8820190429688,
      "learning_rate": 1.6410256410256412e-06,
      "loss": 23.6523,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 35.85,
      "memory/max_mem_allocated(gib)": 35.85,
      "step": 9
    },
    {
      "epoch": 0.0128,
      "grad_norm": 544.8069458007812,
      "learning_rate": 1.8461538461538465e-06,
      "loss": 23.3348,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 35.85,
      "memory/max_mem_allocated(gib)": 35.85,
      "step": 10
    },
    {
      "epoch": 0.01408,
      "grad_norm": 294.4563903808594,
      "learning_rate": 2.0512820512820513e-06,
      "loss": 20.9558,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 35.85,
      "memory/max_mem_allocated(gib)": 35.85,
      "step": 11
    },
    {
      "epoch": 0.01536,
      "grad_norm": 226.8517608642578,
      "learning_rate": 2.2564102564102566e-06,
      "loss": 20.32,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 35.85,
      "memory/max_mem_allocated(gib)": 35.85,
      "step": 12
    },
    {
      "epoch": 0.01664,
      "grad_norm": 286.2758483886719,
      "learning_rate": 2.461538461538462e-06,
      "loss": 19.5688,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 13
    },
    {
      "epoch": 0.01792,
      "grad_norm": 1015.4624633789062,
      "learning_rate": 2.666666666666667e-06,
      "loss": 17.2266,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 14
    },
    {
      "epoch": 0.0192,
      "grad_norm": 123.43961334228516,
      "learning_rate": 2.8717948717948717e-06,
      "loss": 17.0533,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 15
    },
    {
      "epoch": 0.02048,
      "grad_norm": 134.70875549316406,
      "learning_rate": 3.0769230769230774e-06,
      "loss": 16.9612,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 16
    },
    {
      "epoch": 0.02176,
      "grad_norm": 202.82203674316406,
      "learning_rate": 3.2820512820512823e-06,
      "loss": 16.1024,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 17
    },
    {
      "epoch": 0.02304,
      "grad_norm": 111.19059753417969,
      "learning_rate": 3.487179487179487e-06,
      "loss": 16.0882,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 18
    },
    {
      "epoch": 0.02432,
      "grad_norm": 104.26502990722656,
      "learning_rate": 3.692307692307693e-06,
      "loss": 14.7304,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 19
    },
    {
      "epoch": 0.0256,
      "grad_norm": 96.52542114257812,
      "learning_rate": 3.897435897435898e-06,
      "loss": 14.0899,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 20
    },
    {
      "epoch": 0.02688,
      "grad_norm": 190.97918701171875,
      "learning_rate": 4.102564102564103e-06,
      "loss": 13.7304,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 21
    },
    {
      "epoch": 0.02816,
      "grad_norm": 96.3394546508789,
      "learning_rate": 4.307692307692308e-06,
      "loss": 13.342,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 22
    },
    {
      "epoch": 0.02944,
      "grad_norm": 156.62698364257812,
      "learning_rate": 4.512820512820513e-06,
      "loss": 12.1164,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 23
    },
    {
      "epoch": 0.03072,
      "grad_norm": 300.738037109375,
      "learning_rate": 4.717948717948718e-06,
      "loss": 13.1879,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 24
    },
    {
      "epoch": 0.032,
      "grad_norm": 496.22723388671875,
      "learning_rate": 4.923076923076924e-06,
      "loss": 12.3662,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 25
    },
    {
      "epoch": 0.03328,
      "grad_norm": 267.0767822265625,
      "learning_rate": 5.128205128205128e-06,
      "loss": 11.5903,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 26
    },
    {
      "epoch": 0.03456,
      "grad_norm": 71.49817657470703,
      "learning_rate": 5.333333333333334e-06,
      "loss": 11.8657,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 27
    },
    {
      "epoch": 0.03584,
      "grad_norm": 71.2458724975586,
      "learning_rate": 5.538461538461539e-06,
      "loss": 12.0617,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 28
    },
    {
      "epoch": 0.03712,
      "grad_norm": 52.17582321166992,
      "learning_rate": 5.743589743589743e-06,
      "loss": 11.6688,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 29
    },
    {
      "epoch": 0.0384,
      "grad_norm": 77.97213745117188,
      "learning_rate": 5.948717948717949e-06,
      "loss": 11.179,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 30
    },
    {
      "epoch": 0.03968,
      "grad_norm": 40.552940368652344,
      "learning_rate": 6.153846153846155e-06,
      "loss": 11.5282,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 31
    },
    {
      "epoch": 0.04096,
      "grad_norm": 44.37596130371094,
      "learning_rate": 6.358974358974359e-06,
      "loss": 11.1185,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 32
    },
    {
      "epoch": 0.04224,
      "grad_norm": 38.9630126953125,
      "learning_rate": 6.564102564102565e-06,
      "loss": 10.3685,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 33
    },
    {
      "epoch": 0.04352,
      "grad_norm": 62.90005111694336,
      "learning_rate": 6.76923076923077e-06,
      "loss": 10.3497,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 34
    },
    {
      "epoch": 0.0448,
      "grad_norm": 42.33110427856445,
      "learning_rate": 6.974358974358974e-06,
      "loss": 10.3175,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 35
    },
    {
      "epoch": 0.04608,
      "grad_norm": 46.9105339050293,
      "learning_rate": 7.17948717948718e-06,
      "loss": 9.3845,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 36
    },
    {
      "epoch": 0.04736,
      "grad_norm": 36.809818267822266,
      "learning_rate": 7.384615384615386e-06,
      "loss": 9.9634,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 37
    },
    {
      "epoch": 0.04864,
      "grad_norm": 43.702144622802734,
      "learning_rate": 7.58974358974359e-06,
      "loss": 9.5653,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 38
    },
    {
      "epoch": 0.04992,
      "grad_norm": 51.769222259521484,
      "learning_rate": 7.794871794871796e-06,
      "loss": 9.85,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 39
    },
    {
      "epoch": 0.0512,
      "grad_norm": 44.05131530761719,
      "learning_rate": 8.000000000000001e-06,
      "loss": 9.2472,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 40
    },
    {
      "epoch": 0.05248,
      "grad_norm": 39.230037689208984,
      "learning_rate": 8.205128205128205e-06,
      "loss": 10.0696,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 41
    },
    {
      "epoch": 0.05376,
      "grad_norm": 33.89363098144531,
      "learning_rate": 8.410256410256411e-06,
      "loss": 9.714,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 42
    },
    {
      "epoch": 0.05504,
      "grad_norm": 39.05463409423828,
      "learning_rate": 8.615384615384617e-06,
      "loss": 9.4948,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 43
    },
    {
      "epoch": 0.05632,
      "grad_norm": 60.644073486328125,
      "learning_rate": 8.820512820512821e-06,
      "loss": 9.4933,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.32,
      "memory/max_mem_allocated(gib)": 37.32,
      "step": 44
    },
    {
      "epoch": 0.0576,
      "grad_norm": 33.32774353027344,
      "learning_rate": 9.025641025641027e-06,
      "loss": 8.9878,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.32,
      "memory/max_mem_allocated(gib)": 37.32,
      "step": 45
    },
    {
      "epoch": 0.05888,
      "grad_norm": 54.093814849853516,
      "learning_rate": 9.230769230769232e-06,
      "loss": 8.8003,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.32,
      "memory/max_mem_allocated(gib)": 37.32,
      "step": 46
    },
    {
      "epoch": 0.06016,
      "grad_norm": 52.485355377197266,
      "learning_rate": 9.435897435897436e-06,
      "loss": 9.0157,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.32,
      "memory/max_mem_allocated(gib)": 37.32,
      "step": 47
    },
    {
      "epoch": 0.06144,
      "grad_norm": 38.83443069458008,
      "learning_rate": 9.641025641025642e-06,
      "loss": 8.8389,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 48
    },
    {
      "epoch": 0.06272,
      "grad_norm": 34.78817367553711,
      "learning_rate": 9.846153846153848e-06,
      "loss": 9.2305,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 49
    },
    {
      "epoch": 0.064,
      "grad_norm": 30.74789047241211,
      "learning_rate": 1.0051282051282052e-05,
      "loss": 9.3737,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 50
    },
    {
      "epoch": 0.06528,
      "grad_norm": 32.679473876953125,
      "learning_rate": 1.0256410256410256e-05,
      "loss": 8.4924,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 51
    },
    {
      "epoch": 0.06656,
      "grad_norm": 32.131465911865234,
      "learning_rate": 1.0461538461538463e-05,
      "loss": 8.9277,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 52
    },
    {
      "epoch": 0.06784,
      "grad_norm": 36.75102233886719,
      "learning_rate": 1.0666666666666667e-05,
      "loss": 8.4143,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 53
    },
    {
      "epoch": 0.06912,
      "grad_norm": 32.4638557434082,
      "learning_rate": 1.0871794871794871e-05,
      "loss": 9.0337,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 54
    },
    {
      "epoch": 0.0704,
      "grad_norm": 32.151004791259766,
      "learning_rate": 1.1076923076923079e-05,
      "loss": 8.4576,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 55
    },
    {
      "epoch": 0.07168,
      "grad_norm": 34.92361068725586,
      "learning_rate": 1.1282051282051283e-05,
      "loss": 9.0393,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 56
    },
    {
      "epoch": 0.07296,
      "grad_norm": 33.59746170043945,
      "learning_rate": 1.1487179487179487e-05,
      "loss": 8.5978,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 57
    },
    {
      "epoch": 0.07424,
      "grad_norm": 30.633743286132812,
      "learning_rate": 1.1692307692307694e-05,
      "loss": 8.9065,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 58
    },
    {
      "epoch": 0.07552,
      "grad_norm": 33.507991790771484,
      "learning_rate": 1.1897435897435898e-05,
      "loss": 8.1213,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 59
    },
    {
      "epoch": 0.0768,
      "grad_norm": 27.579364776611328,
      "learning_rate": 1.2102564102564102e-05,
      "loss": 8.3608,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 60
    },
    {
      "epoch": 0.07808,
      "grad_norm": 31.997669219970703,
      "learning_rate": 1.230769230769231e-05,
      "loss": 8.6949,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 61
    },
    {
      "epoch": 0.07936,
      "grad_norm": 43.29601287841797,
      "learning_rate": 1.2512820512820514e-05,
      "loss": 8.2145,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 62
    },
    {
      "epoch": 0.08064,
      "grad_norm": 39.44371795654297,
      "learning_rate": 1.2717948717948718e-05,
      "loss": 8.9729,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 63
    },
    {
      "epoch": 0.08192,
      "grad_norm": 27.800060272216797,
      "learning_rate": 1.2923076923076925e-05,
      "loss": 8.4771,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 64
    },
    {
      "epoch": 0.0832,
      "grad_norm": 31.16974639892578,
      "learning_rate": 1.312820512820513e-05,
      "loss": 8.1678,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 65
    },
    {
      "epoch": 0.08448,
      "grad_norm": 29.951412200927734,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 8.4692,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 66
    },
    {
      "epoch": 0.08576,
      "grad_norm": 33.43301010131836,
      "learning_rate": 1.353846153846154e-05,
      "loss": 8.59,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 67
    },
    {
      "epoch": 0.08704,
      "grad_norm": 30.690488815307617,
      "learning_rate": 1.3743589743589745e-05,
      "loss": 8.3174,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 68
    },
    {
      "epoch": 0.08832,
      "grad_norm": 43.150413513183594,
      "learning_rate": 1.3948717948717949e-05,
      "loss": 7.7014,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 69
    },
    {
      "epoch": 0.0896,
      "grad_norm": 30.924102783203125,
      "learning_rate": 1.4153846153846156e-05,
      "loss": 7.9086,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 70
    },
    {
      "epoch": 0.09088,
      "grad_norm": 35.42169952392578,
      "learning_rate": 1.435897435897436e-05,
      "loss": 7.9174,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 71
    },
    {
      "epoch": 0.09216,
      "grad_norm": 25.840164184570312,
      "learning_rate": 1.4564102564102564e-05,
      "loss": 8.4217,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 72
    },
    {
      "epoch": 0.09344,
      "grad_norm": 29.021928787231445,
      "learning_rate": 1.4769230769230772e-05,
      "loss": 8.0681,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 73
    },
    {
      "epoch": 0.09472,
      "grad_norm": 28.393680572509766,
      "learning_rate": 1.4974358974358976e-05,
      "loss": 7.8655,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 74
    },
    {
      "epoch": 0.096,
      "grad_norm": 26.432907104492188,
      "learning_rate": 1.517948717948718e-05,
      "loss": 8.1354,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 75
    },
    {
      "epoch": 0.09728,
      "grad_norm": 26.480314254760742,
      "learning_rate": 1.5384615384615387e-05,
      "loss": 8.1304,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 76
    },
    {
      "epoch": 0.09856,
      "grad_norm": 28.24249267578125,
      "learning_rate": 1.558974358974359e-05,
      "loss": 8.0136,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 77
    },
    {
      "epoch": 0.09984,
      "grad_norm": 32.14089584350586,
      "learning_rate": 1.5794871794871795e-05,
      "loss": 7.8525,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 78
    },
    {
      "epoch": 0.10112,
      "grad_norm": 28.165756225585938,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 7.6275,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 79
    },
    {
      "epoch": 0.1024,
      "grad_norm": 50.589576721191406,
      "learning_rate": 1.6205128205128207e-05,
      "loss": 7.9023,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 80
    },
    {
      "epoch": 0.10368,
      "grad_norm": 32.237186431884766,
      "learning_rate": 1.641025641025641e-05,
      "loss": 7.8455,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 81
    },
    {
      "epoch": 0.10496,
      "grad_norm": 57.88458251953125,
      "learning_rate": 1.6615384615384618e-05,
      "loss": 8.3592,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 82
    },
    {
      "epoch": 0.10624,
      "grad_norm": 81.25857543945312,
      "learning_rate": 1.6820512820512822e-05,
      "loss": 7.9317,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 83
    },
    {
      "epoch": 0.10752,
      "grad_norm": 36.469661712646484,
      "learning_rate": 1.7025641025641026e-05,
      "loss": 7.7456,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 84
    },
    {
      "epoch": 0.1088,
      "grad_norm": 34.244468688964844,
      "learning_rate": 1.7230769230769234e-05,
      "loss": 8.2579,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 85
    },
    {
      "epoch": 0.11008,
      "grad_norm": 27.221975326538086,
      "learning_rate": 1.7435897435897438e-05,
      "loss": 8.0872,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 86
    },
    {
      "epoch": 0.11136,
      "grad_norm": 27.627161026000977,
      "learning_rate": 1.7641025641025642e-05,
      "loss": 7.9209,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 87
    },
    {
      "epoch": 0.11264,
      "grad_norm": 31.908048629760742,
      "learning_rate": 1.784615384615385e-05,
      "loss": 7.7487,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 88
    },
    {
      "epoch": 0.11392,
      "grad_norm": 51.19007873535156,
      "learning_rate": 1.8051282051282053e-05,
      "loss": 8.1042,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 89
    },
    {
      "epoch": 0.1152,
      "grad_norm": 31.66413116455078,
      "learning_rate": 1.8256410256410257e-05,
      "loss": 8.1761,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 90
    },
    {
      "epoch": 0.11648,
      "grad_norm": 29.217517852783203,
      "learning_rate": 1.8461538461538465e-05,
      "loss": 8.3608,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 91
    },
    {
      "epoch": 0.11776,
      "grad_norm": 27.76142120361328,
      "learning_rate": 1.866666666666667e-05,
      "loss": 7.7945,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 92
    },
    {
      "epoch": 0.11904,
      "grad_norm": 27.775718688964844,
      "learning_rate": 1.8871794871794873e-05,
      "loss": 7.733,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 93
    },
    {
      "epoch": 0.12032,
      "grad_norm": 37.3453369140625,
      "learning_rate": 1.907692307692308e-05,
      "loss": 7.8987,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 94
    },
    {
      "epoch": 0.1216,
      "grad_norm": 32.615238189697266,
      "learning_rate": 1.9282051282051284e-05,
      "loss": 7.9751,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 95
    },
    {
      "epoch": 0.12288,
      "grad_norm": 26.937097549438477,
      "learning_rate": 1.9487179487179488e-05,
      "loss": 7.8048,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 96
    },
    {
      "epoch": 0.12416,
      "grad_norm": 26.439821243286133,
      "learning_rate": 1.9692307692307696e-05,
      "loss": 7.3239,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 97
    },
    {
      "epoch": 0.12544,
      "grad_norm": 27.929983139038086,
      "learning_rate": 1.98974358974359e-05,
      "loss": 7.7842,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 98
    },
    {
      "epoch": 0.12672,
      "grad_norm": 30.22813606262207,
      "learning_rate": 2.0102564102564104e-05,
      "loss": 7.4926,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 99
    },
    {
      "epoch": 0.128,
      "grad_norm": 26.91910171508789,
      "learning_rate": 2.0307692307692308e-05,
      "loss": 7.3742,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 100
    },
    {
      "epoch": 0.12928,
      "grad_norm": 27.321151733398438,
      "learning_rate": 2.0512820512820512e-05,
      "loss": 7.679,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 101
    },
    {
      "epoch": 0.13056,
      "grad_norm": 26.660919189453125,
      "learning_rate": 2.0717948717948723e-05,
      "loss": 7.4025,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 102
    },
    {
      "epoch": 0.13184,
      "grad_norm": 24.156625747680664,
      "learning_rate": 2.0923076923076927e-05,
      "loss": 7.5025,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 103
    },
    {
      "epoch": 0.13312,
      "grad_norm": 25.177528381347656,
      "learning_rate": 2.112820512820513e-05,
      "loss": 7.6049,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 104
    },
    {
      "epoch": 0.1344,
      "grad_norm": 31.735584259033203,
      "learning_rate": 2.1333333333333335e-05,
      "loss": 7.4242,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 105
    },
    {
      "epoch": 0.13568,
      "grad_norm": 27.15195083618164,
      "learning_rate": 2.153846153846154e-05,
      "loss": 7.5803,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 106
    },
    {
      "epoch": 0.13696,
      "grad_norm": 28.860498428344727,
      "learning_rate": 2.1743589743589743e-05,
      "loss": 7.1806,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 107
    },
    {
      "epoch": 0.13824,
      "grad_norm": 25.703521728515625,
      "learning_rate": 2.1948717948717954e-05,
      "loss": 7.7719,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 108
    },
    {
      "epoch": 0.13952,
      "grad_norm": 27.85085105895996,
      "learning_rate": 2.2153846153846158e-05,
      "loss": 7.6507,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 109
    },
    {
      "epoch": 0.1408,
      "grad_norm": 96.5785903930664,
      "learning_rate": 2.235897435897436e-05,
      "loss": 7.055,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 110
    },
    {
      "epoch": 0.14208,
      "grad_norm": 31.93810272216797,
      "learning_rate": 2.2564102564102566e-05,
      "loss": 7.8408,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 111
    },
    {
      "epoch": 0.14336,
      "grad_norm": 26.788251876831055,
      "learning_rate": 2.276923076923077e-05,
      "loss": 7.5329,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 112
    },
    {
      "epoch": 0.14464,
      "grad_norm": 28.30866050720215,
      "learning_rate": 2.2974358974358974e-05,
      "loss": 7.7382,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 113
    },
    {
      "epoch": 0.14592,
      "grad_norm": 28.6704158782959,
      "learning_rate": 2.3179487179487184e-05,
      "loss": 7.4315,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 114
    },
    {
      "epoch": 0.1472,
      "grad_norm": 28.502559661865234,
      "learning_rate": 2.338461538461539e-05,
      "loss": 7.7116,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 115
    },
    {
      "epoch": 0.14848,
      "grad_norm": 29.095855712890625,
      "learning_rate": 2.3589743589743593e-05,
      "loss": 7.6553,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 116
    },
    {
      "epoch": 0.14976,
      "grad_norm": 86.58271789550781,
      "learning_rate": 2.3794871794871797e-05,
      "loss": 7.8731,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 117
    },
    {
      "epoch": 0.15104,
      "grad_norm": 33.38468551635742,
      "learning_rate": 2.4e-05,
      "loss": 7.6886,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 118
    },
    {
      "epoch": 0.15232,
      "grad_norm": 27.513471603393555,
      "learning_rate": 2.4205128205128205e-05,
      "loss": 7.3102,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 119
    },
    {
      "epoch": 0.1536,
      "grad_norm": 26.169601440429688,
      "learning_rate": 2.4410256410256415e-05,
      "loss": 7.636,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 120
    },
    {
      "epoch": 0.15488,
      "grad_norm": 30.805940628051758,
      "learning_rate": 2.461538461538462e-05,
      "loss": 8.1017,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 121
    },
    {
      "epoch": 0.15616,
      "grad_norm": 29.16293716430664,
      "learning_rate": 2.4820512820512824e-05,
      "loss": 7.5979,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 122
    },
    {
      "epoch": 0.15744,
      "grad_norm": 28.217666625976562,
      "learning_rate": 2.5025641025641028e-05,
      "loss": 7.8905,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 123
    },
    {
      "epoch": 0.15872,
      "grad_norm": 32.22761535644531,
      "learning_rate": 2.523076923076923e-05,
      "loss": 7.2379,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 124
    },
    {
      "epoch": 0.16,
      "grad_norm": 32.33599090576172,
      "learning_rate": 2.5435897435897436e-05,
      "loss": 7.6177,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 125
    },
    {
      "epoch": 0.16128,
      "grad_norm": 36.57991409301758,
      "learning_rate": 2.5641025641025646e-05,
      "loss": 7.5019,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 126
    },
    {
      "epoch": 0.16256,
      "grad_norm": 44.016719818115234,
      "learning_rate": 2.584615384615385e-05,
      "loss": 7.4338,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 127
    },
    {
      "epoch": 0.16384,
      "grad_norm": 45.56246566772461,
      "learning_rate": 2.6051282051282054e-05,
      "loss": 7.7715,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 128
    },
    {
      "epoch": 0.16512,
      "grad_norm": 34.28219223022461,
      "learning_rate": 2.625641025641026e-05,
      "loss": 7.5057,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 129
    },
    {
      "epoch": 0.1664,
      "grad_norm": 28.807167053222656,
      "learning_rate": 2.6461538461538463e-05,
      "loss": 7.61,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 130
    },
    {
      "epoch": 0.16768,
      "grad_norm": 28.65713882446289,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 7.9045,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 131
    },
    {
      "epoch": 0.16896,
      "grad_norm": 45.7618293762207,
      "learning_rate": 2.687179487179487e-05,
      "loss": 7.1914,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 132
    },
    {
      "epoch": 0.17024,
      "grad_norm": 32.19977569580078,
      "learning_rate": 2.707692307692308e-05,
      "loss": 7.3656,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 133
    },
    {
      "epoch": 0.17152,
      "grad_norm": 66.96687316894531,
      "learning_rate": 2.7282051282051285e-05,
      "loss": 7.6462,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 134
    },
    {
      "epoch": 0.1728,
      "grad_norm": 28.56231689453125,
      "learning_rate": 2.748717948717949e-05,
      "loss": 7.7734,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 135
    },
    {
      "epoch": 0.17408,
      "grad_norm": 27.52979850769043,
      "learning_rate": 2.7692307692307694e-05,
      "loss": 7.5534,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 136
    },
    {
      "epoch": 0.17536,
      "grad_norm": 30.6816463470459,
      "learning_rate": 2.7897435897435898e-05,
      "loss": 7.2064,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 137
    },
    {
      "epoch": 0.17664,
      "grad_norm": 29.34852409362793,
      "learning_rate": 2.81025641025641e-05,
      "loss": 7.4757,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 138
    },
    {
      "epoch": 0.17792,
      "grad_norm": 26.2587947845459,
      "learning_rate": 2.8307692307692312e-05,
      "loss": 6.8924,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 139
    },
    {
      "epoch": 0.1792,
      "grad_norm": 41.88474655151367,
      "learning_rate": 2.8512820512820516e-05,
      "loss": 7.4723,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 140
    },
    {
      "epoch": 0.18048,
      "grad_norm": 29.062210083007812,
      "learning_rate": 2.871794871794872e-05,
      "loss": 7.3144,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 141
    },
    {
      "epoch": 0.18176,
      "grad_norm": 39.41681671142578,
      "learning_rate": 2.8923076923076925e-05,
      "loss": 7.5186,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 142
    },
    {
      "epoch": 0.18304,
      "grad_norm": 33.29527282714844,
      "learning_rate": 2.912820512820513e-05,
      "loss": 7.397,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 143
    },
    {
      "epoch": 0.18432,
      "grad_norm": 29.38136100769043,
      "learning_rate": 2.9333333333333333e-05,
      "loss": 7.2251,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 144
    },
    {
      "epoch": 0.1856,
      "grad_norm": 26.536231994628906,
      "learning_rate": 2.9538461538461543e-05,
      "loss": 7.4635,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 145
    },
    {
      "epoch": 0.18688,
      "grad_norm": 32.984580993652344,
      "learning_rate": 2.9743589743589747e-05,
      "loss": 6.9008,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 146
    },
    {
      "epoch": 0.18816,
      "grad_norm": 28.295766830444336,
      "learning_rate": 2.994871794871795e-05,
      "loss": 7.617,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 147
    },
    {
      "epoch": 0.18944,
      "grad_norm": 26.763572692871094,
      "learning_rate": 3.0153846153846155e-05,
      "loss": 7.4041,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 148
    },
    {
      "epoch": 0.19072,
      "grad_norm": 26.86812400817871,
      "learning_rate": 3.035897435897436e-05,
      "loss": 7.3941,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 149
    },
    {
      "epoch": 0.192,
      "grad_norm": 25.87807846069336,
      "learning_rate": 3.0564102564102564e-05,
      "loss": 7.4806,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 150
    },
    {
      "epoch": 0.19328,
      "grad_norm": 30.369932174682617,
      "learning_rate": 3.0769230769230774e-05,
      "loss": 7.204,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 151
    },
    {
      "epoch": 0.19456,
      "grad_norm": 28.626787185668945,
      "learning_rate": 3.097435897435898e-05,
      "loss": 7.2299,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 152
    },
    {
      "epoch": 0.19584,
      "grad_norm": 43.030460357666016,
      "learning_rate": 3.117948717948718e-05,
      "loss": 7.5602,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 153
    },
    {
      "epoch": 0.19712,
      "grad_norm": 34.22526550292969,
      "learning_rate": 3.1384615384615386e-05,
      "loss": 7.3877,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 154
    },
    {
      "epoch": 0.1984,
      "grad_norm": 29.961040496826172,
      "learning_rate": 3.158974358974359e-05,
      "loss": 7.8363,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 155
    },
    {
      "epoch": 0.19968,
      "grad_norm": 39.8833122253418,
      "learning_rate": 3.1794871794871795e-05,
      "loss": 6.9627,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 156
    },
    {
      "epoch": 0.20096,
      "grad_norm": 29.044279098510742,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 7.6429,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 157
    },
    {
      "epoch": 0.20224,
      "grad_norm": 25.669994354248047,
      "learning_rate": 3.220512820512821e-05,
      "loss": 7.688,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 158
    },
    {
      "epoch": 0.20352,
      "grad_norm": 28.477352142333984,
      "learning_rate": 3.2410256410256413e-05,
      "loss": 7.0439,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 159
    },
    {
      "epoch": 0.2048,
      "grad_norm": 36.48465347290039,
      "learning_rate": 3.261538461538462e-05,
      "loss": 7.1525,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 160
    },
    {
      "epoch": 0.20608,
      "grad_norm": 28.120555877685547,
      "learning_rate": 3.282051282051282e-05,
      "loss": 7.1303,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 161
    },
    {
      "epoch": 0.20736,
      "grad_norm": 27.031818389892578,
      "learning_rate": 3.3025641025641025e-05,
      "loss": 7.2787,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 162
    },
    {
      "epoch": 0.20864,
      "grad_norm": 23.410655975341797,
      "learning_rate": 3.3230769230769236e-05,
      "loss": 7.1535,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 163
    },
    {
      "epoch": 0.20992,
      "grad_norm": 32.51003646850586,
      "learning_rate": 3.343589743589744e-05,
      "loss": 7.4385,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 164
    },
    {
      "epoch": 0.2112,
      "grad_norm": 26.756977081298828,
      "learning_rate": 3.3641025641025644e-05,
      "loss": 7.3921,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 165
    },
    {
      "epoch": 0.21248,
      "grad_norm": 27.445463180541992,
      "learning_rate": 3.384615384615385e-05,
      "loss": 7.5154,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 166
    },
    {
      "epoch": 0.21376,
      "grad_norm": 29.687232971191406,
      "learning_rate": 3.405128205128205e-05,
      "loss": 7.5589,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 167
    },
    {
      "epoch": 0.21504,
      "grad_norm": 27.78950309753418,
      "learning_rate": 3.4256410256410256e-05,
      "loss": 7.4382,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 168
    },
    {
      "epoch": 0.21632,
      "grad_norm": 28.9667911529541,
      "learning_rate": 3.446153846153847e-05,
      "loss": 7.5587,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 169
    },
    {
      "epoch": 0.2176,
      "grad_norm": 26.19134521484375,
      "learning_rate": 3.466666666666667e-05,
      "loss": 7.1173,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 170
    },
    {
      "epoch": 0.21888,
      "grad_norm": 24.684326171875,
      "learning_rate": 3.4871794871794875e-05,
      "loss": 6.8362,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 171
    },
    {
      "epoch": 0.22016,
      "grad_norm": 27.030635833740234,
      "learning_rate": 3.507692307692308e-05,
      "loss": 7.6929,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 172
    },
    {
      "epoch": 0.22144,
      "grad_norm": 25.954500198364258,
      "learning_rate": 3.5282051282051283e-05,
      "loss": 7.8366,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 173
    },
    {
      "epoch": 0.22272,
      "grad_norm": 25.295730590820312,
      "learning_rate": 3.548717948717949e-05,
      "loss": 6.9026,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 174
    },
    {
      "epoch": 0.224,
      "grad_norm": 28.83482551574707,
      "learning_rate": 3.56923076923077e-05,
      "loss": 7.361,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 175
    },
    {
      "epoch": 0.22528,
      "grad_norm": 27.518739700317383,
      "learning_rate": 3.58974358974359e-05,
      "loss": 7.0902,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 176
    },
    {
      "epoch": 0.22656,
      "grad_norm": 28.715906143188477,
      "learning_rate": 3.6102564102564106e-05,
      "loss": 7.4485,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 177
    },
    {
      "epoch": 0.22784,
      "grad_norm": 25.735797882080078,
      "learning_rate": 3.630769230769231e-05,
      "loss": 7.3161,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 178
    },
    {
      "epoch": 0.22912,
      "grad_norm": 27.011320114135742,
      "learning_rate": 3.6512820512820514e-05,
      "loss": 7.2051,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 179
    },
    {
      "epoch": 0.2304,
      "grad_norm": 26.674131393432617,
      "learning_rate": 3.671794871794872e-05,
      "loss": 6.928,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 180
    },
    {
      "epoch": 0.23168,
      "grad_norm": 25.457225799560547,
      "learning_rate": 3.692307692307693e-05,
      "loss": 6.8202,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 181
    },
    {
      "epoch": 0.23296,
      "grad_norm": 26.1579532623291,
      "learning_rate": 3.712820512820513e-05,
      "loss": 7.1869,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 182
    },
    {
      "epoch": 0.23424,
      "grad_norm": 27.95337677001953,
      "learning_rate": 3.733333333333334e-05,
      "loss": 7.373,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 183
    },
    {
      "epoch": 0.23552,
      "grad_norm": 27.133228302001953,
      "learning_rate": 3.753846153846154e-05,
      "loss": 7.3044,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 184
    },
    {
      "epoch": 0.2368,
      "grad_norm": 27.50359344482422,
      "learning_rate": 3.7743589743589745e-05,
      "loss": 7.4961,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 185
    },
    {
      "epoch": 0.23808,
      "grad_norm": 27.560222625732422,
      "learning_rate": 3.794871794871795e-05,
      "loss": 7.1648,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 186
    },
    {
      "epoch": 0.23936,
      "grad_norm": 25.785606384277344,
      "learning_rate": 3.815384615384616e-05,
      "loss": 7.4283,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 187
    },
    {
      "epoch": 0.24064,
      "grad_norm": 29.217227935791016,
      "learning_rate": 3.8358974358974364e-05,
      "loss": 6.8363,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 188
    },
    {
      "epoch": 0.24192,
      "grad_norm": 50.92862319946289,
      "learning_rate": 3.856410256410257e-05,
      "loss": 7.44,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 189
    },
    {
      "epoch": 0.2432,
      "grad_norm": 27.307830810546875,
      "learning_rate": 3.876923076923077e-05,
      "loss": 6.8786,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 190
    },
    {
      "epoch": 0.24448,
      "grad_norm": 25.177654266357422,
      "learning_rate": 3.8974358974358976e-05,
      "loss": 7.9231,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 191
    },
    {
      "epoch": 0.24576,
      "grad_norm": 23.015457153320312,
      "learning_rate": 3.917948717948718e-05,
      "loss": 7.1716,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 192
    },
    {
      "epoch": 0.24704,
      "grad_norm": 24.300140380859375,
      "learning_rate": 3.938461538461539e-05,
      "loss": 6.834,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 193
    },
    {
      "epoch": 0.24832,
      "grad_norm": 24.015390396118164,
      "learning_rate": 3.9589743589743595e-05,
      "loss": 7.5247,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 194
    },
    {
      "epoch": 0.2496,
      "grad_norm": 24.160938262939453,
      "learning_rate": 3.97948717948718e-05,
      "loss": 6.8585,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 195
    },
    {
      "epoch": 0.25088,
      "grad_norm": 23.785938262939453,
      "learning_rate": 4e-05,
      "loss": 7.2599,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 196
    },
    {
      "epoch": 0.25216,
      "grad_norm": 22.726558685302734,
      "learning_rate": 3.999999283718418e-05,
      "loss": 6.9804,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 197
    },
    {
      "epoch": 0.25344,
      "grad_norm": 22.305011749267578,
      "learning_rate": 3.999997134874184e-05,
      "loss": 7.1515,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 198
    },
    {
      "epoch": 0.25472,
      "grad_norm": 30.611007690429688,
      "learning_rate": 3.9999935534688374e-05,
      "loss": 7.5013,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 199
    },
    {
      "epoch": 0.256,
      "grad_norm": 25.6177921295166,
      "learning_rate": 3.999988539504943e-05,
      "loss": 7.29,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 200
    },
    {
      "epoch": 0.25728,
      "grad_norm": 24.974910736083984,
      "learning_rate": 3.9999820929860936e-05,
      "loss": 7.1416,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 201
    },
    {
      "epoch": 0.25856,
      "grad_norm": 27.46953010559082,
      "learning_rate": 3.9999742139169056e-05,
      "loss": 7.3123,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 202
    },
    {
      "epoch": 0.25984,
      "grad_norm": 25.888294219970703,
      "learning_rate": 3.9999649023030226e-05,
      "loss": 7.4571,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 203
    },
    {
      "epoch": 0.26112,
      "grad_norm": 24.391929626464844,
      "learning_rate": 3.999954158151115e-05,
      "loss": 7.2678,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 204
    },
    {
      "epoch": 0.2624,
      "grad_norm": 26.588842391967773,
      "learning_rate": 3.9999419814688785e-05,
      "loss": 7.0465,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 205
    },
    {
      "epoch": 0.26368,
      "grad_norm": 28.12875747680664,
      "learning_rate": 3.999928372265034e-05,
      "loss": 7.0782,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 206
    },
    {
      "epoch": 0.26496,
      "grad_norm": 24.28676986694336,
      "learning_rate": 3.999913330549331e-05,
      "loss": 7.1939,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 207
    },
    {
      "epoch": 0.26624,
      "grad_norm": 29.920822143554688,
      "learning_rate": 3.999896856332543e-05,
      "loss": 7.1549,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 208
    },
    {
      "epoch": 0.26752,
      "grad_norm": 25.22981834411621,
      "learning_rate": 3.99987894962647e-05,
      "loss": 7.262,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 209
    },
    {
      "epoch": 0.2688,
      "grad_norm": 28.09942054748535,
      "learning_rate": 3.999859610443938e-05,
      "loss": 6.9534,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 210
    },
    {
      "epoch": 0.27008,
      "grad_norm": 24.31924819946289,
      "learning_rate": 3.9998388387988e-05,
      "loss": 6.8504,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 211
    },
    {
      "epoch": 0.27136,
      "grad_norm": 25.096738815307617,
      "learning_rate": 3.999816634705934e-05,
      "loss": 7.5196,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 212
    },
    {
      "epoch": 0.27264,
      "grad_norm": 22.932994842529297,
      "learning_rate": 3.999792998181245e-05,
      "loss": 7.3784,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 213
    },
    {
      "epoch": 0.27392,
      "grad_norm": 24.63864517211914,
      "learning_rate": 3.999767929241662e-05,
      "loss": 7.3724,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 214
    },
    {
      "epoch": 0.2752,
      "grad_norm": 27.241973876953125,
      "learning_rate": 3.999741427905143e-05,
      "loss": 7.141,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 215
    },
    {
      "epoch": 0.27648,
      "grad_norm": 24.857637405395508,
      "learning_rate": 3.999713494190669e-05,
      "loss": 7.4432,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 216
    },
    {
      "epoch": 0.27776,
      "grad_norm": 24.38045883178711,
      "learning_rate": 3.999684128118249e-05,
      "loss": 6.7806,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 217
    },
    {
      "epoch": 0.27904,
      "grad_norm": 22.08219337463379,
      "learning_rate": 3.9996533297089175e-05,
      "loss": 6.746,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 218
    },
    {
      "epoch": 0.28032,
      "grad_norm": 23.54495620727539,
      "learning_rate": 3.999621098984735e-05,
      "loss": 7.7026,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 219
    },
    {
      "epoch": 0.2816,
      "grad_norm": 25.042194366455078,
      "learning_rate": 3.9995874359687876e-05,
      "loss": 7.6369,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 220
    },
    {
      "epoch": 0.28288,
      "grad_norm": 23.652082443237305,
      "learning_rate": 3.9995523406851876e-05,
      "loss": 6.8731,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 221
    },
    {
      "epoch": 0.28416,
      "grad_norm": 26.36944580078125,
      "learning_rate": 3.999515813159073e-05,
      "loss": 7.2179,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 222
    },
    {
      "epoch": 0.28544,
      "grad_norm": 22.965917587280273,
      "learning_rate": 3.9994778534166067e-05,
      "loss": 6.6468,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 223
    },
    {
      "epoch": 0.28672,
      "grad_norm": 21.778676986694336,
      "learning_rate": 3.9994384614849806e-05,
      "loss": 6.5735,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 224
    },
    {
      "epoch": 0.288,
      "grad_norm": 22.94593048095703,
      "learning_rate": 3.999397637392409e-05,
      "loss": 7.0562,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 225
    },
    {
      "epoch": 0.28928,
      "grad_norm": 23.361827850341797,
      "learning_rate": 3.999355381168134e-05,
      "loss": 7.6151,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 226
    },
    {
      "epoch": 0.29056,
      "grad_norm": 27.56318473815918,
      "learning_rate": 3.999311692842423e-05,
      "loss": 7.0598,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 227
    },
    {
      "epoch": 0.29184,
      "grad_norm": 25.052915573120117,
      "learning_rate": 3.9992665724465686e-05,
      "loss": 6.9419,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 228
    },
    {
      "epoch": 0.29312,
      "grad_norm": 22.458568572998047,
      "learning_rate": 3.9992200200128894e-05,
      "loss": 6.8586,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 229
    },
    {
      "epoch": 0.2944,
      "grad_norm": 22.5845890045166,
      "learning_rate": 3.999172035574732e-05,
      "loss": 7.0967,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 230
    },
    {
      "epoch": 0.29568,
      "grad_norm": 22.008697509765625,
      "learning_rate": 3.999122619166465e-05,
      "loss": 6.5535,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 231
    },
    {
      "epoch": 0.29696,
      "grad_norm": 27.653730392456055,
      "learning_rate": 3.999071770823485e-05,
      "loss": 6.896,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 232
    },
    {
      "epoch": 0.29824,
      "grad_norm": 27.453027725219727,
      "learning_rate": 3.9990194905822135e-05,
      "loss": 7.1251,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 233
    },
    {
      "epoch": 0.29952,
      "grad_norm": 23.42361068725586,
      "learning_rate": 3.9989657784800986e-05,
      "loss": 6.6759,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 234
    },
    {
      "epoch": 0.3008,
      "grad_norm": 25.460248947143555,
      "learning_rate": 3.9989106345556126e-05,
      "loss": 6.5325,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 235
    },
    {
      "epoch": 0.30208,
      "grad_norm": 21.456130981445312,
      "learning_rate": 3.998854058848253e-05,
      "loss": 6.9773,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 236
    },
    {
      "epoch": 0.30336,
      "grad_norm": 22.402469635009766,
      "learning_rate": 3.998796051398547e-05,
      "loss": 6.5739,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 237
    },
    {
      "epoch": 0.30464,
      "grad_norm": 25.344738006591797,
      "learning_rate": 3.998736612248041e-05,
      "loss": 7.1671,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 238
    },
    {
      "epoch": 0.30592,
      "grad_norm": 22.0131893157959,
      "learning_rate": 3.9986757414393126e-05,
      "loss": 6.8748,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 239
    },
    {
      "epoch": 0.3072,
      "grad_norm": 23.26058006286621,
      "learning_rate": 3.9986134390159604e-05,
      "loss": 7.7825,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 240
    },
    {
      "epoch": 0.30848,
      "grad_norm": 22.978452682495117,
      "learning_rate": 3.998549705022613e-05,
      "loss": 6.9889,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 241
    },
    {
      "epoch": 0.30976,
      "grad_norm": 22.34441375732422,
      "learning_rate": 3.998484539504919e-05,
      "loss": 6.8629,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 242
    },
    {
      "epoch": 0.31104,
      "grad_norm": 21.932756423950195,
      "learning_rate": 3.998417942509557e-05,
      "loss": 6.8839,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 243
    },
    {
      "epoch": 0.31232,
      "grad_norm": 22.450284957885742,
      "learning_rate": 3.998349914084229e-05,
      "loss": 6.9259,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 244
    },
    {
      "epoch": 0.3136,
      "grad_norm": 23.43891716003418,
      "learning_rate": 3.998280454277663e-05,
      "loss": 7.4878,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 245
    },
    {
      "epoch": 0.31488,
      "grad_norm": 23.052759170532227,
      "learning_rate": 3.9982095631396103e-05,
      "loss": 7.1667,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 246
    },
    {
      "epoch": 0.31616,
      "grad_norm": 22.649972915649414,
      "learning_rate": 3.99813724072085e-05,
      "loss": 6.9043,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 247
    },
    {
      "epoch": 0.31744,
      "grad_norm": 26.22787094116211,
      "learning_rate": 3.998063487073185e-05,
      "loss": 7.2344,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 248
    },
    {
      "epoch": 0.31872,
      "grad_norm": 24.223833084106445,
      "learning_rate": 3.997988302249444e-05,
      "loss": 7.2589,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 249
    },
    {
      "epoch": 0.32,
      "grad_norm": 24.03826332092285,
      "learning_rate": 3.9979116863034804e-05,
      "loss": 6.7151,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 250
    },
    {
      "epoch": 0.32128,
      "grad_norm": 22.1760196685791,
      "learning_rate": 3.997833639290172e-05,
      "loss": 6.8348,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 251
    },
    {
      "epoch": 0.32256,
      "grad_norm": 22.799570083618164,
      "learning_rate": 3.997754161265424e-05,
      "loss": 7.1877,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 252
    },
    {
      "epoch": 0.32384,
      "grad_norm": 22.74701499938965,
      "learning_rate": 3.9976732522861635e-05,
      "loss": 6.9047,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 253
    },
    {
      "epoch": 0.32512,
      "grad_norm": 25.717058181762695,
      "learning_rate": 3.997590912410345e-05,
      "loss": 6.8409,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 254
    },
    {
      "epoch": 0.3264,
      "grad_norm": 22.052553176879883,
      "learning_rate": 3.997507141696947e-05,
      "loss": 6.5738,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 255
    },
    {
      "epoch": 0.32768,
      "grad_norm": 22.36299705505371,
      "learning_rate": 3.997421940205972e-05,
      "loss": 6.8109,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 256
    },
    {
      "epoch": 0.32896,
      "grad_norm": 22.128829956054688,
      "learning_rate": 3.99733530799845e-05,
      "loss": 6.8317,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 257
    },
    {
      "epoch": 0.33024,
      "grad_norm": 21.069177627563477,
      "learning_rate": 3.997247245136432e-05,
      "loss": 6.5639,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 258
    },
    {
      "epoch": 0.33152,
      "grad_norm": 23.52779769897461,
      "learning_rate": 3.997157751682997e-05,
      "loss": 7.0196,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 259
    },
    {
      "epoch": 0.3328,
      "grad_norm": 21.972795486450195,
      "learning_rate": 3.997066827702248e-05,
      "loss": 6.785,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 260
    },
    {
      "epoch": 0.33408,
      "grad_norm": 21.496198654174805,
      "learning_rate": 3.996974473259311e-05,
      "loss": 6.9596,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 261
    },
    {
      "epoch": 0.33536,
      "grad_norm": 21.91351890563965,
      "learning_rate": 3.996880688420339e-05,
      "loss": 7.0109,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 262
    },
    {
      "epoch": 0.33664,
      "grad_norm": 21.90863609313965,
      "learning_rate": 3.996785473252507e-05,
      "loss": 7.0055,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 263
    },
    {
      "epoch": 0.33792,
      "grad_norm": 20.88056182861328,
      "learning_rate": 3.9966888278240165e-05,
      "loss": 6.6538,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 264
    },
    {
      "epoch": 0.3392,
      "grad_norm": 21.078819274902344,
      "learning_rate": 3.996590752204092e-05,
      "loss": 6.7109,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 265
    },
    {
      "epoch": 0.34048,
      "grad_norm": 22.81707000732422,
      "learning_rate": 3.996491246462986e-05,
      "loss": 7.133,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 266
    },
    {
      "epoch": 0.34176,
      "grad_norm": 20.072166442871094,
      "learning_rate": 3.99639031067197e-05,
      "loss": 6.4326,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 267
    },
    {
      "epoch": 0.34304,
      "grad_norm": 22.85912322998047,
      "learning_rate": 3.996287944903343e-05,
      "loss": 6.0596,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 268
    },
    {
      "epoch": 0.34432,
      "grad_norm": 20.76239013671875,
      "learning_rate": 3.9961841492304276e-05,
      "loss": 6.6507,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 269
    },
    {
      "epoch": 0.3456,
      "grad_norm": 19.712478637695312,
      "learning_rate": 3.9960789237275716e-05,
      "loss": 6.1169,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 270
    },
    {
      "epoch": 0.34688,
      "grad_norm": 20.842668533325195,
      "learning_rate": 3.995972268470146e-05,
      "loss": 6.5218,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 271
    },
    {
      "epoch": 0.34816,
      "grad_norm": 21.406526565551758,
      "learning_rate": 3.9958641835345444e-05,
      "loss": 6.544,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 272
    },
    {
      "epoch": 0.34944,
      "grad_norm": 19.909154891967773,
      "learning_rate": 3.9957546689981876e-05,
      "loss": 6.3945,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 273
    },
    {
      "epoch": 0.35072,
      "grad_norm": 22.129980087280273,
      "learning_rate": 3.995643724939519e-05,
      "loss": 6.928,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 274
    },
    {
      "epoch": 0.352,
      "grad_norm": 22.668916702270508,
      "learning_rate": 3.9955313514380045e-05,
      "loss": 6.5359,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 275
    },
    {
      "epoch": 0.35328,
      "grad_norm": 22.79288101196289,
      "learning_rate": 3.9954175485741367e-05,
      "loss": 6.8124,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 276
    },
    {
      "epoch": 0.35456,
      "grad_norm": 22.187679290771484,
      "learning_rate": 3.995302316429428e-05,
      "loss": 6.7816,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 277
    },
    {
      "epoch": 0.35584,
      "grad_norm": 21.212690353393555,
      "learning_rate": 3.9951856550864204e-05,
      "loss": 6.7888,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 278
    },
    {
      "epoch": 0.35712,
      "grad_norm": 24.434741973876953,
      "learning_rate": 3.9950675646286744e-05,
      "loss": 6.6915,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 279
    },
    {
      "epoch": 0.3584,
      "grad_norm": 21.761707305908203,
      "learning_rate": 3.994948045140776e-05,
      "loss": 6.7242,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 280
    },
    {
      "epoch": 0.35968,
      "grad_norm": 22.063465118408203,
      "learning_rate": 3.994827096708334e-05,
      "loss": 6.6921,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 281
    },
    {
      "epoch": 0.36096,
      "grad_norm": 25.381757736206055,
      "learning_rate": 3.994704719417984e-05,
      "loss": 7.071,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 282
    },
    {
      "epoch": 0.36224,
      "grad_norm": 22.839799880981445,
      "learning_rate": 3.994580913357381e-05,
      "loss": 6.7262,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 283
    },
    {
      "epoch": 0.36352,
      "grad_norm": 21.8648738861084,
      "learning_rate": 3.9944556786152044e-05,
      "loss": 6.4962,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 284
    },
    {
      "epoch": 0.3648,
      "grad_norm": 22.52872657775879,
      "learning_rate": 3.9943290152811595e-05,
      "loss": 6.5199,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 285
    },
    {
      "epoch": 0.36608,
      "grad_norm": 22.2255859375,
      "learning_rate": 3.994200923445971e-05,
      "loss": 6.4911,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 286
    },
    {
      "epoch": 0.36736,
      "grad_norm": 22.4370174407959,
      "learning_rate": 3.994071403201389e-05,
      "loss": 6.5201,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 287
    },
    {
      "epoch": 0.36864,
      "grad_norm": 21.043100357055664,
      "learning_rate": 3.9939404546401876e-05,
      "loss": 6.7387,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 288
    },
    {
      "epoch": 0.36992,
      "grad_norm": 21.55580711364746,
      "learning_rate": 3.993808077856162e-05,
      "loss": 7.1552,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 289
    },
    {
      "epoch": 0.3712,
      "grad_norm": 21.072420120239258,
      "learning_rate": 3.993674272944131e-05,
      "loss": 6.5502,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 290
    },
    {
      "epoch": 0.37248,
      "grad_norm": 19.36728858947754,
      "learning_rate": 3.993539039999938e-05,
      "loss": 6.4182,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 291
    },
    {
      "epoch": 0.37376,
      "grad_norm": 22.49052619934082,
      "learning_rate": 3.993402379120446e-05,
      "loss": 6.7808,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 292
    },
    {
      "epoch": 0.37504,
      "grad_norm": 21.347522735595703,
      "learning_rate": 3.993264290403544e-05,
      "loss": 6.3211,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 293
    },
    {
      "epoch": 0.37632,
      "grad_norm": 32.576332092285156,
      "learning_rate": 3.9931247739481417e-05,
      "loss": 7.0895,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 294
    },
    {
      "epoch": 0.3776,
      "grad_norm": 21.317947387695312,
      "learning_rate": 3.992983829854172e-05,
      "loss": 6.7049,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 295
    },
    {
      "epoch": 0.37888,
      "grad_norm": 22.153427124023438,
      "learning_rate": 3.992841458222592e-05,
      "loss": 6.4801,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 296
    },
    {
      "epoch": 0.38016,
      "grad_norm": 21.991912841796875,
      "learning_rate": 3.992697659155378e-05,
      "loss": 6.6653,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 297
    },
    {
      "epoch": 0.38144,
      "grad_norm": 20.74997329711914,
      "learning_rate": 3.992552432755531e-05,
      "loss": 6.7848,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 298
    },
    {
      "epoch": 0.38272,
      "grad_norm": 20.77501678466797,
      "learning_rate": 3.992405779127076e-05,
      "loss": 6.372,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 299
    },
    {
      "epoch": 0.384,
      "grad_norm": 23.363155364990234,
      "learning_rate": 3.992257698375056e-05,
      "loss": 6.7323,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 300
    },
    {
      "epoch": 0.38528,
      "grad_norm": 21.8572940826416,
      "learning_rate": 3.992108190605539e-05,
      "loss": 6.5135,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 301
    },
    {
      "epoch": 0.38656,
      "grad_norm": 21.71173095703125,
      "learning_rate": 3.991957255925615e-05,
      "loss": 6.6936,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 302
    },
    {
      "epoch": 0.38784,
      "grad_norm": 23.439016342163086,
      "learning_rate": 3.991804894443396e-05,
      "loss": 6.5132,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 303
    },
    {
      "epoch": 0.38912,
      "grad_norm": 21.625741958618164,
      "learning_rate": 3.991651106268015e-05,
      "loss": 6.3914,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 304
    },
    {
      "epoch": 0.3904,
      "grad_norm": 21.49151611328125,
      "learning_rate": 3.9914958915096285e-05,
      "loss": 6.5133,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 305
    },
    {
      "epoch": 0.39168,
      "grad_norm": 22.34687614440918,
      "learning_rate": 3.991339250279414e-05,
      "loss": 6.5864,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 306
    },
    {
      "epoch": 0.39296,
      "grad_norm": 20.753013610839844,
      "learning_rate": 3.99118118268957e-05,
      "loss": 6.1739,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 307
    },
    {
      "epoch": 0.39424,
      "grad_norm": 22.41289520263672,
      "learning_rate": 3.991021688853317e-05,
      "loss": 6.7079,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 308
    },
    {
      "epoch": 0.39552,
      "grad_norm": 23.286605834960938,
      "learning_rate": 3.990860768884898e-05,
      "loss": 6.197,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 309
    },
    {
      "epoch": 0.3968,
      "grad_norm": 24.417795181274414,
      "learning_rate": 3.9906984228995776e-05,
      "loss": 6.4504,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 310
    },
    {
      "epoch": 0.39808,
      "grad_norm": 28.878108978271484,
      "learning_rate": 3.990534651013641e-05,
      "loss": 7.0139,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 311
    },
    {
      "epoch": 0.39936,
      "grad_norm": 27.087127685546875,
      "learning_rate": 3.990369453344394e-05,
      "loss": 6.9705,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 312
    },
    {
      "epoch": 0.40064,
      "grad_norm": 39.3398551940918,
      "learning_rate": 3.990202830010166e-05,
      "loss": 6.6811,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 313
    },
    {
      "epoch": 0.40192,
      "grad_norm": 37.336788177490234,
      "learning_rate": 3.9900347811303055e-05,
      "loss": 6.6503,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 314
    },
    {
      "epoch": 0.4032,
      "grad_norm": 119.34093475341797,
      "learning_rate": 3.989865306825183e-05,
      "loss": 6.4789,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 315
    },
    {
      "epoch": 0.40448,
      "grad_norm": 24.357688903808594,
      "learning_rate": 3.98969440721619e-05,
      "loss": 6.4602,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 316
    },
    {
      "epoch": 0.40576,
      "grad_norm": 21.59403419494629,
      "learning_rate": 3.989522082425738e-05,
      "loss": 6.6188,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 317
    },
    {
      "epoch": 0.40704,
      "grad_norm": 20.86237335205078,
      "learning_rate": 3.9893483325772606e-05,
      "loss": 6.3126,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 318
    },
    {
      "epoch": 0.40832,
      "grad_norm": 22.315074920654297,
      "learning_rate": 3.989173157795212e-05,
      "loss": 6.6409,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 319
    },
    {
      "epoch": 0.4096,
      "grad_norm": 21.124141693115234,
      "learning_rate": 3.988996558205067e-05,
      "loss": 6.4313,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 320
    },
    {
      "epoch": 0.41088,
      "grad_norm": 20.984912872314453,
      "learning_rate": 3.9888185339333184e-05,
      "loss": 6.4516,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 321
    },
    {
      "epoch": 0.41216,
      "grad_norm": 20.99149513244629,
      "learning_rate": 3.9886390851074844e-05,
      "loss": 6.4736,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 322
    },
    {
      "epoch": 0.41344,
      "grad_norm": 21.568199157714844,
      "learning_rate": 3.988458211856099e-05,
      "loss": 6.9002,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 323
    },
    {
      "epoch": 0.41472,
      "grad_norm": 22.357879638671875,
      "learning_rate": 3.9882759143087194e-05,
      "loss": 6.4091,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 324
    },
    {
      "epoch": 0.416,
      "grad_norm": 22.006786346435547,
      "learning_rate": 3.988092192595922e-05,
      "loss": 7.2139,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 325
    },
    {
      "epoch": 0.41728,
      "grad_norm": 22.604860305786133,
      "learning_rate": 3.987907046849302e-05,
      "loss": 6.262,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 326
    },
    {
      "epoch": 0.41856,
      "grad_norm": 21.159343719482422,
      "learning_rate": 3.987720477201478e-05,
      "loss": 6.4455,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 327
    },
    {
      "epoch": 0.41984,
      "grad_norm": 20.162385940551758,
      "learning_rate": 3.987532483786084e-05,
      "loss": 6.1894,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 328
    },
    {
      "epoch": 0.42112,
      "grad_norm": 21.085346221923828,
      "learning_rate": 3.9873430667377787e-05,
      "loss": 6.2715,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 329
    },
    {
      "epoch": 0.4224,
      "grad_norm": 20.677459716796875,
      "learning_rate": 3.987152226192236e-05,
      "loss": 6.351,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 330
    },
    {
      "epoch": 0.42368,
      "grad_norm": 20.538774490356445,
      "learning_rate": 3.986959962286153e-05,
      "loss": 6.5263,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 331
    },
    {
      "epoch": 0.42496,
      "grad_norm": 19.77875518798828,
      "learning_rate": 3.9867662751572436e-05,
      "loss": 6.4441,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 332
    },
    {
      "epoch": 0.42624,
      "grad_norm": 20.489166259765625,
      "learning_rate": 3.9865711649442424e-05,
      "loss": 6.2073,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 333
    },
    {
      "epoch": 0.42752,
      "grad_norm": 19.647993087768555,
      "learning_rate": 3.9863746317869044e-05,
      "loss": 6.573,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 334
    },
    {
      "epoch": 0.4288,
      "grad_norm": 20.25113296508789,
      "learning_rate": 3.986176675826001e-05,
      "loss": 6.131,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 335
    },
    {
      "epoch": 0.43008,
      "grad_norm": 21.68616485595703,
      "learning_rate": 3.985977297203326e-05,
      "loss": 6.8068,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 336
    },
    {
      "epoch": 0.43136,
      "grad_norm": 20.365386962890625,
      "learning_rate": 3.9857764960616906e-05,
      "loss": 6.0563,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 337
    },
    {
      "epoch": 0.43264,
      "grad_norm": 20.34644317626953,
      "learning_rate": 3.985574272544923e-05,
      "loss": 6.4404,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 338
    },
    {
      "epoch": 0.43392,
      "grad_norm": 21.060604095458984,
      "learning_rate": 3.9853706267978745e-05,
      "loss": 6.1855,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 339
    },
    {
      "epoch": 0.4352,
      "grad_norm": 22.390108108520508,
      "learning_rate": 3.9851655589664114e-05,
      "loss": 6.6389,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 340
    },
    {
      "epoch": 0.43648,
      "grad_norm": 20.15906524658203,
      "learning_rate": 3.9849590691974206e-05,
      "loss": 6.6143,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 341
    },
    {
      "epoch": 0.43776,
      "grad_norm": 20.234460830688477,
      "learning_rate": 3.984751157638806e-05,
      "loss": 6.0187,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 342
    },
    {
      "epoch": 0.43904,
      "grad_norm": 21.274229049682617,
      "learning_rate": 3.9845418244394923e-05,
      "loss": 6.8752,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 343
    },
    {
      "epoch": 0.44032,
      "grad_norm": 20.20880126953125,
      "learning_rate": 3.98433106974942e-05,
      "loss": 6.3453,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 344
    },
    {
      "epoch": 0.4416,
      "grad_norm": 20.95511245727539,
      "learning_rate": 3.984118893719549e-05,
      "loss": 6.3235,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 345
    },
    {
      "epoch": 0.44288,
      "grad_norm": 20.934804916381836,
      "learning_rate": 3.9839052965018584e-05,
      "loss": 6.3197,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 346
    },
    {
      "epoch": 0.44416,
      "grad_norm": 21.885129928588867,
      "learning_rate": 3.983690278249341e-05,
      "loss": 6.5991,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 347
    },
    {
      "epoch": 0.44544,
      "grad_norm": 20.664875030517578,
      "learning_rate": 3.9834738391160124e-05,
      "loss": 6.5971,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 348
    },
    {
      "epoch": 0.44672,
      "grad_norm": 19.88713836669922,
      "learning_rate": 3.9832559792569044e-05,
      "loss": 6.3611,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 349
    },
    {
      "epoch": 0.448,
      "grad_norm": 21.54277992248535,
      "learning_rate": 3.9830366988280656e-05,
      "loss": 6.0884,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 350
    },
    {
      "epoch": 0.44928,
      "grad_norm": 22.05340003967285,
      "learning_rate": 3.982815997986561e-05,
      "loss": 6.2816,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 351
    },
    {
      "epoch": 0.45056,
      "grad_norm": 22.086143493652344,
      "learning_rate": 3.982593876890477e-05,
      "loss": 6.6089,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 352
    },
    {
      "epoch": 0.45184,
      "grad_norm": 21.410781860351562,
      "learning_rate": 3.982370335698913e-05,
      "loss": 6.6223,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 353
    },
    {
      "epoch": 0.45312,
      "grad_norm": 21.84194564819336,
      "learning_rate": 3.9821453745719875e-05,
      "loss": 6.2634,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 354
    },
    {
      "epoch": 0.4544,
      "grad_norm": 19.936857223510742,
      "learning_rate": 3.981918993670837e-05,
      "loss": 6.1059,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 355
    },
    {
      "epoch": 0.45568,
      "grad_norm": 27.875343322753906,
      "learning_rate": 3.981691193157614e-05,
      "loss": 6.108,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 356
    },
    {
      "epoch": 0.45696,
      "grad_norm": 19.812192916870117,
      "learning_rate": 3.981461973195486e-05,
      "loss": 6.5855,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 357
    },
    {
      "epoch": 0.45824,
      "grad_norm": 19.764385223388672,
      "learning_rate": 3.981231333948643e-05,
      "loss": 5.9992,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 358
    },
    {
      "epoch": 0.45952,
      "grad_norm": 20.391008377075195,
      "learning_rate": 3.980999275582283e-05,
      "loss": 6.5025,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 359
    },
    {
      "epoch": 0.4608,
      "grad_norm": 20.668842315673828,
      "learning_rate": 3.980765798262628e-05,
      "loss": 6.2796,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 360
    },
    {
      "epoch": 0.46208,
      "grad_norm": 21.431312561035156,
      "learning_rate": 3.980530902156912e-05,
      "loss": 6.379,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 361
    },
    {
      "epoch": 0.46336,
      "grad_norm": 19.068552017211914,
      "learning_rate": 3.980294587433387e-05,
      "loss": 6.296,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 362
    },
    {
      "epoch": 0.46464,
      "grad_norm": 19.444564819335938,
      "learning_rate": 3.980056854261323e-05,
      "loss": 6.3325,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 363
    },
    {
      "epoch": 0.46592,
      "grad_norm": 20.605236053466797,
      "learning_rate": 3.979817702811001e-05,
      "loss": 6.0211,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 364
    },
    {
      "epoch": 0.4672,
      "grad_norm": 20.75714874267578,
      "learning_rate": 3.9795771332537224e-05,
      "loss": 6.5401,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 365
    },
    {
      "epoch": 0.46848,
      "grad_norm": 19.418676376342773,
      "learning_rate": 3.979335145761802e-05,
      "loss": 6.0853,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 366
    },
    {
      "epoch": 0.46976,
      "grad_norm": 20.199886322021484,
      "learning_rate": 3.979091740508571e-05,
      "loss": 6.5736,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 367
    },
    {
      "epoch": 0.47104,
      "grad_norm": 22.886728286743164,
      "learning_rate": 3.978846917668378e-05,
      "loss": 6.4591,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 368
    },
    {
      "epoch": 0.47232,
      "grad_norm": 22.854528427124023,
      "learning_rate": 3.978600677416582e-05,
      "loss": 6.1477,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 369
    },
    {
      "epoch": 0.4736,
      "grad_norm": 21.844877243041992,
      "learning_rate": 3.978353019929562e-05,
      "loss": 6.7629,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 370
    },
    {
      "epoch": 0.47488,
      "grad_norm": 20.46142578125,
      "learning_rate": 3.9781039453847115e-05,
      "loss": 6.1559,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 371
    },
    {
      "epoch": 0.47616,
      "grad_norm": 21.0777587890625,
      "learning_rate": 3.977853453960436e-05,
      "loss": 6.1403,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 372
    },
    {
      "epoch": 0.47744,
      "grad_norm": 21.857192993164062,
      "learning_rate": 3.977601545836158e-05,
      "loss": 6.415,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 373
    },
    {
      "epoch": 0.47872,
      "grad_norm": 20.07280158996582,
      "learning_rate": 3.977348221192316e-05,
      "loss": 6.1103,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 374
    },
    {
      "epoch": 0.48,
      "grad_norm": 31.46121597290039,
      "learning_rate": 3.977093480210362e-05,
      "loss": 6.4578,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 375
    },
    {
      "epoch": 0.48128,
      "grad_norm": 19.788087844848633,
      "learning_rate": 3.9768373230727604e-05,
      "loss": 6.1103,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 376
    },
    {
      "epoch": 0.48256,
      "grad_norm": 18.91425323486328,
      "learning_rate": 3.9765797499629936e-05,
      "loss": 6.7165,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 377
    },
    {
      "epoch": 0.48384,
      "grad_norm": 21.997814178466797,
      "learning_rate": 3.9763207610655554e-05,
      "loss": 5.9304,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 378
    },
    {
      "epoch": 0.48512,
      "grad_norm": 29.57729148864746,
      "learning_rate": 3.9760603565659554e-05,
      "loss": 6.2138,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 379
    },
    {
      "epoch": 0.4864,
      "grad_norm": 19.161972045898438,
      "learning_rate": 3.9757985366507165e-05,
      "loss": 6.4792,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 380
    },
    {
      "epoch": 0.48768,
      "grad_norm": 19.569795608520508,
      "learning_rate": 3.9755353015073744e-05,
      "loss": 6.295,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 381
    },
    {
      "epoch": 0.48896,
      "grad_norm": 18.748554229736328,
      "learning_rate": 3.975270651324482e-05,
      "loss": 6.1311,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 382
    },
    {
      "epoch": 0.49024,
      "grad_norm": 20.83612632751465,
      "learning_rate": 3.975004586291601e-05,
      "loss": 6.3211,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 383
    },
    {
      "epoch": 0.49152,
      "grad_norm": 20.916767120361328,
      "learning_rate": 3.9747371065993095e-05,
      "loss": 5.9954,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 384
    },
    {
      "epoch": 0.4928,
      "grad_norm": 21.862009048461914,
      "learning_rate": 3.974468212439198e-05,
      "loss": 6.1302,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 385
    },
    {
      "epoch": 0.49408,
      "grad_norm": 20.644859313964844,
      "learning_rate": 3.9741979040038715e-05,
      "loss": 6.4019,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 386
    },
    {
      "epoch": 0.49536,
      "grad_norm": 20.636472702026367,
      "learning_rate": 3.973926181486946e-05,
      "loss": 6.1113,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 387
    },
    {
      "epoch": 0.49664,
      "grad_norm": 19.446123123168945,
      "learning_rate": 3.9736530450830525e-05,
      "loss": 6.311,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 388
    },
    {
      "epoch": 0.49792,
      "grad_norm": 18.999460220336914,
      "learning_rate": 3.9733784949878324e-05,
      "loss": 6.4813,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 389
    },
    {
      "epoch": 0.4992,
      "grad_norm": 20.348026275634766,
      "learning_rate": 3.973102531397941e-05,
      "loss": 6.1508,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 390
    },
    {
      "epoch": 0.50048,
      "grad_norm": 22.169872283935547,
      "learning_rate": 3.972825154511047e-05,
      "loss": 6.0966,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 391
    },
    {
      "epoch": 0.50176,
      "grad_norm": 19.66478729248047,
      "learning_rate": 3.972546364525829e-05,
      "loss": 6.5444,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 392
    },
    {
      "epoch": 0.50304,
      "grad_norm": 19.28756332397461,
      "learning_rate": 3.9722661616419796e-05,
      "loss": 6.2993,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 393
    },
    {
      "epoch": 0.50432,
      "grad_norm": 20.283119201660156,
      "learning_rate": 3.9719845460602024e-05,
      "loss": 6.1934,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 394
    },
    {
      "epoch": 0.5056,
      "grad_norm": 20.524158477783203,
      "learning_rate": 3.9717015179822154e-05,
      "loss": 6.5234,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 395
    },
    {
      "epoch": 0.50688,
      "grad_norm": 19.7061824798584,
      "learning_rate": 3.971417077610745e-05,
      "loss": 5.9254,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 396
    },
    {
      "epoch": 0.50816,
      "grad_norm": 19.456958770751953,
      "learning_rate": 3.971131225149529e-05,
      "loss": 6.1447,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 397
    },
    {
      "epoch": 0.50944,
      "grad_norm": 18.848928451538086,
      "learning_rate": 3.970843960803322e-05,
      "loss": 6.6824,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 398
    },
    {
      "epoch": 0.51072,
      "grad_norm": 18.733970642089844,
      "learning_rate": 3.970555284777883e-05,
      "loss": 5.2084,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 399
    },
    {
      "epoch": 0.512,
      "grad_norm": 19.47762680053711,
      "learning_rate": 3.9702651972799865e-05,
      "loss": 6.4099,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 400
    },
    {
      "epoch": 0.51328,
      "grad_norm": 19.767183303833008,
      "learning_rate": 3.969973698517417e-05,
      "loss": 5.7279,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 401
    },
    {
      "epoch": 0.51456,
      "grad_norm": 21.807697296142578,
      "learning_rate": 3.9696807886989695e-05,
      "loss": 5.9107,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 402
    },
    {
      "epoch": 0.51584,
      "grad_norm": 19.52760887145996,
      "learning_rate": 3.96938646803445e-05,
      "loss": 5.9165,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 403
    },
    {
      "epoch": 0.51712,
      "grad_norm": 20.342092514038086,
      "learning_rate": 3.969090736734674e-05,
      "loss": 6.1013,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 404
    },
    {
      "epoch": 0.5184,
      "grad_norm": 22.728498458862305,
      "learning_rate": 3.96879359501147e-05,
      "loss": 6.121,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 405
    },
    {
      "epoch": 0.51968,
      "grad_norm": 22.146751403808594,
      "learning_rate": 3.968495043077674e-05,
      "loss": 6.2073,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 406
    },
    {
      "epoch": 0.52096,
      "grad_norm": 27.487319946289062,
      "learning_rate": 3.968195081147135e-05,
      "loss": 6.2002,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 407
    },
    {
      "epoch": 0.52224,
      "grad_norm": 19.937543869018555,
      "learning_rate": 3.967893709434707e-05,
      "loss": 6.4539,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 408
    },
    {
      "epoch": 0.52352,
      "grad_norm": 19.664949417114258,
      "learning_rate": 3.967590928156259e-05,
      "loss": 6.6514,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 409
    },
    {
      "epoch": 0.5248,
      "grad_norm": 22.7536678314209,
      "learning_rate": 3.967286737528668e-05,
      "loss": 6.1917,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 410
    },
    {
      "epoch": 0.52608,
      "grad_norm": 21.427997589111328,
      "learning_rate": 3.96698113776982e-05,
      "loss": 6.4744,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 411
    },
    {
      "epoch": 0.52736,
      "grad_norm": 20.872337341308594,
      "learning_rate": 3.96667412909861e-05,
      "loss": 6.0311,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 412
    },
    {
      "epoch": 0.52864,
      "grad_norm": 20.568201065063477,
      "learning_rate": 3.966365711734942e-05,
      "loss": 5.3044,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 413
    },
    {
      "epoch": 0.52992,
      "grad_norm": 19.999897003173828,
      "learning_rate": 3.966055885899731e-05,
      "loss": 5.9758,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 414
    },
    {
      "epoch": 0.5312,
      "grad_norm": 25.947858810424805,
      "learning_rate": 3.965744651814899e-05,
      "loss": 6.1483,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 415
    },
    {
      "epoch": 0.53248,
      "grad_norm": 19.607742309570312,
      "learning_rate": 3.965432009703377e-05,
      "loss": 6.5185,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 416
    },
    {
      "epoch": 0.53376,
      "grad_norm": 20.55301284790039,
      "learning_rate": 3.9651179597891054e-05,
      "loss": 6.3322,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 417
    },
    {
      "epoch": 0.53504,
      "grad_norm": 21.177858352661133,
      "learning_rate": 3.964802502297031e-05,
      "loss": 6.3212,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 418
    },
    {
      "epoch": 0.53632,
      "grad_norm": 20.692035675048828,
      "learning_rate": 3.9644856374531125e-05,
      "loss": 5.7931,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 419
    },
    {
      "epoch": 0.5376,
      "grad_norm": 20.92279624938965,
      "learning_rate": 3.964167365484312e-05,
      "loss": 5.8614,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 420
    },
    {
      "epoch": 0.53888,
      "grad_norm": 20.993104934692383,
      "learning_rate": 3.9638476866186034e-05,
      "loss": 6.433,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 421
    },
    {
      "epoch": 0.54016,
      "grad_norm": 21.18912124633789,
      "learning_rate": 3.963526601084966e-05,
      "loss": 5.7774,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 422
    },
    {
      "epoch": 0.54144,
      "grad_norm": 25.1855411529541,
      "learning_rate": 3.963204109113388e-05,
      "loss": 5.8996,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 423
    },
    {
      "epoch": 0.54272,
      "grad_norm": 21.216567993164062,
      "learning_rate": 3.962880210934864e-05,
      "loss": 6.0484,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 424
    },
    {
      "epoch": 0.544,
      "grad_norm": 24.026193618774414,
      "learning_rate": 3.962554906781397e-05,
      "loss": 5.582,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 425
    },
    {
      "epoch": 0.54528,
      "grad_norm": 21.320262908935547,
      "learning_rate": 3.962228196885995e-05,
      "loss": 6.0339,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 426
    },
    {
      "epoch": 0.54656,
      "grad_norm": 21.33190155029297,
      "learning_rate": 3.961900081482676e-05,
      "loss": 5.9405,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 427
    },
    {
      "epoch": 0.54784,
      "grad_norm": 19.389625549316406,
      "learning_rate": 3.961570560806461e-05,
      "loss": 6.1201,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 428
    },
    {
      "epoch": 0.54912,
      "grad_norm": 19.373554229736328,
      "learning_rate": 3.961239635093382e-05,
      "loss": 6.603,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 429
    },
    {
      "epoch": 0.5504,
      "grad_norm": 18.95600128173828,
      "learning_rate": 3.960907304580473e-05,
      "loss": 5.3974,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 430
    },
    {
      "epoch": 0.55168,
      "grad_norm": 19.432409286499023,
      "learning_rate": 3.960573569505777e-05,
      "loss": 5.8777,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 431
    },
    {
      "epoch": 0.55296,
      "grad_norm": 19.89351463317871,
      "learning_rate": 3.960238430108342e-05,
      "loss": 6.0557,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 432
    },
    {
      "epoch": 0.55424,
      "grad_norm": 20.244544982910156,
      "learning_rate": 3.959901886628223e-05,
      "loss": 6.1157,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 433
    },
    {
      "epoch": 0.55552,
      "grad_norm": 19.586198806762695,
      "learning_rate": 3.959563939306478e-05,
      "loss": 6.395,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 434
    },
    {
      "epoch": 0.5568,
      "grad_norm": 19.197935104370117,
      "learning_rate": 3.9592245883851755e-05,
      "loss": 5.6564,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 435
    },
    {
      "epoch": 0.55808,
      "grad_norm": 19.000816345214844,
      "learning_rate": 3.9588838341073835e-05,
      "loss": 6.159,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 436
    },
    {
      "epoch": 0.55936,
      "grad_norm": 19.581340789794922,
      "learning_rate": 3.95854167671718e-05,
      "loss": 5.9088,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 437
    },
    {
      "epoch": 0.56064,
      "grad_norm": 19.946657180786133,
      "learning_rate": 3.958198116459644e-05,
      "loss": 6.5447,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 438
    },
    {
      "epoch": 0.56192,
      "grad_norm": 23.653989791870117,
      "learning_rate": 3.957853153580863e-05,
      "loss": 6.5303,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 439
    },
    {
      "epoch": 0.5632,
      "grad_norm": 19.232128143310547,
      "learning_rate": 3.957506788327928e-05,
      "loss": 6.3537,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 440
    },
    {
      "epoch": 0.56448,
      "grad_norm": 22.04155731201172,
      "learning_rate": 3.957159020948932e-05,
      "loss": 6.3171,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 441
    },
    {
      "epoch": 0.56576,
      "grad_norm": 19.553993225097656,
      "learning_rate": 3.956809851692976e-05,
      "loss": 5.9358,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 442
    },
    {
      "epoch": 0.56704,
      "grad_norm": 17.756013870239258,
      "learning_rate": 3.956459280810163e-05,
      "loss": 6.0309,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 443
    },
    {
      "epoch": 0.56832,
      "grad_norm": 18.69989013671875,
      "learning_rate": 3.9561073085516e-05,
      "loss": 6.4054,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 444
    },
    {
      "epoch": 0.5696,
      "grad_norm": 31.680652618408203,
      "learning_rate": 3.955753935169399e-05,
      "loss": 5.6564,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 445
    },
    {
      "epoch": 0.57088,
      "grad_norm": 20.01165771484375,
      "learning_rate": 3.955399160916674e-05,
      "loss": 5.8005,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 446
    },
    {
      "epoch": 0.57216,
      "grad_norm": 20.172931671142578,
      "learning_rate": 3.955042986047545e-05,
      "loss": 5.9138,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 447
    },
    {
      "epoch": 0.57344,
      "grad_norm": 19.010622024536133,
      "learning_rate": 3.954685410817131e-05,
      "loss": 5.9345,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 448
    },
    {
      "epoch": 0.57472,
      "grad_norm": 19.30303955078125,
      "learning_rate": 3.954326435481559e-05,
      "loss": 6.1068,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 449
    },
    {
      "epoch": 0.576,
      "grad_norm": 18.205854415893555,
      "learning_rate": 3.953966060297954e-05,
      "loss": 6.0095,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 450
    },
    {
      "epoch": 0.57728,
      "grad_norm": 19.73492431640625,
      "learning_rate": 3.953604285524448e-05,
      "loss": 5.8839,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 451
    },
    {
      "epoch": 0.57856,
      "grad_norm": 19.128559112548828,
      "learning_rate": 3.953241111420174e-05,
      "loss": 5.9155,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 452
    },
    {
      "epoch": 0.57984,
      "grad_norm": 17.90361976623535,
      "learning_rate": 3.9528765382452646e-05,
      "loss": 5.9427,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 453
    },
    {
      "epoch": 0.58112,
      "grad_norm": 19.522977828979492,
      "learning_rate": 3.952510566260859e-05,
      "loss": 6.1519,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 454
    },
    {
      "epoch": 0.5824,
      "grad_norm": 20.173091888427734,
      "learning_rate": 3.952143195729095e-05,
      "loss": 5.9569,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 455
    },
    {
      "epoch": 0.58368,
      "grad_norm": 18.823591232299805,
      "learning_rate": 3.9517744269131136e-05,
      "loss": 5.768,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 456
    },
    {
      "epoch": 0.58496,
      "grad_norm": 20.20696449279785,
      "learning_rate": 3.9514042600770576e-05,
      "loss": 5.5258,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 457
    },
    {
      "epoch": 0.58624,
      "grad_norm": 19.915019989013672,
      "learning_rate": 3.951032695486069e-05,
      "loss": 5.984,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 458
    },
    {
      "epoch": 0.58752,
      "grad_norm": 18.637203216552734,
      "learning_rate": 3.950659733406296e-05,
      "loss": 5.664,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 459
    },
    {
      "epoch": 0.5888,
      "grad_norm": 18.940326690673828,
      "learning_rate": 3.950285374104882e-05,
      "loss": 5.9794,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 460
    },
    {
      "epoch": 0.59008,
      "grad_norm": 17.038206100463867,
      "learning_rate": 3.949909617849973e-05,
      "loss": 5.8265,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 461
    },
    {
      "epoch": 0.59136,
      "grad_norm": 20.5816593170166,
      "learning_rate": 3.9495324649107185e-05,
      "loss": 6.262,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 462
    },
    {
      "epoch": 0.59264,
      "grad_norm": 19.445350646972656,
      "learning_rate": 3.9491539155572644e-05,
      "loss": 5.7306,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 463
    },
    {
      "epoch": 0.59392,
      "grad_norm": 21.799280166625977,
      "learning_rate": 3.94877397006076e-05,
      "loss": 5.8201,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 464
    },
    {
      "epoch": 0.5952,
      "grad_norm": 18.516223907470703,
      "learning_rate": 3.948392628693352e-05,
      "loss": 5.6856,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 465
    },
    {
      "epoch": 0.59648,
      "grad_norm": 19.939346313476562,
      "learning_rate": 3.9480098917281885e-05,
      "loss": 5.7972,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 466
    },
    {
      "epoch": 0.59776,
      "grad_norm": 19.261959075927734,
      "learning_rate": 3.947625759439418e-05,
      "loss": 5.9857,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 467
    },
    {
      "epoch": 0.59904,
      "grad_norm": 18.82501792907715,
      "learning_rate": 3.9472402321021866e-05,
      "loss": 6.0412,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 468
    },
    {
      "epoch": 0.60032,
      "grad_norm": 19.041059494018555,
      "learning_rate": 3.94685330999264e-05,
      "loss": 5.7353,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 469
    },
    {
      "epoch": 0.6016,
      "grad_norm": 19.683013916015625,
      "learning_rate": 3.946464993387924e-05,
      "loss": 5.922,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 470
    },
    {
      "epoch": 0.60288,
      "grad_norm": 18.772722244262695,
      "learning_rate": 3.946075282566183e-05,
      "loss": 6.1012,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 471
    },
    {
      "epoch": 0.60416,
      "grad_norm": 19.08270263671875,
      "learning_rate": 3.9456841778065584e-05,
      "loss": 5.7554,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 472
    },
    {
      "epoch": 0.60544,
      "grad_norm": 20.108076095581055,
      "learning_rate": 3.945291679389192e-05,
      "loss": 5.9233,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 473
    },
    {
      "epoch": 0.60672,
      "grad_norm": 18.80276870727539,
      "learning_rate": 3.944897787595224e-05,
      "loss": 6.2991,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 474
    },
    {
      "epoch": 0.608,
      "grad_norm": 19.11871337890625,
      "learning_rate": 3.9445025027067915e-05,
      "loss": 5.6849,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 475
    },
    {
      "epoch": 0.60928,
      "grad_norm": 20.720623016357422,
      "learning_rate": 3.9441058250070285e-05,
      "loss": 6.0078,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 476
    },
    {
      "epoch": 0.61056,
      "grad_norm": 20.13146209716797,
      "learning_rate": 3.943707754780069e-05,
      "loss": 6.117,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 477
    },
    {
      "epoch": 0.61184,
      "grad_norm": 20.55091094970703,
      "learning_rate": 3.9433082923110436e-05,
      "loss": 5.7053,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 478
    },
    {
      "epoch": 0.61312,
      "grad_norm": 20.776029586791992,
      "learning_rate": 3.942907437886079e-05,
      "loss": 5.7913,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 479
    },
    {
      "epoch": 0.6144,
      "grad_norm": 20.762832641601562,
      "learning_rate": 3.9425051917923e-05,
      "loss": 5.6649,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 480
    },
    {
      "epoch": 0.61568,
      "grad_norm": 20.42125701904297,
      "learning_rate": 3.942101554317829e-05,
      "loss": 5.5552,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 481
    },
    {
      "epoch": 0.61696,
      "grad_norm": 20.672950744628906,
      "learning_rate": 3.941696525751783e-05,
      "loss": 5.6915,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 482
    },
    {
      "epoch": 0.61824,
      "grad_norm": 19.705785751342773,
      "learning_rate": 3.9412901063842784e-05,
      "loss": 5.7014,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 483
    },
    {
      "epoch": 0.61952,
      "grad_norm": 18.53298568725586,
      "learning_rate": 3.940882296506423e-05,
      "loss": 5.8893,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 484
    },
    {
      "epoch": 0.6208,
      "grad_norm": 19.75603675842285,
      "learning_rate": 3.9404730964103256e-05,
      "loss": 5.7927,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 485
    },
    {
      "epoch": 0.62208,
      "grad_norm": 19.347049713134766,
      "learning_rate": 3.940062506389089e-05,
      "loss": 5.6242,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 486
    },
    {
      "epoch": 0.62336,
      "grad_norm": 20.59558868408203,
      "learning_rate": 3.9396505267368086e-05,
      "loss": 5.6941,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 487
    },
    {
      "epoch": 0.62464,
      "grad_norm": 21.783052444458008,
      "learning_rate": 3.939237157748581e-05,
      "loss": 5.6846,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 488
    },
    {
      "epoch": 0.62592,
      "grad_norm": 19.71246337890625,
      "learning_rate": 3.938822399720493e-05,
      "loss": 5.7617,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 489
    },
    {
      "epoch": 0.6272,
      "grad_norm": 19.220129013061523,
      "learning_rate": 3.9384062529496285e-05,
      "loss": 6.1741,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 490
    },
    {
      "epoch": 0.62848,
      "grad_norm": 19.574247360229492,
      "learning_rate": 3.9379887177340656e-05,
      "loss": 5.7257,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 491
    },
    {
      "epoch": 0.62976,
      "grad_norm": 18.399044036865234,
      "learning_rate": 3.937569794372878e-05,
      "loss": 5.4344,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 492
    },
    {
      "epoch": 0.63104,
      "grad_norm": 18.749160766601562,
      "learning_rate": 3.937149483166131e-05,
      "loss": 5.8391,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 493
    },
    {
      "epoch": 0.63232,
      "grad_norm": 19.166719436645508,
      "learning_rate": 3.936727784414888e-05,
      "loss": 5.6355,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 494
    },
    {
      "epoch": 0.6336,
      "grad_norm": 19.46558380126953,
      "learning_rate": 3.936304698421202e-05,
      "loss": 5.7005,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 495
    },
    {
      "epoch": 0.63488,
      "grad_norm": 19.10729217529297,
      "learning_rate": 3.935880225488124e-05,
      "loss": 6.1522,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 496
    },
    {
      "epoch": 0.63616,
      "grad_norm": 19.42011833190918,
      "learning_rate": 3.935454365919693e-05,
      "loss": 6.1414,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 497
    },
    {
      "epoch": 0.63744,
      "grad_norm": 18.118671417236328,
      "learning_rate": 3.9350271200209473e-05,
      "loss": 5.5501,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 498
    },
    {
      "epoch": 0.63872,
      "grad_norm": 18.62711524963379,
      "learning_rate": 3.9345984880979136e-05,
      "loss": 5.6866,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 499
    },
    {
      "epoch": 0.64,
      "grad_norm": 19.485124588012695,
      "learning_rate": 3.934168470457614e-05,
      "loss": 5.8689,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 500
    },
    {
      "epoch": 0.64128,
      "grad_norm": 19.173433303833008,
      "learning_rate": 3.9337370674080615e-05,
      "loss": 5.5719,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 501
    },
    {
      "epoch": 0.64256,
      "grad_norm": 19.194740295410156,
      "learning_rate": 3.9333042792582626e-05,
      "loss": 5.7693,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 502
    },
    {
      "epoch": 0.64384,
      "grad_norm": 18.363584518432617,
      "learning_rate": 3.932870106318215e-05,
      "loss": 6.0918,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 503
    },
    {
      "epoch": 0.64512,
      "grad_norm": 20.051334381103516,
      "learning_rate": 3.9324345488989093e-05,
      "loss": 5.9058,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 504
    },
    {
      "epoch": 0.6464,
      "grad_norm": 17.451433181762695,
      "learning_rate": 3.931997607312327e-05,
      "loss": 5.5999,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 505
    },
    {
      "epoch": 0.64768,
      "grad_norm": 17.869312286376953,
      "learning_rate": 3.931559281871441e-05,
      "loss": 5.7251,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 506
    },
    {
      "epoch": 0.64896,
      "grad_norm": 19.086610794067383,
      "learning_rate": 3.9311195728902165e-05,
      "loss": 6.117,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 507
    },
    {
      "epoch": 0.65024,
      "grad_norm": 17.76173210144043,
      "learning_rate": 3.930678480683609e-05,
      "loss": 5.3585,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 508
    },
    {
      "epoch": 0.65152,
      "grad_norm": 20.33535385131836,
      "learning_rate": 3.9302360055675634e-05,
      "loss": 6.3287,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 509
    },
    {
      "epoch": 0.6528,
      "grad_norm": 18.515377044677734,
      "learning_rate": 3.9297921478590176e-05,
      "loss": 5.7671,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 510
    },
    {
      "epoch": 0.65408,
      "grad_norm": 24.065311431884766,
      "learning_rate": 3.929346907875899e-05,
      "loss": 5.697,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 511
    },
    {
      "epoch": 0.65536,
      "grad_norm": 18.670684814453125,
      "learning_rate": 3.928900285937124e-05,
      "loss": 5.6611,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 512
    },
    {
      "epoch": 0.65664,
      "grad_norm": 17.022871017456055,
      "learning_rate": 3.928452282362599e-05,
      "loss": 5.8634,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 513
    },
    {
      "epoch": 0.65792,
      "grad_norm": 19.254667282104492,
      "learning_rate": 3.928002897473223e-05,
      "loss": 5.8379,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 514
    },
    {
      "epoch": 0.6592,
      "grad_norm": 18.254606246948242,
      "learning_rate": 3.92755213159088e-05,
      "loss": 5.7457,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 515
    },
    {
      "epoch": 0.66048,
      "grad_norm": 19.408599853515625,
      "learning_rate": 3.927099985038446e-05,
      "loss": 5.6321,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 516
    },
    {
      "epoch": 0.66176,
      "grad_norm": 69.1635971069336,
      "learning_rate": 3.926646458139786e-05,
      "loss": 5.0844,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 517
    },
    {
      "epoch": 0.66304,
      "grad_norm": 19.104530334472656,
      "learning_rate": 3.9261915512197515e-05,
      "loss": 5.4133,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 518
    },
    {
      "epoch": 0.66432,
      "grad_norm": 19.627405166625977,
      "learning_rate": 3.9257352646041844e-05,
      "loss": 5.8373,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 519
    },
    {
      "epoch": 0.6656,
      "grad_norm": 19.769548416137695,
      "learning_rate": 3.925277598619916e-05,
      "loss": 5.7816,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 520
    },
    {
      "epoch": 0.66688,
      "grad_norm": 20.77670669555664,
      "learning_rate": 3.9248185535947616e-05,
      "loss": 5.9649,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 521
    },
    {
      "epoch": 0.66816,
      "grad_norm": 18.6739501953125,
      "learning_rate": 3.9243581298575285e-05,
      "loss": 5.8579,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 522
    },
    {
      "epoch": 0.66944,
      "grad_norm": 22.91567611694336,
      "learning_rate": 3.923896327738009e-05,
      "loss": 6.1512,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 523
    },
    {
      "epoch": 0.67072,
      "grad_norm": 22.48795509338379,
      "learning_rate": 3.923433147566983e-05,
      "loss": 5.2267,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 524
    },
    {
      "epoch": 0.672,
      "grad_norm": 18.40648078918457,
      "learning_rate": 3.9229685896762184e-05,
      "loss": 6.1837,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 525
    },
    {
      "epoch": 0.67328,
      "grad_norm": 18.95386505126953,
      "learning_rate": 3.92250265439847e-05,
      "loss": 5.7763,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 526
    },
    {
      "epoch": 0.67456,
      "grad_norm": 19.349044799804688,
      "learning_rate": 3.922035342067478e-05,
      "loss": 6.0651,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 527
    },
    {
      "epoch": 0.67584,
      "grad_norm": 19.463848114013672,
      "learning_rate": 3.92156665301797e-05,
      "loss": 5.356,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 528
    },
    {
      "epoch": 0.67712,
      "grad_norm": 19.460695266723633,
      "learning_rate": 3.921096587585658e-05,
      "loss": 5.4469,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 529
    },
    {
      "epoch": 0.6784,
      "grad_norm": 17.915481567382812,
      "learning_rate": 3.920625146107244e-05,
      "loss": 5.6494,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 530
    },
    {
      "epoch": 0.67968,
      "grad_norm": 19.503156661987305,
      "learning_rate": 3.92015232892041e-05,
      "loss": 5.883,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 531
    },
    {
      "epoch": 0.68096,
      "grad_norm": 19.211360931396484,
      "learning_rate": 3.9196781363638277e-05,
      "loss": 5.7013,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 532
    },
    {
      "epoch": 0.68224,
      "grad_norm": 16.862369537353516,
      "learning_rate": 3.9192025687771524e-05,
      "loss": 5.8644,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 533
    },
    {
      "epoch": 0.68352,
      "grad_norm": 16.296863555908203,
      "learning_rate": 3.918725626501024e-05,
      "loss": 5.7837,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 534
    },
    {
      "epoch": 0.6848,
      "grad_norm": 17.47254180908203,
      "learning_rate": 3.918247309877068e-05,
      "loss": 5.5965,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 535
    },
    {
      "epoch": 0.68608,
      "grad_norm": 18.28514862060547,
      "learning_rate": 3.917767619247893e-05,
      "loss": 6.1476,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 536
    },
    {
      "epoch": 0.68736,
      "grad_norm": 18.515121459960938,
      "learning_rate": 3.917286554957094e-05,
      "loss": 5.8191,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 537
    },
    {
      "epoch": 0.68864,
      "grad_norm": 18.923765182495117,
      "learning_rate": 3.916804117349246e-05,
      "loss": 5.8227,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 538
    },
    {
      "epoch": 0.68992,
      "grad_norm": 19.105815887451172,
      "learning_rate": 3.916320306769913e-05,
      "loss": 5.6374,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 539
    },
    {
      "epoch": 0.6912,
      "grad_norm": 18.28534698486328,
      "learning_rate": 3.915835123565638e-05,
      "loss": 5.6975,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 540
    },
    {
      "epoch": 0.69248,
      "grad_norm": 20.007129669189453,
      "learning_rate": 3.915348568083948e-05,
      "loss": 5.5894,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 541
    },
    {
      "epoch": 0.69376,
      "grad_norm": 18.692174911499023,
      "learning_rate": 3.914860640673356e-05,
      "loss": 5.7596,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 542
    },
    {
      "epoch": 0.69504,
      "grad_norm": 18.036956787109375,
      "learning_rate": 3.914371341683354e-05,
      "loss": 5.6882,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 543
    },
    {
      "epoch": 0.69632,
      "grad_norm": 20.9152889251709,
      "learning_rate": 3.913880671464418e-05,
      "loss": 5.5311,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 544
    },
    {
      "epoch": 0.6976,
      "grad_norm": 21.876195907592773,
      "learning_rate": 3.9133886303680065e-05,
      "loss": 5.6245,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 545
    },
    {
      "epoch": 0.69888,
      "grad_norm": 18.740903854370117,
      "learning_rate": 3.912895218746559e-05,
      "loss": 5.5093,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 546
    },
    {
      "epoch": 0.70016,
      "grad_norm": 18.98645782470703,
      "learning_rate": 3.912400436953497e-05,
      "loss": 5.5299,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 547
    },
    {
      "epoch": 0.70144,
      "grad_norm": 23.17906951904297,
      "learning_rate": 3.911904285343224e-05,
      "loss": 5.799,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 548
    },
    {
      "epoch": 0.70272,
      "grad_norm": 18.83220100402832,
      "learning_rate": 3.9114067642711235e-05,
      "loss": 5.3928,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 549
    },
    {
      "epoch": 0.704,
      "grad_norm": 17.634794235229492,
      "learning_rate": 3.910907874093562e-05,
      "loss": 5.2961,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 550
    },
    {
      "epoch": 0.70528,
      "grad_norm": 17.568309783935547,
      "learning_rate": 3.9104076151678845e-05,
      "loss": 5.7114,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 551
    },
    {
      "epoch": 0.70656,
      "grad_norm": 19.087968826293945,
      "learning_rate": 3.909905987852417e-05,
      "loss": 5.2612,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 552
    },
    {
      "epoch": 0.70784,
      "grad_norm": 18.84988784790039,
      "learning_rate": 3.9094029925064666e-05,
      "loss": 5.8568,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 553
    },
    {
      "epoch": 0.70912,
      "grad_norm": 18.354707717895508,
      "learning_rate": 3.9088986294903194e-05,
      "loss": 5.9873,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 554
    },
    {
      "epoch": 0.7104,
      "grad_norm": 18.67388343811035,
      "learning_rate": 3.9083928991652415e-05,
      "loss": 5.8164,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 555
    },
    {
      "epoch": 0.71168,
      "grad_norm": 17.076007843017578,
      "learning_rate": 3.907885801893478e-05,
      "loss": 5.5156,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 556
    },
    {
      "epoch": 0.71296,
      "grad_norm": 16.264097213745117,
      "learning_rate": 3.907377338038253e-05,
      "loss": 5.6373,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 557
    },
    {
      "epoch": 0.71424,
      "grad_norm": 18.754535675048828,
      "learning_rate": 3.90686750796377e-05,
      "loss": 5.6677,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 558
    },
    {
      "epoch": 0.71552,
      "grad_norm": 17.7176456451416,
      "learning_rate": 3.906356312035211e-05,
      "loss": 5.3656,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 559
    },
    {
      "epoch": 0.7168,
      "grad_norm": 18.218963623046875,
      "learning_rate": 3.9058437506187363e-05,
      "loss": 5.7307,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 560
    },
    {
      "epoch": 0.71808,
      "grad_norm": 20.249563217163086,
      "learning_rate": 3.9053298240814844e-05,
      "loss": 5.9154,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 561
    },
    {
      "epoch": 0.71936,
      "grad_norm": 24.65864372253418,
      "learning_rate": 3.9048145327915707e-05,
      "loss": 5.2646,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 562
    },
    {
      "epoch": 0.72064,
      "grad_norm": 18.928903579711914,
      "learning_rate": 3.9042978771180895e-05,
      "loss": 5.07,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 563
    },
    {
      "epoch": 0.72192,
      "grad_norm": 20.266681671142578,
      "learning_rate": 3.9037798574311115e-05,
      "loss": 5.7847,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 564
    },
    {
      "epoch": 0.7232,
      "grad_norm": 19.29964256286621,
      "learning_rate": 3.903260474101685e-05,
      "loss": 5.7515,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 565
    },
    {
      "epoch": 0.72448,
      "grad_norm": 19.510101318359375,
      "learning_rate": 3.902739727501834e-05,
      "loss": 5.505,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 566
    },
    {
      "epoch": 0.72576,
      "grad_norm": 19.329248428344727,
      "learning_rate": 3.90221761800456e-05,
      "loss": 5.8108,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 567
    },
    {
      "epoch": 0.72704,
      "grad_norm": 18.64871597290039,
      "learning_rate": 3.9016941459838406e-05,
      "loss": 5.4848,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 568
    },
    {
      "epoch": 0.72832,
      "grad_norm": 24.292675018310547,
      "learning_rate": 3.9011693118146295e-05,
      "loss": 5.5393,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 569
    },
    {
      "epoch": 0.7296,
      "grad_norm": 19.72871208190918,
      "learning_rate": 3.900643115872855e-05,
      "loss": 5.5657,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 570
    },
    {
      "epoch": 0.73088,
      "grad_norm": 19.37862777709961,
      "learning_rate": 3.900115558535422e-05,
      "loss": 5.5795,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 571
    },
    {
      "epoch": 0.73216,
      "grad_norm": 17.53312110900879,
      "learning_rate": 3.8995866401802104e-05,
      "loss": 5.817,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 572
    },
    {
      "epoch": 0.73344,
      "grad_norm": 19.728132247924805,
      "learning_rate": 3.899056361186074e-05,
      "loss": 5.6556,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 573
    },
    {
      "epoch": 0.73472,
      "grad_norm": 18.18861198425293,
      "learning_rate": 3.898524721932842e-05,
      "loss": 5.7169,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 574
    },
    {
      "epoch": 0.736,
      "grad_norm": 17.887603759765625,
      "learning_rate": 3.897991722801318e-05,
      "loss": 5.2331,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 575
    },
    {
      "epoch": 0.73728,
      "grad_norm": 21.815128326416016,
      "learning_rate": 3.897457364173279e-05,
      "loss": 5.5506,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 576
    },
    {
      "epoch": 0.73856,
      "grad_norm": 19.526140213012695,
      "learning_rate": 3.8969216464314774e-05,
      "loss": 5.4225,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 577
    },
    {
      "epoch": 0.73984,
      "grad_norm": 18.23575210571289,
      "learning_rate": 3.896384569959637e-05,
      "loss": 5.8003,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 578
    },
    {
      "epoch": 0.74112,
      "grad_norm": 18.31631851196289,
      "learning_rate": 3.895846135142456e-05,
      "loss": 5.241,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 579
    },
    {
      "epoch": 0.7424,
      "grad_norm": 20.099674224853516,
      "learning_rate": 3.8953063423656055e-05,
      "loss": 6.2599,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 580
    },
    {
      "epoch": 0.74368,
      "grad_norm": 19.302692413330078,
      "learning_rate": 3.894765192015729e-05,
      "loss": 5.3616,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 581
    },
    {
      "epoch": 0.74496,
      "grad_norm": 18.683998107910156,
      "learning_rate": 3.8942226844804416e-05,
      "loss": 5.6936,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 582
    },
    {
      "epoch": 0.74624,
      "grad_norm": 18.646690368652344,
      "learning_rate": 3.893678820148333e-05,
      "loss": 5.6285,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 583
    },
    {
      "epoch": 0.74752,
      "grad_norm": 17.770830154418945,
      "learning_rate": 3.893133599408963e-05,
      "loss": 5.1928,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 584
    },
    {
      "epoch": 0.7488,
      "grad_norm": 18.431446075439453,
      "learning_rate": 3.8925870226528625e-05,
      "loss": 5.7932,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 585
    },
    {
      "epoch": 0.75008,
      "grad_norm": 19.2629451751709,
      "learning_rate": 3.892039090271534e-05,
      "loss": 5.3963,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 586
    },
    {
      "epoch": 0.75136,
      "grad_norm": 18.95806121826172,
      "learning_rate": 3.891489802657453e-05,
      "loss": 5.5223,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 587
    },
    {
      "epoch": 0.75264,
      "grad_norm": 18.30498695373535,
      "learning_rate": 3.890939160204062e-05,
      "loss": 5.6721,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 588
    },
    {
      "epoch": 0.75392,
      "grad_norm": 17.904516220092773,
      "learning_rate": 3.8903871633057774e-05,
      "loss": 5.6125,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 589
    },
    {
      "epoch": 0.7552,
      "grad_norm": 25.403087615966797,
      "learning_rate": 3.889833812357985e-05,
      "loss": 5.7587,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 590
    },
    {
      "epoch": 0.75648,
      "grad_norm": 87.84386444091797,
      "learning_rate": 3.8892791077570386e-05,
      "loss": 5.5921,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 591
    },
    {
      "epoch": 0.75776,
      "grad_norm": 19.71125602722168,
      "learning_rate": 3.888723049900263e-05,
      "loss": 5.6197,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 592
    },
    {
      "epoch": 0.75904,
      "grad_norm": 21.070436477661133,
      "learning_rate": 3.888165639185953e-05,
      "loss": 5.7523,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 593
    },
    {
      "epoch": 0.76032,
      "grad_norm": 20.192880630493164,
      "learning_rate": 3.887606876013371e-05,
      "loss": 5.4871,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 594
    },
    {
      "epoch": 0.7616,
      "grad_norm": 24.770343780517578,
      "learning_rate": 3.887046760782748e-05,
      "loss": 5.2174,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 595
    },
    {
      "epoch": 0.76288,
      "grad_norm": 18.29290771484375,
      "learning_rate": 3.8864852938952864e-05,
      "loss": 5.503,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 596
    },
    {
      "epoch": 0.76416,
      "grad_norm": 18.414295196533203,
      "learning_rate": 3.8859224757531524e-05,
      "loss": 5.8388,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 597
    },
    {
      "epoch": 0.76544,
      "grad_norm": 17.55422019958496,
      "learning_rate": 3.885358306759484e-05,
      "loss": 5.3883,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 598
    },
    {
      "epoch": 0.76672,
      "grad_norm": 16.8183650970459,
      "learning_rate": 3.8847927873183834e-05,
      "loss": 5.3938,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 599
    },
    {
      "epoch": 0.768,
      "grad_norm": 17.821125030517578,
      "learning_rate": 3.884225917834924e-05,
      "loss": 5.5003,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 600
    },
    {
      "epoch": 0.76928,
      "grad_norm": 17.572450637817383,
      "learning_rate": 3.8836576987151415e-05,
      "loss": 5.6264,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 601
    },
    {
      "epoch": 0.77056,
      "grad_norm": 19.48012351989746,
      "learning_rate": 3.883088130366042e-05,
      "loss": 5.6409,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 602
    },
    {
      "epoch": 0.77184,
      "grad_norm": 18.68971061706543,
      "learning_rate": 3.882517213195597e-05,
      "loss": 5.7425,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 603
    },
    {
      "epoch": 0.77312,
      "grad_norm": 19.582578659057617,
      "learning_rate": 3.881944947612743e-05,
      "loss": 5.8028,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 604
    },
    {
      "epoch": 0.7744,
      "grad_norm": 19.34496307373047,
      "learning_rate": 3.881371334027384e-05,
      "loss": 5.1405,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 605
    },
    {
      "epoch": 0.77568,
      "grad_norm": 22.644819259643555,
      "learning_rate": 3.8807963728503904e-05,
      "loss": 5.7932,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 606
    },
    {
      "epoch": 0.77696,
      "grad_norm": 19.349136352539062,
      "learning_rate": 3.880220064493593e-05,
      "loss": 5.7637,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 607
    },
    {
      "epoch": 0.77824,
      "grad_norm": 17.927244186401367,
      "learning_rate": 3.879642409369793e-05,
      "loss": 5.6134,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 608
    },
    {
      "epoch": 0.77952,
      "grad_norm": 17.903425216674805,
      "learning_rate": 3.879063407892754e-05,
      "loss": 5.7388,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 609
    },
    {
      "epoch": 0.7808,
      "grad_norm": 18.373680114746094,
      "learning_rate": 3.8784830604772035e-05,
      "loss": 5.5866,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 610
    },
    {
      "epoch": 0.78208,
      "grad_norm": 17.94976043701172,
      "learning_rate": 3.877901367538834e-05,
      "loss": 5.5104,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 611
    },
    {
      "epoch": 0.78336,
      "grad_norm": 17.147314071655273,
      "learning_rate": 3.8773183294943015e-05,
      "loss": 5.3682,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 612
    },
    {
      "epoch": 0.78464,
      "grad_norm": 17.70482635498047,
      "learning_rate": 3.876733946761225e-05,
      "loss": 5.6199,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 613
    },
    {
      "epoch": 0.78592,
      "grad_norm": 16.784324645996094,
      "learning_rate": 3.8761482197581876e-05,
      "loss": 5.5959,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 614
    },
    {
      "epoch": 0.7872,
      "grad_norm": 16.762489318847656,
      "learning_rate": 3.875561148904734e-05,
      "loss": 5.5617,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 615
    },
    {
      "epoch": 0.78848,
      "grad_norm": 19.167112350463867,
      "learning_rate": 3.874972734621374e-05,
      "loss": 5.8734,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 616
    },
    {
      "epoch": 0.78976,
      "grad_norm": 19.7027530670166,
      "learning_rate": 3.874382977329576e-05,
      "loss": 5.6506,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 617
    },
    {
      "epoch": 0.79104,
      "grad_norm": 17.80211067199707,
      "learning_rate": 3.873791877451773e-05,
      "loss": 5.1804,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 618
    },
    {
      "epoch": 0.79232,
      "grad_norm": 19.22654914855957,
      "learning_rate": 3.8731994354113594e-05,
      "loss": 5.5052,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 619
    },
    {
      "epoch": 0.7936,
      "grad_norm": 21.37750816345215,
      "learning_rate": 3.87260565163269e-05,
      "loss": 5.4497,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 620
    },
    {
      "epoch": 0.79488,
      "grad_norm": 20.45538902282715,
      "learning_rate": 3.8720105265410804e-05,
      "loss": 5.5971,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 621
    },
    {
      "epoch": 0.79616,
      "grad_norm": 19.321388244628906,
      "learning_rate": 3.871414060562809e-05,
      "loss": 5.7703,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 622
    },
    {
      "epoch": 0.79744,
      "grad_norm": 17.439926147460938,
      "learning_rate": 3.870816254125113e-05,
      "loss": 5.2517,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 623
    },
    {
      "epoch": 0.79872,
      "grad_norm": 17.945453643798828,
      "learning_rate": 3.87021710765619e-05,
      "loss": 5.6318,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 624
    },
    {
      "epoch": 0.8,
      "grad_norm": 18.883460998535156,
      "learning_rate": 3.8696166215851985e-05,
      "loss": 5.5205,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 625
    },
    {
      "epoch": 0.80128,
      "grad_norm": 18.22972297668457,
      "learning_rate": 3.8690147963422544e-05,
      "loss": 5.5534,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 626
    },
    {
      "epoch": 0.80256,
      "grad_norm": 16.154844284057617,
      "learning_rate": 3.868411632358434e-05,
      "loss": 5.3987,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 627
    },
    {
      "epoch": 0.80384,
      "grad_norm": 18.29774284362793,
      "learning_rate": 3.867807130065774e-05,
      "loss": 5.4802,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 628
    },
    {
      "epoch": 0.80512,
      "grad_norm": 18.908618927001953,
      "learning_rate": 3.867201289897266e-05,
      "loss": 5.584,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 629
    },
    {
      "epoch": 0.8064,
      "grad_norm": 40.877132415771484,
      "learning_rate": 3.8665941122868645e-05,
      "loss": 5.9931,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 630
    },
    {
      "epoch": 0.80768,
      "grad_norm": 18.67902946472168,
      "learning_rate": 3.865985597669478e-05,
      "loss": 5.275,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 631
    },
    {
      "epoch": 0.80896,
      "grad_norm": 19.37566375732422,
      "learning_rate": 3.865375746480975e-05,
      "loss": 5.4543,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 632
    },
    {
      "epoch": 0.81024,
      "grad_norm": 17.653825759887695,
      "learning_rate": 3.8647645591581806e-05,
      "loss": 5.2165,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 633
    },
    {
      "epoch": 0.81152,
      "grad_norm": 18.73333168029785,
      "learning_rate": 3.864152036138877e-05,
      "loss": 5.7008,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 634
    },
    {
      "epoch": 0.8128,
      "grad_norm": 21.446453094482422,
      "learning_rate": 3.863538177861803e-05,
      "loss": 5.6686,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 635
    },
    {
      "epoch": 0.81408,
      "grad_norm": 19.137004852294922,
      "learning_rate": 3.862922984766655e-05,
      "loss": 5.4532,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 636
    },
    {
      "epoch": 0.81536,
      "grad_norm": 24.19426918029785,
      "learning_rate": 3.8623064572940825e-05,
      "loss": 5.1454,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 637
    },
    {
      "epoch": 0.81664,
      "grad_norm": 17.758657455444336,
      "learning_rate": 3.861688595885694e-05,
      "loss": 5.2483,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 638
    },
    {
      "epoch": 0.81792,
      "grad_norm": 18.078126907348633,
      "learning_rate": 3.861069400984053e-05,
      "loss": 5.6755,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 639
    },
    {
      "epoch": 0.8192,
      "grad_norm": 17.949460983276367,
      "learning_rate": 3.8604488730326756e-05,
      "loss": 5.0158,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 640
    },
    {
      "epoch": 0.82048,
      "grad_norm": 16.24897575378418,
      "learning_rate": 3.8598270124760354e-05,
      "loss": 5.4095,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 641
    },
    {
      "epoch": 0.82176,
      "grad_norm": 19.200355529785156,
      "learning_rate": 3.8592038197595605e-05,
      "loss": 5.6761,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 642
    },
    {
      "epoch": 0.82304,
      "grad_norm": 17.936397552490234,
      "learning_rate": 3.858579295329631e-05,
      "loss": 5.7793,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 643
    },
    {
      "epoch": 0.82432,
      "grad_norm": 18.775489807128906,
      "learning_rate": 3.8579534396335835e-05,
      "loss": 5.6099,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 644
    },
    {
      "epoch": 0.8256,
      "grad_norm": 18.901065826416016,
      "learning_rate": 3.8573262531197056e-05,
      "loss": 5.5769,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 645
    },
    {
      "epoch": 0.82688,
      "grad_norm": 54.707435607910156,
      "learning_rate": 3.85669773623724e-05,
      "loss": 4.9686,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 646
    },
    {
      "epoch": 0.82816,
      "grad_norm": 17.71822738647461,
      "learning_rate": 3.856067889436382e-05,
      "loss": 5.7026,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 647
    },
    {
      "epoch": 0.82944,
      "grad_norm": 18.932889938354492,
      "learning_rate": 3.855436713168279e-05,
      "loss": 5.5978,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 648
    },
    {
      "epoch": 0.83072,
      "grad_norm": 17.229446411132812,
      "learning_rate": 3.8548042078850316e-05,
      "loss": 5.2842,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 649
    },
    {
      "epoch": 0.832,
      "grad_norm": 16.79166030883789,
      "learning_rate": 3.854170374039691e-05,
      "loss": 5.3963,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 650
    },
    {
      "epoch": 0.83328,
      "grad_norm": 16.07893943786621,
      "learning_rate": 3.8535352120862615e-05,
      "loss": 5.6828,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 651
    },
    {
      "epoch": 0.83456,
      "grad_norm": 16.568134307861328,
      "learning_rate": 3.852898722479697e-05,
      "loss": 5.5305,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 652
    },
    {
      "epoch": 0.83584,
      "grad_norm": 17.6458740234375,
      "learning_rate": 3.852260905675902e-05,
      "loss": 5.4526,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 653
    },
    {
      "epoch": 0.83712,
      "grad_norm": 17.567474365234375,
      "learning_rate": 3.851621762131736e-05,
      "loss": 5.0214,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 654
    },
    {
      "epoch": 0.8384,
      "grad_norm": 18.57010841369629,
      "learning_rate": 3.8509812923050036e-05,
      "loss": 5.0186,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 655
    },
    {
      "epoch": 0.83968,
      "grad_norm": 19.01462745666504,
      "learning_rate": 3.8503394966544626e-05,
      "loss": 5.3293,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 656
    },
    {
      "epoch": 0.84096,
      "grad_norm": 18.17228889465332,
      "learning_rate": 3.849696375639819e-05,
      "loss": 5.5194,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 657
    },
    {
      "epoch": 0.84224,
      "grad_norm": 18.205364227294922,
      "learning_rate": 3.849051929721728e-05,
      "loss": 5.4444,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 658
    },
    {
      "epoch": 0.84352,
      "grad_norm": 17.837587356567383,
      "learning_rate": 3.8484061593617955e-05,
      "loss": 5.323,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 659
    },
    {
      "epoch": 0.8448,
      "grad_norm": 17.347312927246094,
      "learning_rate": 3.8477590650225735e-05,
      "loss": 5.3952,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 660
    },
    {
      "epoch": 0.84608,
      "grad_norm": 16.913976669311523,
      "learning_rate": 3.847110647167565e-05,
      "loss": 5.4862,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 661
    },
    {
      "epoch": 0.84736,
      "grad_norm": 16.77081298828125,
      "learning_rate": 3.84646090626122e-05,
      "loss": 5.5142,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 662
    },
    {
      "epoch": 0.84864,
      "grad_norm": 16.33635711669922,
      "learning_rate": 3.845809842768934e-05,
      "loss": 5.5416,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 663
    },
    {
      "epoch": 0.84992,
      "grad_norm": 18.16516876220703,
      "learning_rate": 3.845157457157054e-05,
      "loss": 5.3271,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 664
    },
    {
      "epoch": 0.8512,
      "grad_norm": 17.75435447692871,
      "learning_rate": 3.84450374989287e-05,
      "loss": 5.2675,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 665
    },
    {
      "epoch": 0.85248,
      "grad_norm": 16.289976119995117,
      "learning_rate": 3.8438487214446224e-05,
      "loss": 5.4375,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 666
    },
    {
      "epoch": 0.85376,
      "grad_norm": 16.640878677368164,
      "learning_rate": 3.843192372281493e-05,
      "loss": 5.6857,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 667
    },
    {
      "epoch": 0.85504,
      "grad_norm": 16.304845809936523,
      "learning_rate": 3.8425347028736163e-05,
      "loss": 5.3133,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 668
    },
    {
      "epoch": 0.85632,
      "grad_norm": 17.16343116760254,
      "learning_rate": 3.841875713692067e-05,
      "loss": 5.3376,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 669
    },
    {
      "epoch": 0.8576,
      "grad_norm": 17.539031982421875,
      "learning_rate": 3.841215405208866e-05,
      "loss": 5.4589,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 670
    },
    {
      "epoch": 0.85888,
      "grad_norm": 37.231361389160156,
      "learning_rate": 3.840553777896981e-05,
      "loss": 5.1671,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 671
    },
    {
      "epoch": 0.86016,
      "grad_norm": 3197.820556640625,
      "learning_rate": 3.8398908322303244e-05,
      "loss": 6.0714,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 672
    },
    {
      "epoch": 0.86144,
      "grad_norm": 2862.267822265625,
      "learning_rate": 3.83922656868375e-05,
      "loss": 6.9416,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 673
    },
    {
      "epoch": 0.86272,
      "grad_norm": 477.9903259277344,
      "learning_rate": 3.8385609877330596e-05,
      "loss": 7.7422,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 674
    },
    {
      "epoch": 0.864,
      "grad_norm": 25.73834991455078,
      "learning_rate": 3.8378940898549954e-05,
      "loss": 5.7354,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 675
    },
    {
      "epoch": 0.86528,
      "grad_norm": 21.733110427856445,
      "learning_rate": 3.837225875527244e-05,
      "loss": 5.2637,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 676
    },
    {
      "epoch": 0.86656,
      "grad_norm": 21.270305633544922,
      "learning_rate": 3.836556345228435e-05,
      "loss": 5.5641,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 677
    },
    {
      "epoch": 0.86784,
      "grad_norm": 19.61530876159668,
      "learning_rate": 3.8358854994381413e-05,
      "loss": 5.4557,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 678
    },
    {
      "epoch": 0.86912,
      "grad_norm": 19.0324764251709,
      "learning_rate": 3.835213338636877e-05,
      "loss": 5.6178,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 679
    },
    {
      "epoch": 0.8704,
      "grad_norm": 18.69046974182129,
      "learning_rate": 3.834539863306098e-05,
      "loss": 5.5047,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 680
    },
    {
      "epoch": 0.87168,
      "grad_norm": 17.777347564697266,
      "learning_rate": 3.833865073928204e-05,
      "loss": 5.427,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 681
    },
    {
      "epoch": 0.87296,
      "grad_norm": 18.958152770996094,
      "learning_rate": 3.8331889709865314e-05,
      "loss": 5.8533,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 682
    },
    {
      "epoch": 0.87424,
      "grad_norm": 17.737131118774414,
      "learning_rate": 3.832511554965363e-05,
      "loss": 5.6601,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 683
    },
    {
      "epoch": 0.87552,
      "grad_norm": 17.650388717651367,
      "learning_rate": 3.8318328263499175e-05,
      "loss": 5.5413,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 684
    },
    {
      "epoch": 0.8768,
      "grad_norm": 17.99491310119629,
      "learning_rate": 3.831152785626357e-05,
      "loss": 5.1781,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 685
    },
    {
      "epoch": 0.87808,
      "grad_norm": 19.02887725830078,
      "learning_rate": 3.830471433281781e-05,
      "loss": 5.2773,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 686
    },
    {
      "epoch": 0.87936,
      "grad_norm": 18.923553466796875,
      "learning_rate": 3.8297887698042314e-05,
      "loss": 5.4516,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 687
    },
    {
      "epoch": 0.88064,
      "grad_norm": 17.7654972076416,
      "learning_rate": 3.829104795682685e-05,
      "loss": 5.5451,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 688
    },
    {
      "epoch": 0.88192,
      "grad_norm": 19.61536407470703,
      "learning_rate": 3.828419511407062e-05,
      "loss": 5.4069,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 689
    },
    {
      "epoch": 0.8832,
      "grad_norm": 17.952547073364258,
      "learning_rate": 3.8277329174682175e-05,
      "loss": 5.1146,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 690
    },
    {
      "epoch": 0.88448,
      "grad_norm": 20.304439544677734,
      "learning_rate": 3.827045014357947e-05,
      "loss": 5.4949,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 691
    },
    {
      "epoch": 0.88576,
      "grad_norm": 19.700061798095703,
      "learning_rate": 3.826355802568983e-05,
      "loss": 5.9103,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 692
    },
    {
      "epoch": 0.88704,
      "grad_norm": 17.474586486816406,
      "learning_rate": 3.8256652825949936e-05,
      "loss": 5.1932,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 693
    },
    {
      "epoch": 0.88832,
      "grad_norm": 16.512805938720703,
      "learning_rate": 3.8249734549305874e-05,
      "loss": 5.2222,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 694
    },
    {
      "epoch": 0.8896,
      "grad_norm": 17.29090118408203,
      "learning_rate": 3.824280320071308e-05,
      "loss": 5.2937,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 695
    },
    {
      "epoch": 0.89088,
      "grad_norm": 19.76313591003418,
      "learning_rate": 3.823585878513632e-05,
      "loss": 5.1275,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 696
    },
    {
      "epoch": 0.89216,
      "grad_norm": 17.78861427307129,
      "learning_rate": 3.822890130754979e-05,
      "loss": 5.1401,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 697
    },
    {
      "epoch": 0.89344,
      "grad_norm": 18.756399154663086,
      "learning_rate": 3.822193077293698e-05,
      "loss": 5.3811,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 698
    },
    {
      "epoch": 0.89472,
      "grad_norm": 17.488367080688477,
      "learning_rate": 3.821494718629077e-05,
      "loss": 5.1969,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 699
    },
    {
      "epoch": 0.896,
      "grad_norm": 18.087905883789062,
      "learning_rate": 3.8207950552613355e-05,
      "loss": 5.4964,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 700
    },
    {
      "epoch": 0.89728,
      "grad_norm": 18.083486557006836,
      "learning_rate": 3.8200940876916315e-05,
      "loss": 5.3936,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 701
    },
    {
      "epoch": 0.89856,
      "grad_norm": 16.811567306518555,
      "learning_rate": 3.8193918164220535e-05,
      "loss": 5.999,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 702
    },
    {
      "epoch": 0.89984,
      "grad_norm": 18.670833587646484,
      "learning_rate": 3.8186882419556265e-05,
      "loss": 5.167,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 703
    },
    {
      "epoch": 0.90112,
      "grad_norm": 20.35747718811035,
      "learning_rate": 3.817983364796308e-05,
      "loss": 5.8582,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 704
    },
    {
      "epoch": 0.9024,
      "grad_norm": 18.192174911499023,
      "learning_rate": 3.8172771854489875e-05,
      "loss": 5.2068,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 705
    },
    {
      "epoch": 0.90368,
      "grad_norm": 18.653263092041016,
      "learning_rate": 3.81656970441949e-05,
      "loss": 5.5307,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 706
    },
    {
      "epoch": 0.90496,
      "grad_norm": 17.801586151123047,
      "learning_rate": 3.8158609222145695e-05,
      "loss": 5.3375,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 707
    },
    {
      "epoch": 0.90624,
      "grad_norm": 17.987154006958008,
      "learning_rate": 3.815150839341915e-05,
      "loss": 5.4146,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 708
    },
    {
      "epoch": 0.90752,
      "grad_norm": 18.47405242919922,
      "learning_rate": 3.8144394563101436e-05,
      "loss": 5.5628,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 709
    },
    {
      "epoch": 0.9088,
      "grad_norm": 16.299808502197266,
      "learning_rate": 3.813726773628809e-05,
      "loss": 5.3437,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 710
    },
    {
      "epoch": 0.91008,
      "grad_norm": 16.475271224975586,
      "learning_rate": 3.81301279180839e-05,
      "loss": 5.3215,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 711
    },
    {
      "epoch": 0.91136,
      "grad_norm": 16.681089401245117,
      "learning_rate": 3.812297511360299e-05,
      "loss": 5.3753,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 712
    },
    {
      "epoch": 0.91264,
      "grad_norm": 16.217832565307617,
      "learning_rate": 3.8115809327968795e-05,
      "loss": 5.2485,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 713
    },
    {
      "epoch": 0.91392,
      "grad_norm": 17.904199600219727,
      "learning_rate": 3.810863056631402e-05,
      "loss": 5.4864,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 714
    },
    {
      "epoch": 0.9152,
      "grad_norm": 18.715673446655273,
      "learning_rate": 3.8101438833780695e-05,
      "loss": 5.3338,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 715
    },
    {
      "epoch": 0.91648,
      "grad_norm": 24.790361404418945,
      "learning_rate": 3.809423413552012e-05,
      "loss": 5.6748,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 716
    },
    {
      "epoch": 0.91776,
      "grad_norm": 16.757123947143555,
      "learning_rate": 3.808701647669289e-05,
      "loss": 4.9758,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 717
    },
    {
      "epoch": 0.91904,
      "grad_norm": 18.346534729003906,
      "learning_rate": 3.807978586246887e-05,
      "loss": 5.5884,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 718
    },
    {
      "epoch": 0.92032,
      "grad_norm": 16.136178970336914,
      "learning_rate": 3.807254229802722e-05,
      "loss": 5.7355,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 719
    },
    {
      "epoch": 0.9216,
      "grad_norm": 17.537967681884766,
      "learning_rate": 3.806528578855638e-05,
      "loss": 4.8956,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 720
    },
    {
      "epoch": 0.92288,
      "grad_norm": 17.144357681274414,
      "learning_rate": 3.8058016339254054e-05,
      "loss": 5.0639,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 721
    },
    {
      "epoch": 0.92416,
      "grad_norm": 15.829097747802734,
      "learning_rate": 3.805073395532721e-05,
      "loss": 5.2269,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 722
    },
    {
      "epoch": 0.92544,
      "grad_norm": 17.89219093322754,
      "learning_rate": 3.804343864199208e-05,
      "loss": 5.1124,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 723
    },
    {
      "epoch": 0.92672,
      "grad_norm": 17.610116958618164,
      "learning_rate": 3.8036130404474165e-05,
      "loss": 5.4471,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 724
    },
    {
      "epoch": 0.928,
      "grad_norm": 21.28272247314453,
      "learning_rate": 3.802880924800823e-05,
      "loss": 5.1475,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 725
    },
    {
      "epoch": 0.92928,
      "grad_norm": 16.55522346496582,
      "learning_rate": 3.8021475177838274e-05,
      "loss": 5.2418,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 726
    },
    {
      "epoch": 0.93056,
      "grad_norm": 16.854965209960938,
      "learning_rate": 3.8014128199217564e-05,
      "loss": 5.5193,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 727
    },
    {
      "epoch": 0.93184,
      "grad_norm": 16.79427146911621,
      "learning_rate": 3.80067683174086e-05,
      "loss": 5.5083,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 728
    },
    {
      "epoch": 0.93312,
      "grad_norm": 17.095869064331055,
      "learning_rate": 3.7999395537683125e-05,
      "loss": 5.0184,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 729
    },
    {
      "epoch": 0.9344,
      "grad_norm": 17.00202751159668,
      "learning_rate": 3.7992009865322146e-05,
      "loss": 5.3068,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 730
    },
    {
      "epoch": 0.93568,
      "grad_norm": 20.387863159179688,
      "learning_rate": 3.798461130561586e-05,
      "loss": 5.2117,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 731
    },
    {
      "epoch": 0.93696,
      "grad_norm": 17.0885009765625,
      "learning_rate": 3.797719986386374e-05,
      "loss": 4.9442,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 732
    },
    {
      "epoch": 0.93824,
      "grad_norm": 18.086360931396484,
      "learning_rate": 3.796977554537444e-05,
      "loss": 5.4797,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 733
    },
    {
      "epoch": 0.93952,
      "grad_norm": 17.22867202758789,
      "learning_rate": 3.7962338355465885e-05,
      "loss": 4.6933,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 734
    },
    {
      "epoch": 0.9408,
      "grad_norm": 16.782148361206055,
      "learning_rate": 3.7954888299465183e-05,
      "loss": 5.5364,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 735
    },
    {
      "epoch": 0.94208,
      "grad_norm": 16.606918334960938,
      "learning_rate": 3.794742538270869e-05,
      "loss": 5.0218,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 736
    },
    {
      "epoch": 0.94336,
      "grad_norm": 18.177927017211914,
      "learning_rate": 3.793994961054194e-05,
      "loss": 5.2387,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 737
    },
    {
      "epoch": 0.94464,
      "grad_norm": 16.962793350219727,
      "learning_rate": 3.79324609883197e-05,
      "loss": 5.2865,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 738
    },
    {
      "epoch": 0.94592,
      "grad_norm": 16.876201629638672,
      "learning_rate": 3.792495952140591e-05,
      "loss": 5.3896,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 739
    },
    {
      "epoch": 0.9472,
      "grad_norm": 15.220075607299805,
      "learning_rate": 3.7917445215173765e-05,
      "loss": 5.1438,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 740
    },
    {
      "epoch": 0.94848,
      "grad_norm": 17.2893123626709,
      "learning_rate": 3.79099180750056e-05,
      "loss": 5.1406,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 741
    },
    {
      "epoch": 0.94976,
      "grad_norm": 16.21901512145996,
      "learning_rate": 3.7902378106292983e-05,
      "loss": 5.3622,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 742
    },
    {
      "epoch": 0.95104,
      "grad_norm": 16.269935607910156,
      "learning_rate": 3.789482531443664e-05,
      "loss": 4.9897,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 743
    },
    {
      "epoch": 0.95232,
      "grad_norm": 17.004039764404297,
      "learning_rate": 3.7887259704846514e-05,
      "loss": 5.1699,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 744
    },
    {
      "epoch": 0.9536,
      "grad_norm": 16.95368194580078,
      "learning_rate": 3.78796812829417e-05,
      "loss": 5.0853,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 745
    },
    {
      "epoch": 0.95488,
      "grad_norm": 17.035409927368164,
      "learning_rate": 3.787209005415047e-05,
      "loss": 5.2729,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 746
    },
    {
      "epoch": 0.95616,
      "grad_norm": 15.787614822387695,
      "learning_rate": 3.786448602391031e-05,
      "loss": 5.0093,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 747
    },
    {
      "epoch": 0.95744,
      "grad_norm": 16.203874588012695,
      "learning_rate": 3.7856869197667825e-05,
      "loss": 4.8582,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 748
    },
    {
      "epoch": 0.95872,
      "grad_norm": 16.513906478881836,
      "learning_rate": 3.784923958087882e-05,
      "loss": 5.4226,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 749
    },
    {
      "epoch": 0.96,
      "grad_norm": 16.5956974029541,
      "learning_rate": 3.784159717900824e-05,
      "loss": 4.9024,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 750
    },
    {
      "epoch": 0.96128,
      "grad_norm": 18.0240478515625,
      "learning_rate": 3.78339419975302e-05,
      "loss": 5.1765,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 751
    },
    {
      "epoch": 0.96256,
      "grad_norm": 18.69932746887207,
      "learning_rate": 3.782627404192797e-05,
      "loss": 5.5528,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 752
    },
    {
      "epoch": 0.96384,
      "grad_norm": 15.76240062713623,
      "learning_rate": 3.781859331769396e-05,
      "loss": 5.6131,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 753
    },
    {
      "epoch": 0.96512,
      "grad_norm": 23.697301864624023,
      "learning_rate": 3.781089983032973e-05,
      "loss": 5.3745,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 754
    },
    {
      "epoch": 0.9664,
      "grad_norm": 16.073518753051758,
      "learning_rate": 3.7803193585345986e-05,
      "loss": 5.2933,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 755
    },
    {
      "epoch": 0.96768,
      "grad_norm": 26.42362403869629,
      "learning_rate": 3.7795474588262576e-05,
      "loss": 5.2677,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 756
    },
    {
      "epoch": 0.96896,
      "grad_norm": 16.492290496826172,
      "learning_rate": 3.778774284460846e-05,
      "loss": 5.296,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 757
    },
    {
      "epoch": 0.97024,
      "grad_norm": 16.305191040039062,
      "learning_rate": 3.777999835992175e-05,
      "loss": 4.8964,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 758
    },
    {
      "epoch": 0.97152,
      "grad_norm": 15.615100860595703,
      "learning_rate": 3.7772241139749685e-05,
      "loss": 4.9332,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 759
    },
    {
      "epoch": 0.9728,
      "grad_norm": 18.273162841796875,
      "learning_rate": 3.776447118964862e-05,
      "loss": 5.5119,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 760
    },
    {
      "epoch": 0.97408,
      "grad_norm": 16.767322540283203,
      "learning_rate": 3.7756688515184e-05,
      "loss": 5.2002,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 761
    },
    {
      "epoch": 0.97536,
      "grad_norm": 16.715152740478516,
      "learning_rate": 3.7748893121930455e-05,
      "loss": 5.4438,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 762
    },
    {
      "epoch": 0.97664,
      "grad_norm": 17.53606605529785,
      "learning_rate": 3.774108501547165e-05,
      "loss": 4.9217,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 763
    },
    {
      "epoch": 0.97792,
      "grad_norm": 16.464235305786133,
      "learning_rate": 3.7733264201400394e-05,
      "loss": 5.1542,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 764
    },
    {
      "epoch": 0.9792,
      "grad_norm": 16.66168785095215,
      "learning_rate": 3.77254306853186e-05,
      "loss": 5.3271,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 765
    },
    {
      "epoch": 0.98048,
      "grad_norm": 17.007625579833984,
      "learning_rate": 3.7717584472837267e-05,
      "loss": 5.3233,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 766
    },
    {
      "epoch": 0.98176,
      "grad_norm": 15.926201820373535,
      "learning_rate": 3.770972556957649e-05,
      "loss": 4.9419,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 767
    },
    {
      "epoch": 0.98304,
      "grad_norm": 14.828093528747559,
      "learning_rate": 3.7701853981165457e-05,
      "loss": 5.241,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 768
    },
    {
      "epoch": 0.98432,
      "grad_norm": 16.0419921875,
      "learning_rate": 3.769396971324244e-05,
      "loss": 5.1536,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 769
    },
    {
      "epoch": 0.9856,
      "grad_norm": 17.700796127319336,
      "learning_rate": 3.768607277145481e-05,
      "loss": 5.253,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 770
    },
    {
      "epoch": 0.98688,
      "grad_norm": 17.57451057434082,
      "learning_rate": 3.7678163161458974e-05,
      "loss": 5.4467,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 771
    },
    {
      "epoch": 0.98816,
      "grad_norm": 16.052181243896484,
      "learning_rate": 3.767024088892046e-05,
      "loss": 4.8288,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 772
    },
    {
      "epoch": 0.98944,
      "grad_norm": 16.66253089904785,
      "learning_rate": 3.766230595951384e-05,
      "loss": 5.0681,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 773
    },
    {
      "epoch": 0.99072,
      "grad_norm": 17.155872344970703,
      "learning_rate": 3.7654358378922766e-05,
      "loss": 5.1881,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 774
    },
    {
      "epoch": 0.992,
      "grad_norm": 17.582609176635742,
      "learning_rate": 3.764639815283993e-05,
      "loss": 5.6689,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 775
    },
    {
      "epoch": 0.99328,
      "grad_norm": 22.189388275146484,
      "learning_rate": 3.76384252869671e-05,
      "loss": 5.1323,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 776
    },
    {
      "epoch": 0.99456,
      "grad_norm": 16.766719818115234,
      "learning_rate": 3.76304397870151e-05,
      "loss": 5.29,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 777
    },
    {
      "epoch": 0.99584,
      "grad_norm": 16.528942108154297,
      "learning_rate": 3.762244165870379e-05,
      "loss": 5.2681,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 778
    },
    {
      "epoch": 0.99712,
      "grad_norm": 15.585844039916992,
      "learning_rate": 3.761443090776208e-05,
      "loss": 5.2309,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 779
    },
    {
      "epoch": 0.9984,
      "grad_norm": 16.292577743530273,
      "learning_rate": 3.760640753992793e-05,
      "loss": 5.5075,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 780
    },
    {
      "epoch": 0.99968,
      "grad_norm": 16.92820167541504,
      "learning_rate": 3.7598371560948325e-05,
      "loss": 5.1952,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 781
    },
    {
      "epoch": 1.0,
      "grad_norm": 7.192198276519775,
      "learning_rate": 3.759032297657929e-05,
      "loss": 1.1529,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 782
    },
    {
      "epoch": 1.00128,
      "grad_norm": 16.168888092041016,
      "learning_rate": 3.758226179258588e-05,
      "loss": 4.4166,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 783
    },
    {
      "epoch": 1.00256,
      "grad_norm": 15.005285263061523,
      "learning_rate": 3.757418801474217e-05,
      "loss": 4.5219,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 784
    },
    {
      "epoch": 1.00384,
      "grad_norm": 15.98065185546875,
      "learning_rate": 3.7566101648831265e-05,
      "loss": 4.526,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 785
    },
    {
      "epoch": 1.00512,
      "grad_norm": 18.08999252319336,
      "learning_rate": 3.755800270064527e-05,
      "loss": 4.2485,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 786
    },
    {
      "epoch": 1.0064,
      "grad_norm": 17.861391067504883,
      "learning_rate": 3.754989117598532e-05,
      "loss": 4.1359,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 787
    },
    {
      "epoch": 1.00768,
      "grad_norm": 18.61275863647461,
      "learning_rate": 3.754176708066154e-05,
      "loss": 4.4058,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 788
    },
    {
      "epoch": 1.00896,
      "grad_norm": 16.51255226135254,
      "learning_rate": 3.7533630420493086e-05,
      "loss": 4.2177,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 789
    },
    {
      "epoch": 1.01024,
      "grad_norm": 16.06920051574707,
      "learning_rate": 3.7525481201308086e-05,
      "loss": 4.0489,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 790
    },
    {
      "epoch": 1.01152,
      "grad_norm": 17.024892807006836,
      "learning_rate": 3.751731942894368e-05,
      "loss": 4.2713,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 791
    },
    {
      "epoch": 1.0128,
      "grad_norm": 15.494892120361328,
      "learning_rate": 3.7509145109245986e-05,
      "loss": 4.1091,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 792
    },
    {
      "epoch": 1.01408,
      "grad_norm": 16.395952224731445,
      "learning_rate": 3.7500958248070144e-05,
      "loss": 4.21,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 793
    },
    {
      "epoch": 1.01536,
      "grad_norm": 16.06232261657715,
      "learning_rate": 3.749275885128022e-05,
      "loss": 4.1676,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 794
    },
    {
      "epoch": 1.01664,
      "grad_norm": 16.227310180664062,
      "learning_rate": 3.748454692474931e-05,
      "loss": 4.2091,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 795
    },
    {
      "epoch": 1.01792,
      "grad_norm": 17.18985366821289,
      "learning_rate": 3.747632247435946e-05,
      "loss": 4.3397,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 796
    },
    {
      "epoch": 1.0192,
      "grad_norm": 16.61663246154785,
      "learning_rate": 3.74680855060017e-05,
      "loss": 4.2583,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 797
    },
    {
      "epoch": 1.02048,
      "grad_norm": 16.121376037597656,
      "learning_rate": 3.7459836025576006e-05,
      "loss": 4.2304,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 798
    },
    {
      "epoch": 1.02176,
      "grad_norm": 16.61048698425293,
      "learning_rate": 3.745157403899134e-05,
      "loss": 4.1513,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 799
    },
    {
      "epoch": 1.02304,
      "grad_norm": 20.74541473388672,
      "learning_rate": 3.74432995521656e-05,
      "loss": 4.4011,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 800
    },
    {
      "epoch": 1.02432,
      "grad_norm": 15.940553665161133,
      "learning_rate": 3.743501257102566e-05,
      "loss": 4.515,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 801
    },
    {
      "epoch": 1.0256,
      "grad_norm": 15.10676097869873,
      "learning_rate": 3.7426713101507325e-05,
      "loss": 4.0769,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 802
    },
    {
      "epoch": 1.02688,
      "grad_norm": 15.391860961914062,
      "learning_rate": 3.741840114955535e-05,
      "loss": 4.3969,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 803
    },
    {
      "epoch": 1.02816,
      "grad_norm": 18.943653106689453,
      "learning_rate": 3.741007672112345e-05,
      "loss": 4.4858,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 804
    },
    {
      "epoch": 1.02944,
      "grad_norm": 16.0422306060791,
      "learning_rate": 3.740173982217423e-05,
      "loss": 4.6316,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 805
    },
    {
      "epoch": 1.03072,
      "grad_norm": 15.259161949157715,
      "learning_rate": 3.7393390458679284e-05,
      "loss": 4.347,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 806
    },
    {
      "epoch": 1.032,
      "grad_norm": 15.302316665649414,
      "learning_rate": 3.738502863661909e-05,
      "loss": 4.231,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 807
    },
    {
      "epoch": 1.03328,
      "grad_norm": 17.221473693847656,
      "learning_rate": 3.737665436198308e-05,
      "loss": 4.1445,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 808
    },
    {
      "epoch": 1.03456,
      "grad_norm": 15.85611343383789,
      "learning_rate": 3.736826764076959e-05,
      "loss": 4.223,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 809
    },
    {
      "epoch": 1.03584,
      "grad_norm": 17.311580657958984,
      "learning_rate": 3.735986847898586e-05,
      "loss": 4.7187,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 810
    },
    {
      "epoch": 1.03712,
      "grad_norm": 16.424100875854492,
      "learning_rate": 3.7351456882648077e-05,
      "loss": 4.3705,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 811
    },
    {
      "epoch": 1.0384,
      "grad_norm": 15.598773956298828,
      "learning_rate": 3.734303285778129e-05,
      "loss": 4.5336,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 812
    },
    {
      "epoch": 1.03968,
      "grad_norm": 16.891218185424805,
      "learning_rate": 3.73345964104195e-05,
      "loss": 4.532,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 813
    },
    {
      "epoch": 1.04096,
      "grad_norm": 16.61777687072754,
      "learning_rate": 3.732614754660555e-05,
      "loss": 4.3272,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 814
    },
    {
      "epoch": 1.04224,
      "grad_norm": 17.444114685058594,
      "learning_rate": 3.731768627239122e-05,
      "loss": 4.2953,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 815
    },
    {
      "epoch": 1.04352,
      "grad_norm": 15.16589641571045,
      "learning_rate": 3.730921259383717e-05,
      "loss": 4.1927,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 816
    },
    {
      "epoch": 1.0448,
      "grad_norm": 16.439218521118164,
      "learning_rate": 3.730072651701293e-05,
      "loss": 4.3565,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 817
    },
    {
      "epoch": 1.04608,
      "grad_norm": 24.510051727294922,
      "learning_rate": 3.7292228047996924e-05,
      "loss": 4.3221,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 818
    },
    {
      "epoch": 1.04736,
      "grad_norm": 15.896862983703613,
      "learning_rate": 3.7283717192876446e-05,
      "loss": 4.3356,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 819
    },
    {
      "epoch": 1.04864,
      "grad_norm": 14.973894119262695,
      "learning_rate": 3.727519395774767e-05,
      "loss": 3.8096,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 820
    },
    {
      "epoch": 1.04992,
      "grad_norm": 15.89252758026123,
      "learning_rate": 3.726665834871563e-05,
      "loss": 4.0411,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 821
    },
    {
      "epoch": 1.0512,
      "grad_norm": 15.295536041259766,
      "learning_rate": 3.725811037189422e-05,
      "loss": 4.1879,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 822
    },
    {
      "epoch": 1.05248,
      "grad_norm": 16.591594696044922,
      "learning_rate": 3.724955003340621e-05,
      "loss": 4.3066,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 823
    },
    {
      "epoch": 1.05376,
      "grad_norm": 16.438859939575195,
      "learning_rate": 3.724097733938321e-05,
      "loss": 4.1371,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 824
    },
    {
      "epoch": 1.05504,
      "grad_norm": 16.233139038085938,
      "learning_rate": 3.7232392295965676e-05,
      "loss": 4.1445,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 825
    },
    {
      "epoch": 1.05632,
      "grad_norm": 15.29269027709961,
      "learning_rate": 3.722379490930292e-05,
      "loss": 4.3742,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 826
    },
    {
      "epoch": 1.0576,
      "grad_norm": 16.42255401611328,
      "learning_rate": 3.7215185185553085e-05,
      "loss": 4.0996,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 827
    },
    {
      "epoch": 1.05888,
      "grad_norm": 19.357059478759766,
      "learning_rate": 3.720656313088317e-05,
      "loss": 4.3622,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 828
    },
    {
      "epoch": 1.06016,
      "grad_norm": 16.141401290893555,
      "learning_rate": 3.7197928751468984e-05,
      "loss": 4.3444,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 829
    },
    {
      "epoch": 1.06144,
      "grad_norm": 17.08056640625,
      "learning_rate": 3.718928205349518e-05,
      "loss": 4.1002,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 830
    },
    {
      "epoch": 1.06272,
      "grad_norm": 16.774206161499023,
      "learning_rate": 3.718062304315523e-05,
      "loss": 4.535,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 831
    },
    {
      "epoch": 1.064,
      "grad_norm": 16.83819580078125,
      "learning_rate": 3.717195172665142e-05,
      "loss": 4.2213,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 832
    },
    {
      "epoch": 1.06528,
      "grad_norm": 15.784399032592773,
      "learning_rate": 3.716326811019485e-05,
      "loss": 4.3414,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 833
    },
    {
      "epoch": 1.06656,
      "grad_norm": 15.979156494140625,
      "learning_rate": 3.7154572200005446e-05,
      "loss": 4.1005,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 834
    },
    {
      "epoch": 1.06784,
      "grad_norm": 15.49698543548584,
      "learning_rate": 3.714586400231191e-05,
      "loss": 3.9697,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 835
    },
    {
      "epoch": 1.06912,
      "grad_norm": 17.050065994262695,
      "learning_rate": 3.7137143523351787e-05,
      "loss": 4.4618,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 836
    },
    {
      "epoch": 1.0704,
      "grad_norm": 15.703328132629395,
      "learning_rate": 3.712841076937138e-05,
      "loss": 4.401,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 837
    },
    {
      "epoch": 1.07168,
      "grad_norm": 15.110478401184082,
      "learning_rate": 3.7119665746625805e-05,
      "loss": 4.5366,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 838
    },
    {
      "epoch": 1.07296,
      "grad_norm": 16.527328491210938,
      "learning_rate": 3.7110908461378954e-05,
      "loss": 4.4194,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 839
    },
    {
      "epoch": 1.07424,
      "grad_norm": 15.608952522277832,
      "learning_rate": 3.710213891990352e-05,
      "loss": 4.264,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 840
    },
    {
      "epoch": 1.07552,
      "grad_norm": 15.631292343139648,
      "learning_rate": 3.709335712848095e-05,
      "loss": 4.3905,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 841
    },
    {
      "epoch": 1.0768,
      "grad_norm": 15.838480949401855,
      "learning_rate": 3.7084563093401496e-05,
      "loss": 4.4718,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 842
    },
    {
      "epoch": 1.07808,
      "grad_norm": 16.75391960144043,
      "learning_rate": 3.707575682096415e-05,
      "loss": 4.3156,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 843
    },
    {
      "epoch": 1.07936,
      "grad_norm": 16.015233993530273,
      "learning_rate": 3.706693831747669e-05,
      "loss": 4.275,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 844
    },
    {
      "epoch": 1.08064,
      "grad_norm": 15.443527221679688,
      "learning_rate": 3.7058107589255643e-05,
      "loss": 4.7622,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 845
    },
    {
      "epoch": 1.08192,
      "grad_norm": 15.851340293884277,
      "learning_rate": 3.70492646426263e-05,
      "loss": 4.5973,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 846
    },
    {
      "epoch": 1.0832,
      "grad_norm": 15.252490043640137,
      "learning_rate": 3.70404094839227e-05,
      "loss": 4.0446,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 847
    },
    {
      "epoch": 1.08448,
      "grad_norm": 16.44010353088379,
      "learning_rate": 3.703154211948763e-05,
      "loss": 4.1806,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 848
    },
    {
      "epoch": 1.08576,
      "grad_norm": 16.14630126953125,
      "learning_rate": 3.7022662555672624e-05,
      "loss": 4.2634,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 849
    },
    {
      "epoch": 1.08704,
      "grad_norm": 15.523625373840332,
      "learning_rate": 3.701377079883794e-05,
      "loss": 4.1846,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 850
    },
    {
      "epoch": 1.08832,
      "grad_norm": 15.018416404724121,
      "learning_rate": 3.700486685535259e-05,
      "loss": 3.9914,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 851
    },
    {
      "epoch": 1.0896,
      "grad_norm": 18.158777236938477,
      "learning_rate": 3.69959507315943e-05,
      "loss": 4.1804,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 852
    },
    {
      "epoch": 1.09088,
      "grad_norm": 15.430265426635742,
      "learning_rate": 3.6987022433949524e-05,
      "loss": 4.3813,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 853
    },
    {
      "epoch": 1.09216,
      "grad_norm": 15.99801254272461,
      "learning_rate": 3.697808196881344e-05,
      "loss": 4.216,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 854
    },
    {
      "epoch": 1.09344,
      "grad_norm": 16.25202751159668,
      "learning_rate": 3.696912934258994e-05,
      "loss": 4.4805,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 855
    },
    {
      "epoch": 1.09472,
      "grad_norm": 16.353221893310547,
      "learning_rate": 3.696016456169162e-05,
      "loss": 4.4025,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 856
    },
    {
      "epoch": 1.096,
      "grad_norm": 16.484371185302734,
      "learning_rate": 3.6951187632539794e-05,
      "loss": 4.4779,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 857
    },
    {
      "epoch": 1.09728,
      "grad_norm": 15.377453804016113,
      "learning_rate": 3.694219856156446e-05,
      "loss": 3.9997,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 858
    },
    {
      "epoch": 1.09856,
      "grad_norm": 15.307774543762207,
      "learning_rate": 3.6933197355204336e-05,
      "loss": 4.3861,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 859
    },
    {
      "epoch": 1.09984,
      "grad_norm": 14.64097785949707,
      "learning_rate": 3.692418401990682e-05,
      "loss": 4.049,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 860
    },
    {
      "epoch": 1.10112,
      "grad_norm": 16.91565704345703,
      "learning_rate": 3.691515856212799e-05,
      "loss": 4.4724,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 861
    },
    {
      "epoch": 1.1024,
      "grad_norm": 16.10772705078125,
      "learning_rate": 3.6906120988332616e-05,
      "loss": 4.3221,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 862
    },
    {
      "epoch": 1.10368,
      "grad_norm": 16.124202728271484,
      "learning_rate": 3.6897071304994145e-05,
      "loss": 4.291,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 863
    },
    {
      "epoch": 1.10496,
      "grad_norm": 16.45026969909668,
      "learning_rate": 3.6888009518594703e-05,
      "loss": 4.2695,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 864
    },
    {
      "epoch": 1.1062400000000001,
      "grad_norm": 16.43177604675293,
      "learning_rate": 3.687893563562509e-05,
      "loss": 4.5859,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 865
    },
    {
      "epoch": 1.10752,
      "grad_norm": 16.0928955078125,
      "learning_rate": 3.6869849662584745e-05,
      "loss": 4.5276,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 866
    },
    {
      "epoch": 1.1088,
      "grad_norm": 17.01827049255371,
      "learning_rate": 3.686075160598178e-05,
      "loss": 4.3908,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 867
    },
    {
      "epoch": 1.11008,
      "grad_norm": 16.2530574798584,
      "learning_rate": 3.6851641472332985e-05,
      "loss": 4.6219,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 868
    },
    {
      "epoch": 1.11136,
      "grad_norm": 15.321200370788574,
      "learning_rate": 3.6842519268163764e-05,
      "loss": 4.3345,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 869
    },
    {
      "epoch": 1.11264,
      "grad_norm": 16.235937118530273,
      "learning_rate": 3.68333850000082e-05,
      "loss": 4.0733,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 870
    },
    {
      "epoch": 1.11392,
      "grad_norm": 15.206354141235352,
      "learning_rate": 3.6824238674408984e-05,
      "loss": 4.2512,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 871
    },
    {
      "epoch": 1.1152,
      "grad_norm": 15.418142318725586,
      "learning_rate": 3.6815080297917464e-05,
      "loss": 4.2608,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 872
    },
    {
      "epoch": 1.11648,
      "grad_norm": 15.943363189697266,
      "learning_rate": 3.680590987709363e-05,
      "loss": 4.3679,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 873
    },
    {
      "epoch": 1.11776,
      "grad_norm": 15.58619213104248,
      "learning_rate": 3.679672741850607e-05,
      "loss": 4.1263,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 874
    },
    {
      "epoch": 1.11904,
      "grad_norm": 15.493576049804688,
      "learning_rate": 3.678753292873202e-05,
      "loss": 4.1303,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 875
    },
    {
      "epoch": 1.12032,
      "grad_norm": 17.463762283325195,
      "learning_rate": 3.677832641435731e-05,
      "loss": 4.5239,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 876
    },
    {
      "epoch": 1.1216,
      "grad_norm": 15.41862678527832,
      "learning_rate": 3.676910788197641e-05,
      "loss": 4.2116,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 877
    },
    {
      "epoch": 1.12288,
      "grad_norm": 15.156543731689453,
      "learning_rate": 3.675987733819239e-05,
      "loss": 4.2647,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 878
    },
    {
      "epoch": 1.12416,
      "grad_norm": 15.750941276550293,
      "learning_rate": 3.67506347896169e-05,
      "loss": 4.1595,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 879
    },
    {
      "epoch": 1.12544,
      "grad_norm": 15.72594165802002,
      "learning_rate": 3.674138024287022e-05,
      "loss": 4.4303,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 880
    },
    {
      "epoch": 1.12672,
      "grad_norm": 14.887951850891113,
      "learning_rate": 3.6732113704581205e-05,
      "loss": 4.3678,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 881
    },
    {
      "epoch": 1.1280000000000001,
      "grad_norm": 14.634197235107422,
      "learning_rate": 3.672283518138732e-05,
      "loss": 4.4589,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 882
    },
    {
      "epoch": 1.12928,
      "grad_norm": 14.899866104125977,
      "learning_rate": 3.671354467993458e-05,
      "loss": 3.9955,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 883
    },
    {
      "epoch": 1.13056,
      "grad_norm": 14.423491477966309,
      "learning_rate": 3.670424220687761e-05,
      "loss": 4.2326,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 884
    },
    {
      "epoch": 1.13184,
      "grad_norm": 16.4047794342041,
      "learning_rate": 3.6694927768879596e-05,
      "loss": 4.2974,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 885
    },
    {
      "epoch": 1.13312,
      "grad_norm": 17.199739456176758,
      "learning_rate": 3.6685601372612303e-05,
      "loss": 4.3744,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 886
    },
    {
      "epoch": 1.1344,
      "grad_norm": 14.892805099487305,
      "learning_rate": 3.667626302475606e-05,
      "loss": 4.1664,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 887
    },
    {
      "epoch": 1.13568,
      "grad_norm": 14.567102432250977,
      "learning_rate": 3.6666912731999746e-05,
      "loss": 3.9156,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 888
    },
    {
      "epoch": 1.13696,
      "grad_norm": 15.625653266906738,
      "learning_rate": 3.665755050104081e-05,
      "loss": 4.3328,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 889
    },
    {
      "epoch": 1.13824,
      "grad_norm": 15.129523277282715,
      "learning_rate": 3.6648176338585246e-05,
      "loss": 4.1641,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 890
    },
    {
      "epoch": 1.13952,
      "grad_norm": 15.662614822387695,
      "learning_rate": 3.663879025134758e-05,
      "loss": 4.2242,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 891
    },
    {
      "epoch": 1.1408,
      "grad_norm": 15.761423110961914,
      "learning_rate": 3.662939224605091e-05,
      "loss": 4.3492,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 892
    },
    {
      "epoch": 1.14208,
      "grad_norm": 15.972007751464844,
      "learning_rate": 3.6619982329426843e-05,
      "loss": 4.414,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 893
    },
    {
      "epoch": 1.14336,
      "grad_norm": 16.43582534790039,
      "learning_rate": 3.6610560508215535e-05,
      "loss": 4.251,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 894
    },
    {
      "epoch": 1.1446399999999999,
      "grad_norm": 14.57497787475586,
      "learning_rate": 3.6601126789165664e-05,
      "loss": 4.3465,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 895
    },
    {
      "epoch": 1.14592,
      "grad_norm": 15.498397827148438,
      "learning_rate": 3.659168117903443e-05,
      "loss": 4.4077,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 896
    },
    {
      "epoch": 1.1472,
      "grad_norm": 15.618167877197266,
      "learning_rate": 3.6582223684587545e-05,
      "loss": 4.3542,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 897
    },
    {
      "epoch": 1.14848,
      "grad_norm": 15.336588859558105,
      "learning_rate": 3.657275431259924e-05,
      "loss": 4.389,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 898
    },
    {
      "epoch": 1.1497600000000001,
      "grad_norm": 15.523792266845703,
      "learning_rate": 3.656327306985225e-05,
      "loss": 3.9386,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 899
    },
    {
      "epoch": 1.15104,
      "grad_norm": 16.469980239868164,
      "learning_rate": 3.655377996313782e-05,
      "loss": 4.3091,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 900
    },
    {
      "epoch": 1.15232,
      "grad_norm": 16.09726905822754,
      "learning_rate": 3.654427499925567e-05,
      "loss": 4.4087,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 901
    },
    {
      "epoch": 1.1536,
      "grad_norm": 15.757027626037598,
      "learning_rate": 3.653475818501406e-05,
      "loss": 4.3902,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 902
    },
    {
      "epoch": 1.15488,
      "grad_norm": 14.891890525817871,
      "learning_rate": 3.652522952722969e-05,
      "loss": 3.9762,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 903
    },
    {
      "epoch": 1.15616,
      "grad_norm": 15.198460578918457,
      "learning_rate": 3.651568903272775e-05,
      "loss": 4.2151,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 904
    },
    {
      "epoch": 1.15744,
      "grad_norm": 15.398750305175781,
      "learning_rate": 3.650613670834195e-05,
      "loss": 4.3405,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 905
    },
    {
      "epoch": 1.15872,
      "grad_norm": 14.543858528137207,
      "learning_rate": 3.649657256091443e-05,
      "loss": 3.9768,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 906
    },
    {
      "epoch": 1.16,
      "grad_norm": 15.01441478729248,
      "learning_rate": 3.64869965972958e-05,
      "loss": 4.3083,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 907
    },
    {
      "epoch": 1.16128,
      "grad_norm": 15.23315143585205,
      "learning_rate": 3.647740882434517e-05,
      "loss": 4.2631,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 908
    },
    {
      "epoch": 1.16256,
      "grad_norm": 16.187702178955078,
      "learning_rate": 3.646780924893007e-05,
      "loss": 4.544,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 909
    },
    {
      "epoch": 1.16384,
      "grad_norm": 15.439303398132324,
      "learning_rate": 3.64581978779265e-05,
      "loss": 4.349,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 910
    },
    {
      "epoch": 1.16512,
      "grad_norm": 16.458005905151367,
      "learning_rate": 3.644857471821892e-05,
      "loss": 4.2813,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 911
    },
    {
      "epoch": 1.1663999999999999,
      "grad_norm": 14.36257266998291,
      "learning_rate": 3.6438939776700205e-05,
      "loss": 4.6759,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 912
    },
    {
      "epoch": 1.16768,
      "grad_norm": 16.840587615966797,
      "learning_rate": 3.6429293060271694e-05,
      "loss": 4.3187,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 913
    },
    {
      "epoch": 1.16896,
      "grad_norm": 15.615226745605469,
      "learning_rate": 3.641963457584315e-05,
      "loss": 4.312,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 914
    },
    {
      "epoch": 1.17024,
      "grad_norm": 15.78549861907959,
      "learning_rate": 3.640996433033277e-05,
      "loss": 4.3515,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 915
    },
    {
      "epoch": 1.1715200000000001,
      "grad_norm": 15.765857696533203,
      "learning_rate": 3.6400282330667184e-05,
      "loss": 4.5616,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 916
    },
    {
      "epoch": 1.1728,
      "grad_norm": 20.240304946899414,
      "learning_rate": 3.6390588583781406e-05,
      "loss": 4.4949,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 917
    },
    {
      "epoch": 1.17408,
      "grad_norm": 14.424782752990723,
      "learning_rate": 3.638088309661891e-05,
      "loss": 4.2704,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 918
    },
    {
      "epoch": 1.17536,
      "grad_norm": 15.2334623336792,
      "learning_rate": 3.6371165876131544e-05,
      "loss": 4.1956,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 919
    },
    {
      "epoch": 1.17664,
      "grad_norm": 14.214000701904297,
      "learning_rate": 3.6361436929279574e-05,
      "loss": 3.841,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 920
    },
    {
      "epoch": 1.17792,
      "grad_norm": 15.264904975891113,
      "learning_rate": 3.635169626303168e-05,
      "loss": 4.3697,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 921
    },
    {
      "epoch": 1.1792,
      "grad_norm": 15.260586738586426,
      "learning_rate": 3.6341943884364904e-05,
      "loss": 3.8438,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 922
    },
    {
      "epoch": 1.18048,
      "grad_norm": 14.658799171447754,
      "learning_rate": 3.63321798002647e-05,
      "loss": 4.2112,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 923
    },
    {
      "epoch": 1.18176,
      "grad_norm": 16.298450469970703,
      "learning_rate": 3.632240401772492e-05,
      "loss": 4.4231,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 924
    },
    {
      "epoch": 1.18304,
      "grad_norm": 16.78000259399414,
      "learning_rate": 3.631261654374775e-05,
      "loss": 4.128,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 925
    },
    {
      "epoch": 1.18432,
      "grad_norm": 15.751258850097656,
      "learning_rate": 3.630281738534379e-05,
      "loss": 3.9896,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 926
    },
    {
      "epoch": 1.1856,
      "grad_norm": 14.481562614440918,
      "learning_rate": 3.6293006549531994e-05,
      "loss": 4.2789,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 927
    },
    {
      "epoch": 1.18688,
      "grad_norm": 15.486409187316895,
      "learning_rate": 3.6283184043339696e-05,
      "loss": 4.345,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 928
    },
    {
      "epoch": 1.1881599999999999,
      "grad_norm": 15.807978630065918,
      "learning_rate": 3.6273349873802554e-05,
      "loss": 4.4876,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 929
    },
    {
      "epoch": 1.18944,
      "grad_norm": 15.211185455322266,
      "learning_rate": 3.6263504047964616e-05,
      "loss": 4.0861,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 930
    },
    {
      "epoch": 1.19072,
      "grad_norm": 15.499547958374023,
      "learning_rate": 3.6253646572878266e-05,
      "loss": 4.3671,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 931
    },
    {
      "epoch": 1.192,
      "grad_norm": 17.28366470336914,
      "learning_rate": 3.624377745560423e-05,
      "loss": 4.1298,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 932
    },
    {
      "epoch": 1.1932800000000001,
      "grad_norm": 15.414783477783203,
      "learning_rate": 3.6233896703211565e-05,
      "loss": 4.1383,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 933
    },
    {
      "epoch": 1.19456,
      "grad_norm": 16.393339157104492,
      "learning_rate": 3.6224004322777695e-05,
      "loss": 4.1753,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 934
    },
    {
      "epoch": 1.19584,
      "grad_norm": 15.382574081420898,
      "learning_rate": 3.6214100321388325e-05,
      "loss": 4.3941,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 935
    },
    {
      "epoch": 1.19712,
      "grad_norm": 14.829909324645996,
      "learning_rate": 3.6204184706137525e-05,
      "loss": 4.4461,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 936
    },
    {
      "epoch": 1.1984,
      "grad_norm": 15.300322532653809,
      "learning_rate": 3.619425748412765e-05,
      "loss": 4.2931,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 937
    },
    {
      "epoch": 1.19968,
      "grad_norm": 15.314664840698242,
      "learning_rate": 3.6184318662469416e-05,
      "loss": 4.1566,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 938
    },
    {
      "epoch": 1.20096,
      "grad_norm": 17.634775161743164,
      "learning_rate": 3.61743682482818e-05,
      "loss": 4.2058,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 939
    },
    {
      "epoch": 1.20224,
      "grad_norm": 15.611769676208496,
      "learning_rate": 3.616440624869209e-05,
      "loss": 3.99,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 940
    },
    {
      "epoch": 1.20352,
      "grad_norm": 16.55445671081543,
      "learning_rate": 3.61544326708359e-05,
      "loss": 4.2853,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 941
    },
    {
      "epoch": 1.2048,
      "grad_norm": 15.507970809936523,
      "learning_rate": 3.614444752185711e-05,
      "loss": 4.1921,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 942
    },
    {
      "epoch": 1.20608,
      "grad_norm": 15.407391548156738,
      "learning_rate": 3.613445080890791e-05,
      "loss": 4.388,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 943
    },
    {
      "epoch": 1.20736,
      "grad_norm": 15.327923774719238,
      "learning_rate": 3.612444253914874e-05,
      "loss": 4.1972,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 944
    },
    {
      "epoch": 1.20864,
      "grad_norm": 14.238018989562988,
      "learning_rate": 3.611442271974837e-05,
      "loss": 4.162,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 945
    },
    {
      "epoch": 1.2099199999999999,
      "grad_norm": 15.245156288146973,
      "learning_rate": 3.610439135788379e-05,
      "loss": 4.2607,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 946
    },
    {
      "epoch": 1.2112,
      "grad_norm": 17.49321174621582,
      "learning_rate": 3.6094348460740274e-05,
      "loss": 4.3135,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 947
    },
    {
      "epoch": 1.21248,
      "grad_norm": 15.731560707092285,
      "learning_rate": 3.608429403551138e-05,
      "loss": 4.4239,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 948
    },
    {
      "epoch": 1.21376,
      "grad_norm": 15.825453758239746,
      "learning_rate": 3.607422808939891e-05,
      "loss": 4.3505,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 949
    },
    {
      "epoch": 1.2150400000000001,
      "grad_norm": 15.00493049621582,
      "learning_rate": 3.60641506296129e-05,
      "loss": 4.1892,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 950
    },
    {
      "epoch": 1.21632,
      "grad_norm": 15.822216987609863,
      "learning_rate": 3.605406166337166e-05,
      "loss": 4.4125,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 951
    },
    {
      "epoch": 1.2176,
      "grad_norm": 16.197874069213867,
      "learning_rate": 3.604396119790173e-05,
      "loss": 4.3581,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 952
    },
    {
      "epoch": 1.21888,
      "grad_norm": 16.742456436157227,
      "learning_rate": 3.6033849240437886e-05,
      "loss": 4.2346,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 953
    },
    {
      "epoch": 1.22016,
      "grad_norm": 16.424421310424805,
      "learning_rate": 3.602372579822313e-05,
      "loss": 4.0616,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 954
    },
    {
      "epoch": 1.22144,
      "grad_norm": 14.441069602966309,
      "learning_rate": 3.6013590878508715e-05,
      "loss": 4.0493,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 955
    },
    {
      "epoch": 1.22272,
      "grad_norm": 16.310665130615234,
      "learning_rate": 3.600344448855407e-05,
      "loss": 4.2279,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 956
    },
    {
      "epoch": 1.224,
      "grad_norm": 15.51463508605957,
      "learning_rate": 3.5993286635626895e-05,
      "loss": 4.2336,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 957
    },
    {
      "epoch": 1.22528,
      "grad_norm": 15.929198265075684,
      "learning_rate": 3.598311732700306e-05,
      "loss": 4.5435,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 958
    },
    {
      "epoch": 1.22656,
      "grad_norm": 16.46451759338379,
      "learning_rate": 3.597293656996665e-05,
      "loss": 4.0871,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 959
    },
    {
      "epoch": 1.22784,
      "grad_norm": 16.358909606933594,
      "learning_rate": 3.596274437180996e-05,
      "loss": 4.0805,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 960
    },
    {
      "epoch": 1.22912,
      "grad_norm": 15.996970176696777,
      "learning_rate": 3.5952540739833475e-05,
      "loss": 4.4578,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 961
    },
    {
      "epoch": 1.2304,
      "grad_norm": 15.78232192993164,
      "learning_rate": 3.594232568134586e-05,
      "loss": 4.3493,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 962
    },
    {
      "epoch": 1.2316799999999999,
      "grad_norm": 15.226667404174805,
      "learning_rate": 3.593209920366398e-05,
      "loss": 4.1757,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 963
    },
    {
      "epoch": 1.23296,
      "grad_norm": 16.377689361572266,
      "learning_rate": 3.592186131411288e-05,
      "loss": 4.2727,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 964
    },
    {
      "epoch": 1.23424,
      "grad_norm": 15.260359764099121,
      "learning_rate": 3.591161202002575e-05,
      "loss": 4.1473,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 965
    },
    {
      "epoch": 1.23552,
      "grad_norm": 16.353187561035156,
      "learning_rate": 3.5901351328744e-05,
      "loss": 4.2242,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 966
    },
    {
      "epoch": 1.2368000000000001,
      "grad_norm": 16.69927978515625,
      "learning_rate": 3.589107924761715e-05,
      "loss": 3.9958,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 967
    },
    {
      "epoch": 1.23808,
      "grad_norm": 16.695707321166992,
      "learning_rate": 3.5880795784002905e-05,
      "loss": 4.4907,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 968
    },
    {
      "epoch": 1.23936,
      "grad_norm": 16.724018096923828,
      "learning_rate": 3.5870500945267134e-05,
      "loss": 4.3092,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 969
    },
    {
      "epoch": 1.24064,
      "grad_norm": 17.232332229614258,
      "learning_rate": 3.586019473878383e-05,
      "loss": 3.8225,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 970
    },
    {
      "epoch": 1.24192,
      "grad_norm": 16.317354202270508,
      "learning_rate": 3.584987717193514e-05,
      "loss": 4.1792,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 971
    },
    {
      "epoch": 1.2432,
      "grad_norm": 19.749584197998047,
      "learning_rate": 3.5839548252111346e-05,
      "loss": 4.3606,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 972
    },
    {
      "epoch": 1.24448,
      "grad_norm": 29.292116165161133,
      "learning_rate": 3.5829207986710874e-05,
      "loss": 4.3695,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 973
    },
    {
      "epoch": 1.24576,
      "grad_norm": 16.927831649780273,
      "learning_rate": 3.5818856383140246e-05,
      "loss": 4.2267,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 974
    },
    {
      "epoch": 1.24704,
      "grad_norm": 16.605165481567383,
      "learning_rate": 3.580849344881415e-05,
      "loss": 4.1218,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 975
    },
    {
      "epoch": 1.24832,
      "grad_norm": 15.698375701904297,
      "learning_rate": 3.5798119191155343e-05,
      "loss": 4.2431,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 976
    },
    {
      "epoch": 1.2496,
      "grad_norm": 18.704994201660156,
      "learning_rate": 3.578773361759473e-05,
      "loss": 4.4712,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 977
    },
    {
      "epoch": 1.25088,
      "grad_norm": 63.467403411865234,
      "learning_rate": 3.577733673557129e-05,
      "loss": 4.2358,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 978
    },
    {
      "epoch": 1.25216,
      "grad_norm": 17.310285568237305,
      "learning_rate": 3.576692855253213e-05,
      "loss": 4.1406,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 979
    },
    {
      "epoch": 1.2534399999999999,
      "grad_norm": 17.495189666748047,
      "learning_rate": 3.575650907593244e-05,
      "loss": 4.2955,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 980
    },
    {
      "epoch": 1.25472,
      "grad_norm": 15.187227249145508,
      "learning_rate": 3.5746078313235494e-05,
      "loss": 4.4052,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 981
    },
    {
      "epoch": 1.256,
      "grad_norm": 16.84073257446289,
      "learning_rate": 3.5735636271912656e-05,
      "loss": 4.2422,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 982
    },
    {
      "epoch": 1.25728,
      "grad_norm": 20.02716636657715,
      "learning_rate": 3.5725182959443366e-05,
      "loss": 4.4864,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 983
    },
    {
      "epoch": 1.2585600000000001,
      "grad_norm": 16.204689025878906,
      "learning_rate": 3.5714718383315146e-05,
      "loss": 4.5453,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 984
    },
    {
      "epoch": 1.25984,
      "grad_norm": 15.251053810119629,
      "learning_rate": 3.570424255102358e-05,
      "loss": 4.5599,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 985
    },
    {
      "epoch": 1.26112,
      "grad_norm": 15.495587348937988,
      "learning_rate": 3.56937554700723e-05,
      "loss": 4.2991,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 986
    },
    {
      "epoch": 1.2624,
      "grad_norm": 15.975513458251953,
      "learning_rate": 3.568325714797303e-05,
      "loss": 4.1023,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 987
    },
    {
      "epoch": 1.26368,
      "grad_norm": 14.610228538513184,
      "learning_rate": 3.567274759224551e-05,
      "loss": 3.9276,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 988
    },
    {
      "epoch": 1.2649599999999999,
      "grad_norm": 15.547951698303223,
      "learning_rate": 3.566222681041754e-05,
      "loss": 4.3215,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 989
    },
    {
      "epoch": 1.26624,
      "grad_norm": 15.440533638000488,
      "learning_rate": 3.5651694810024966e-05,
      "loss": 4.3097,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 990
    },
    {
      "epoch": 1.26752,
      "grad_norm": 15.79804515838623,
      "learning_rate": 3.564115159861167e-05,
      "loss": 4.2663,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 991
    },
    {
      "epoch": 1.2688,
      "grad_norm": 15.29565143585205,
      "learning_rate": 3.563059718372955e-05,
      "loss": 3.8997,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 992
    },
    {
      "epoch": 1.27008,
      "grad_norm": 15.172067642211914,
      "learning_rate": 3.562003157293855e-05,
      "loss": 4.3821,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 993
    },
    {
      "epoch": 1.27136,
      "grad_norm": 16.920780181884766,
      "learning_rate": 3.5609454773806616e-05,
      "loss": 4.6107,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 994
    },
    {
      "epoch": 1.27264,
      "grad_norm": 16.738370895385742,
      "learning_rate": 3.559886679390972e-05,
      "loss": 3.9626,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 995
    },
    {
      "epoch": 1.27392,
      "grad_norm": 15.778882026672363,
      "learning_rate": 3.558826764083183e-05,
      "loss": 4.2545,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 996
    },
    {
      "epoch": 1.2752,
      "grad_norm": 15.68743896484375,
      "learning_rate": 3.5577657322164935e-05,
      "loss": 4.2468,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 997
    },
    {
      "epoch": 1.27648,
      "grad_norm": 14.605131149291992,
      "learning_rate": 3.5567035845508995e-05,
      "loss": 4.2368,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 998
    },
    {
      "epoch": 1.27776,
      "grad_norm": 14.921552658081055,
      "learning_rate": 3.5556403218471995e-05,
      "loss": 4.0552,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 999
    },
    {
      "epoch": 1.27904,
      "grad_norm": 15.876103401184082,
      "learning_rate": 3.554575944866987e-05,
      "loss": 4.1379,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1000
    },
    {
      "epoch": 1.2803200000000001,
      "grad_norm": 14.502498626708984,
      "learning_rate": 3.553510454372658e-05,
      "loss": 4.0573,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1001
    },
    {
      "epoch": 1.2816,
      "grad_norm": 14.55681037902832,
      "learning_rate": 3.552443851127401e-05,
      "loss": 4.1747,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1002
    },
    {
      "epoch": 1.28288,
      "grad_norm": 15.291133880615234,
      "learning_rate": 3.551376135895207e-05,
      "loss": 4.3279,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1003
    },
    {
      "epoch": 1.28416,
      "grad_norm": 16.165782928466797,
      "learning_rate": 3.550307309440859e-05,
      "loss": 4.4675,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1004
    },
    {
      "epoch": 1.28544,
      "grad_norm": 51.84833526611328,
      "learning_rate": 3.549237372529938e-05,
      "loss": 4.2637,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1005
    },
    {
      "epoch": 1.2867199999999999,
      "grad_norm": 25.70952606201172,
      "learning_rate": 3.548166325928821e-05,
      "loss": 4.2948,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1006
    },
    {
      "epoch": 1.288,
      "grad_norm": 16.696762084960938,
      "learning_rate": 3.547094170404678e-05,
      "loss": 4.4551,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1007
    },
    {
      "epoch": 1.28928,
      "grad_norm": 16.091875076293945,
      "learning_rate": 3.546020906725474e-05,
      "loss": 4.4901,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1008
    },
    {
      "epoch": 1.29056,
      "grad_norm": 14.748930931091309,
      "learning_rate": 3.544946535659969e-05,
      "loss": 4.1029,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1009
    },
    {
      "epoch": 1.29184,
      "grad_norm": 17.37565040588379,
      "learning_rate": 3.543871057977715e-05,
      "loss": 4.3175,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1010
    },
    {
      "epoch": 1.29312,
      "grad_norm": 15.743502616882324,
      "learning_rate": 3.542794474449056e-05,
      "loss": 3.9688,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1011
    },
    {
      "epoch": 1.2944,
      "grad_norm": 17.950456619262695,
      "learning_rate": 3.54171678584513e-05,
      "loss": 4.308,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1012
    },
    {
      "epoch": 1.29568,
      "grad_norm": 16.0930233001709,
      "learning_rate": 3.540637992937865e-05,
      "loss": 4.2482,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1013
    },
    {
      "epoch": 1.29696,
      "grad_norm": 17.97494888305664,
      "learning_rate": 3.53955809649998e-05,
      "loss": 4.4175,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1014
    },
    {
      "epoch": 1.29824,
      "grad_norm": 15.821087837219238,
      "learning_rate": 3.538477097304986e-05,
      "loss": 4.4562,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1015
    },
    {
      "epoch": 1.29952,
      "grad_norm": 15.741681098937988,
      "learning_rate": 3.537394996127182e-05,
      "loss": 4.2339,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1016
    },
    {
      "epoch": 1.3008,
      "grad_norm": 15.295578956604004,
      "learning_rate": 3.5363117937416574e-05,
      "loss": 4.0351,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1017
    },
    {
      "epoch": 1.3020800000000001,
      "grad_norm": 15.318325996398926,
      "learning_rate": 3.53522749092429e-05,
      "loss": 4.1458,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1018
    },
    {
      "epoch": 1.30336,
      "grad_norm": 14.9433012008667,
      "learning_rate": 3.534142088451746e-05,
      "loss": 4.3223,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1019
    },
    {
      "epoch": 1.30464,
      "grad_norm": 15.179170608520508,
      "learning_rate": 3.5330555871014795e-05,
      "loss": 4.0858,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1020
    },
    {
      "epoch": 1.30592,
      "grad_norm": 19.89581298828125,
      "learning_rate": 3.531967987651731e-05,
      "loss": 3.8967,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1021
    },
    {
      "epoch": 1.3072,
      "grad_norm": 16.490753173828125,
      "learning_rate": 3.530879290881529e-05,
      "loss": 3.8759,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1022
    },
    {
      "epoch": 1.3084799999999999,
      "grad_norm": 16.64446258544922,
      "learning_rate": 3.529789497570686e-05,
      "loss": 3.9608,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1023
    },
    {
      "epoch": 1.30976,
      "grad_norm": 16.836071014404297,
      "learning_rate": 3.5286986084998e-05,
      "loss": 4.4461,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1024
    },
    {
      "epoch": 1.31104,
      "grad_norm": 14.55358600616455,
      "learning_rate": 3.527606624450256e-05,
      "loss": 3.9898,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1025
    },
    {
      "epoch": 1.31232,
      "grad_norm": 17.034934997558594,
      "learning_rate": 3.526513546204222e-05,
      "loss": 4.0258,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1026
    },
    {
      "epoch": 1.3136,
      "grad_norm": 16.63248634338379,
      "learning_rate": 3.525419374544649e-05,
      "loss": 4.239,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1027
    },
    {
      "epoch": 1.31488,
      "grad_norm": 16.005216598510742,
      "learning_rate": 3.524324110255273e-05,
      "loss": 4.158,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1028
    },
    {
      "epoch": 1.31616,
      "grad_norm": 14.739058494567871,
      "learning_rate": 3.523227754120611e-05,
      "loss": 4.101,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1029
    },
    {
      "epoch": 1.31744,
      "grad_norm": 16.319005966186523,
      "learning_rate": 3.522130306925964e-05,
      "loss": 4.4399,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1030
    },
    {
      "epoch": 1.31872,
      "grad_norm": 15.06948471069336,
      "learning_rate": 3.5210317694574115e-05,
      "loss": 4.5956,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1031
    },
    {
      "epoch": 1.32,
      "grad_norm": 31.798206329345703,
      "learning_rate": 3.519932142501816e-05,
      "loss": 4.286,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1032
    },
    {
      "epoch": 1.32128,
      "grad_norm": 15.790671348571777,
      "learning_rate": 3.5188314268468205e-05,
      "loss": 4.0107,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1033
    },
    {
      "epoch": 1.32256,
      "grad_norm": 14.657661437988281,
      "learning_rate": 3.517729623280847e-05,
      "loss": 4.1367,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1034
    },
    {
      "epoch": 1.3238400000000001,
      "grad_norm": 15.374089241027832,
      "learning_rate": 3.516626732593098e-05,
      "loss": 4.0597,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1035
    },
    {
      "epoch": 1.32512,
      "grad_norm": 18.815425872802734,
      "learning_rate": 3.5155227555735524e-05,
      "loss": 4.3547,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1036
    },
    {
      "epoch": 1.3264,
      "grad_norm": 15.351123809814453,
      "learning_rate": 3.5144176930129694e-05,
      "loss": 4.2759,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1037
    },
    {
      "epoch": 1.32768,
      "grad_norm": 14.576592445373535,
      "learning_rate": 3.513311545702885e-05,
      "loss": 4.4712,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1038
    },
    {
      "epoch": 1.32896,
      "grad_norm": 15.152081489562988,
      "learning_rate": 3.5122043144356116e-05,
      "loss": 4.2152,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1039
    },
    {
      "epoch": 1.3302399999999999,
      "grad_norm": 14.34222412109375,
      "learning_rate": 3.51109600000424e-05,
      "loss": 4.228,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1040
    },
    {
      "epoch": 1.33152,
      "grad_norm": 15.50369644165039,
      "learning_rate": 3.5099866032026336e-05,
      "loss": 4.4125,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1041
    },
    {
      "epoch": 1.3328,
      "grad_norm": 15.945022583007812,
      "learning_rate": 3.508876124825434e-05,
      "loss": 4.0921,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1042
    },
    {
      "epoch": 1.33408,
      "grad_norm": 15.692319869995117,
      "learning_rate": 3.5077645656680555e-05,
      "loss": 4.6669,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1043
    },
    {
      "epoch": 1.33536,
      "grad_norm": 16.148906707763672,
      "learning_rate": 3.5066519265266886e-05,
      "loss": 4.2536,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1044
    },
    {
      "epoch": 1.33664,
      "grad_norm": 16.326745986938477,
      "learning_rate": 3.505538208198295e-05,
      "loss": 4.4086,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1045
    },
    {
      "epoch": 1.33792,
      "grad_norm": 15.900518417358398,
      "learning_rate": 3.504423411480612e-05,
      "loss": 4.713,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1046
    },
    {
      "epoch": 1.3392,
      "grad_norm": 14.326495170593262,
      "learning_rate": 3.5033075371721466e-05,
      "loss": 4.2289,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1047
    },
    {
      "epoch": 1.34048,
      "grad_norm": 16.679319381713867,
      "learning_rate": 3.5021905860721804e-05,
      "loss": 4.4747,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1048
    },
    {
      "epoch": 1.34176,
      "grad_norm": 15.183501243591309,
      "learning_rate": 3.501072558980764e-05,
      "loss": 4.3327,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1049
    },
    {
      "epoch": 1.34304,
      "grad_norm": 14.201594352722168,
      "learning_rate": 3.4999534566987194e-05,
      "loss": 4.5584,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1050
    },
    {
      "epoch": 1.34432,
      "grad_norm": 14.10416030883789,
      "learning_rate": 3.498833280027639e-05,
      "loss": 4.3579,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1051
    },
    {
      "epoch": 1.3456000000000001,
      "grad_norm": 15.599594116210938,
      "learning_rate": 3.497712029769885e-05,
      "loss": 4.2145,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1052
    },
    {
      "epoch": 1.34688,
      "grad_norm": 14.084314346313477,
      "learning_rate": 3.49658970672859e-05,
      "loss": 4.2118,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1053
    },
    {
      "epoch": 1.34816,
      "grad_norm": 16.16958999633789,
      "learning_rate": 3.49546631170765e-05,
      "loss": 4.138,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1054
    },
    {
      "epoch": 1.34944,
      "grad_norm": 15.930095672607422,
      "learning_rate": 3.4943418455117346e-05,
      "loss": 4.2249,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1055
    },
    {
      "epoch": 1.35072,
      "grad_norm": 15.789984703063965,
      "learning_rate": 3.493216308946277e-05,
      "loss": 4.3647,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1056
    },
    {
      "epoch": 1.3519999999999999,
      "grad_norm": 23.119319915771484,
      "learning_rate": 3.4920897028174794e-05,
      "loss": 4.5395,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1057
    },
    {
      "epoch": 1.35328,
      "grad_norm": 15.592639923095703,
      "learning_rate": 3.490962027932308e-05,
      "loss": 4.497,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1058
    },
    {
      "epoch": 1.35456,
      "grad_norm": 16.934551239013672,
      "learning_rate": 3.4898332850984964e-05,
      "loss": 4.5253,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1059
    },
    {
      "epoch": 1.35584,
      "grad_norm": 16.593069076538086,
      "learning_rate": 3.488703475124541e-05,
      "loss": 4.3498,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1060
    },
    {
      "epoch": 1.35712,
      "grad_norm": 17.84198570251465,
      "learning_rate": 3.487572598819706e-05,
      "loss": 4.1026,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1061
    },
    {
      "epoch": 1.3584,
      "grad_norm": 15.387799263000488,
      "learning_rate": 3.486440656994014e-05,
      "loss": 3.9896,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1062
    },
    {
      "epoch": 1.35968,
      "grad_norm": 14.909213066101074,
      "learning_rate": 3.4853076504582576e-05,
      "loss": 4.0839,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1063
    },
    {
      "epoch": 1.36096,
      "grad_norm": 14.352181434631348,
      "learning_rate": 3.4841735800239864e-05,
      "loss": 4.1778,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1064
    },
    {
      "epoch": 1.36224,
      "grad_norm": 16.534469604492188,
      "learning_rate": 3.483038446503515e-05,
      "loss": 4.3266,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1065
    },
    {
      "epoch": 1.36352,
      "grad_norm": 15.049989700317383,
      "learning_rate": 3.4819022507099184e-05,
      "loss": 4.2102,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1066
    },
    {
      "epoch": 1.3648,
      "grad_norm": 16.526430130004883,
      "learning_rate": 3.480764993457033e-05,
      "loss": 4.3921,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1067
    },
    {
      "epoch": 1.36608,
      "grad_norm": 14.708163261413574,
      "learning_rate": 3.4796266755594546e-05,
      "loss": 4.097,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1068
    },
    {
      "epoch": 1.3673600000000001,
      "grad_norm": 18.391281127929688,
      "learning_rate": 3.4784872978325395e-05,
      "loss": 4.4193,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1069
    },
    {
      "epoch": 1.36864,
      "grad_norm": 37.59843444824219,
      "learning_rate": 3.477346861092404e-05,
      "loss": 4.1296,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1070
    },
    {
      "epoch": 1.36992,
      "grad_norm": 15.971456527709961,
      "learning_rate": 3.47620536615592e-05,
      "loss": 4.812,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1071
    },
    {
      "epoch": 1.3712,
      "grad_norm": 14.904321670532227,
      "learning_rate": 3.4750628138407205e-05,
      "loss": 4.313,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1072
    },
    {
      "epoch": 1.37248,
      "grad_norm": 15.018211364746094,
      "learning_rate": 3.473919204965195e-05,
      "loss": 4.0724,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1073
    },
    {
      "epoch": 1.3737599999999999,
      "grad_norm": 14.574810028076172,
      "learning_rate": 3.472774540348489e-05,
      "loss": 4.1966,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1074
    },
    {
      "epoch": 1.37504,
      "grad_norm": 15.570128440856934,
      "learning_rate": 3.471628820810505e-05,
      "loss": 4.2824,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1075
    },
    {
      "epoch": 1.37632,
      "grad_norm": 15.629026412963867,
      "learning_rate": 3.4704820471719006e-05,
      "loss": 4.0728,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1076
    },
    {
      "epoch": 1.3776,
      "grad_norm": 16.011659622192383,
      "learning_rate": 3.469334220254088e-05,
      "loss": 4.3237,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1077
    },
    {
      "epoch": 1.37888,
      "grad_norm": 15.286029815673828,
      "learning_rate": 3.468185340879235e-05,
      "loss": 4.3451,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1078
    },
    {
      "epoch": 1.38016,
      "grad_norm": 15.829446792602539,
      "learning_rate": 3.4670354098702635e-05,
      "loss": 3.9666,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1079
    },
    {
      "epoch": 1.38144,
      "grad_norm": 15.030994415283203,
      "learning_rate": 3.465884428050847e-05,
      "loss": 4.2044,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1080
    },
    {
      "epoch": 1.38272,
      "grad_norm": 15.099084854125977,
      "learning_rate": 3.464732396245413e-05,
      "loss": 4.3913,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1081
    },
    {
      "epoch": 1.384,
      "grad_norm": 15.566056251525879,
      "learning_rate": 3.46357931527914e-05,
      "loss": 4.077,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1082
    },
    {
      "epoch": 1.38528,
      "grad_norm": 15.314682960510254,
      "learning_rate": 3.462425185977959e-05,
      "loss": 4.5165,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1083
    },
    {
      "epoch": 1.38656,
      "grad_norm": 14.586714744567871,
      "learning_rate": 3.461270009168552e-05,
      "loss": 4.3242,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1084
    },
    {
      "epoch": 1.38784,
      "grad_norm": 14.576754570007324,
      "learning_rate": 3.46011378567835e-05,
      "loss": 4.1664,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1085
    },
    {
      "epoch": 1.3891200000000001,
      "grad_norm": 14.982523918151855,
      "learning_rate": 3.4589565163355355e-05,
      "loss": 4.1156,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1086
    },
    {
      "epoch": 1.3904,
      "grad_norm": 15.379714012145996,
      "learning_rate": 3.457798201969038e-05,
      "loss": 4.4109,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1087
    },
    {
      "epoch": 1.39168,
      "grad_norm": 17.238454818725586,
      "learning_rate": 3.4566388434085394e-05,
      "loss": 3.9692,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1088
    },
    {
      "epoch": 1.39296,
      "grad_norm": 15.48144245147705,
      "learning_rate": 3.455478441484464e-05,
      "loss": 4.2445,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1089
    },
    {
      "epoch": 1.39424,
      "grad_norm": 14.638742446899414,
      "learning_rate": 3.454316997027987e-05,
      "loss": 3.9754,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1090
    },
    {
      "epoch": 1.3955199999999999,
      "grad_norm": 15.653816223144531,
      "learning_rate": 3.4531545108710305e-05,
      "loss": 4.205,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1091
    },
    {
      "epoch": 1.3968,
      "grad_norm": 17.404682159423828,
      "learning_rate": 3.451990983846262e-05,
      "loss": 3.8686,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1092
    },
    {
      "epoch": 1.39808,
      "grad_norm": 17.653629302978516,
      "learning_rate": 3.450826416787094e-05,
      "loss": 4.0302,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1093
    },
    {
      "epoch": 1.39936,
      "grad_norm": 14.77277660369873,
      "learning_rate": 3.449660810527684e-05,
      "loss": 4.4807,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1094
    },
    {
      "epoch": 1.40064,
      "grad_norm": 14.47414493560791,
      "learning_rate": 3.448494165902935e-05,
      "loss": 4.2076,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1095
    },
    {
      "epoch": 1.40192,
      "grad_norm": 14.530437469482422,
      "learning_rate": 3.4473264837484916e-05,
      "loss": 4.1402,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1096
    },
    {
      "epoch": 1.4032,
      "grad_norm": 15.442474365234375,
      "learning_rate": 3.446157764900745e-05,
      "loss": 4.2529,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1097
    },
    {
      "epoch": 1.40448,
      "grad_norm": 15.676329612731934,
      "learning_rate": 3.444988010196826e-05,
      "loss": 4.3528,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1098
    },
    {
      "epoch": 1.40576,
      "grad_norm": 14.467009544372559,
      "learning_rate": 3.4438172204746087e-05,
      "loss": 4.3056,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1099
    },
    {
      "epoch": 1.40704,
      "grad_norm": 15.311744689941406,
      "learning_rate": 3.442645396572708e-05,
      "loss": 4.3089,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1100
    },
    {
      "epoch": 1.40832,
      "grad_norm": 16.431495666503906,
      "learning_rate": 3.4414725393304803e-05,
      "loss": 4.5237,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1101
    },
    {
      "epoch": 1.4096,
      "grad_norm": 15.83206558227539,
      "learning_rate": 3.44029864958802e-05,
      "loss": 4.6651,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1102
    },
    {
      "epoch": 1.4108800000000001,
      "grad_norm": 14.92756175994873,
      "learning_rate": 3.4391237281861656e-05,
      "loss": 4.0164,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1103
    },
    {
      "epoch": 1.41216,
      "grad_norm": 15.300423622131348,
      "learning_rate": 3.437947775966488e-05,
      "loss": 4.2888,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1104
    },
    {
      "epoch": 1.41344,
      "grad_norm": 14.028885841369629,
      "learning_rate": 3.4367707937713034e-05,
      "loss": 4.3732,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1105
    },
    {
      "epoch": 1.41472,
      "grad_norm": 15.231103897094727,
      "learning_rate": 3.43559278244366e-05,
      "loss": 4.3547,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1106
    },
    {
      "epoch": 1.416,
      "grad_norm": 17.56267738342285,
      "learning_rate": 3.4344137428273475e-05,
      "loss": 4.2772,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1107
    },
    {
      "epoch": 1.4172799999999999,
      "grad_norm": 15.516504287719727,
      "learning_rate": 3.43323367576689e-05,
      "loss": 4.5418,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1108
    },
    {
      "epoch": 1.41856,
      "grad_norm": 13.656249046325684,
      "learning_rate": 3.432052582107546e-05,
      "loss": 4.2819,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1109
    },
    {
      "epoch": 1.41984,
      "grad_norm": 14.621837615966797,
      "learning_rate": 3.430870462695313e-05,
      "loss": 4.0438,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1110
    },
    {
      "epoch": 1.42112,
      "grad_norm": 16.25531578063965,
      "learning_rate": 3.429687318376921e-05,
      "loss": 4.0983,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1111
    },
    {
      "epoch": 1.4224,
      "grad_norm": 16.164945602416992,
      "learning_rate": 3.4285031499998344e-05,
      "loss": 4.3849,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1112
    },
    {
      "epoch": 1.42368,
      "grad_norm": 16.114845275878906,
      "learning_rate": 3.4273179584122504e-05,
      "loss": 4.3656,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1113
    },
    {
      "epoch": 1.42496,
      "grad_norm": 15.277655601501465,
      "learning_rate": 3.426131744463101e-05,
      "loss": 3.8349,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1114
    },
    {
      "epoch": 1.42624,
      "grad_norm": 15.788263320922852,
      "learning_rate": 3.4249445090020494e-05,
      "loss": 4.1356,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1115
    },
    {
      "epoch": 1.42752,
      "grad_norm": 15.389874458312988,
      "learning_rate": 3.423756252879489e-05,
      "loss": 4.1457,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1116
    },
    {
      "epoch": 1.4288,
      "grad_norm": 15.96115779876709,
      "learning_rate": 3.422566976946548e-05,
      "loss": 4.5717,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1117
    },
    {
      "epoch": 1.43008,
      "grad_norm": 14.993518829345703,
      "learning_rate": 3.421376682055081e-05,
      "loss": 4.0704,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1118
    },
    {
      "epoch": 1.43136,
      "grad_norm": 15.876618385314941,
      "learning_rate": 3.420185369057675e-05,
      "loss": 4.3316,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1119
    },
    {
      "epoch": 1.4326400000000001,
      "grad_norm": 14.204257011413574,
      "learning_rate": 3.418993038807646e-05,
      "loss": 4.2542,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1120
    },
    {
      "epoch": 1.43392,
      "grad_norm": 24.621044158935547,
      "learning_rate": 3.417799692159037e-05,
      "loss": 4.1934,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1121
    },
    {
      "epoch": 1.4352,
      "grad_norm": 14.873422622680664,
      "learning_rate": 3.416605329966622e-05,
      "loss": 4.3926,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1122
    },
    {
      "epoch": 1.43648,
      "grad_norm": 15.879744529724121,
      "learning_rate": 3.415409953085899e-05,
      "loss": 4.2,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1123
    },
    {
      "epoch": 1.43776,
      "grad_norm": 15.70806884765625,
      "learning_rate": 3.4142135623730954e-05,
      "loss": 4.2777,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1124
    },
    {
      "epoch": 1.4390399999999999,
      "grad_norm": 15.590438842773438,
      "learning_rate": 3.413016158685163e-05,
      "loss": 4.0886,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1125
    },
    {
      "epoch": 1.44032,
      "grad_norm": 15.583569526672363,
      "learning_rate": 3.411817742879781e-05,
      "loss": 4.3519,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1126
    },
    {
      "epoch": 1.4416,
      "grad_norm": 15.022205352783203,
      "learning_rate": 3.4106183158153515e-05,
      "loss": 4.2633,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1127
    },
    {
      "epoch": 1.44288,
      "grad_norm": 15.222976684570312,
      "learning_rate": 3.409417878351003e-05,
      "loss": 3.9181,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1128
    },
    {
      "epoch": 1.44416,
      "grad_norm": 14.417986869812012,
      "learning_rate": 3.4082164313465866e-05,
      "loss": 4.2088,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1129
    },
    {
      "epoch": 1.44544,
      "grad_norm": 15.321288108825684,
      "learning_rate": 3.407013975662676e-05,
      "loss": 4.3268,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1130
    },
    {
      "epoch": 1.44672,
      "grad_norm": 14.821831703186035,
      "learning_rate": 3.405810512160569e-05,
      "loss": 4.3237,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1131
    },
    {
      "epoch": 1.448,
      "grad_norm": 15.383459091186523,
      "learning_rate": 3.404606041702284e-05,
      "loss": 4.072,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1132
    },
    {
      "epoch": 1.44928,
      "grad_norm": 15.268060684204102,
      "learning_rate": 3.4034005651505597e-05,
      "loss": 4.0677,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1133
    },
    {
      "epoch": 1.45056,
      "grad_norm": 15.468233108520508,
      "learning_rate": 3.402194083368858e-05,
      "loss": 4.171,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1134
    },
    {
      "epoch": 1.45184,
      "grad_norm": 15.510820388793945,
      "learning_rate": 3.40098659722136e-05,
      "loss": 4.2539,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1135
    },
    {
      "epoch": 1.45312,
      "grad_norm": 15.022400856018066,
      "learning_rate": 3.3997781075729655e-05,
      "loss": 4.3045,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1136
    },
    {
      "epoch": 1.4544000000000001,
      "grad_norm": 14.931631088256836,
      "learning_rate": 3.398568615289293e-05,
      "loss": 4.1982,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1137
    },
    {
      "epoch": 1.45568,
      "grad_norm": 47.492881774902344,
      "learning_rate": 3.397358121236679e-05,
      "loss": 3.9834,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1138
    },
    {
      "epoch": 1.45696,
      "grad_norm": 15.770800590515137,
      "learning_rate": 3.396146626282179e-05,
      "loss": 4.2676,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1139
    },
    {
      "epoch": 1.45824,
      "grad_norm": 15.558440208435059,
      "learning_rate": 3.394934131293565e-05,
      "loss": 4.1565,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1140
    },
    {
      "epoch": 1.45952,
      "grad_norm": 14.351847648620605,
      "learning_rate": 3.393720637139323e-05,
      "loss": 4.2797,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1141
    },
    {
      "epoch": 1.4607999999999999,
      "grad_norm": 15.670693397521973,
      "learning_rate": 3.3925061446886585e-05,
      "loss": 4.4437,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1142
    },
    {
      "epoch": 1.46208,
      "grad_norm": 15.796968460083008,
      "learning_rate": 3.3912906548114886e-05,
      "loss": 4.3616,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1143
    },
    {
      "epoch": 1.46336,
      "grad_norm": 14.501537322998047,
      "learning_rate": 3.3900741683784475e-05,
      "loss": 4.3504,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1144
    },
    {
      "epoch": 1.46464,
      "grad_norm": 14.216983795166016,
      "learning_rate": 3.388856686260881e-05,
      "loss": 3.9954,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1145
    },
    {
      "epoch": 1.4659200000000001,
      "grad_norm": 14.343988418579102,
      "learning_rate": 3.3876382093308496e-05,
      "loss": 4.0981,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1146
    },
    {
      "epoch": 1.4672,
      "grad_norm": 16.24412727355957,
      "learning_rate": 3.386418738461126e-05,
      "loss": 4.022,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1147
    },
    {
      "epoch": 1.46848,
      "grad_norm": 14.663631439208984,
      "learning_rate": 3.385198274525194e-05,
      "loss": 4.1032,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1148
    },
    {
      "epoch": 1.46976,
      "grad_norm": 16.129392623901367,
      "learning_rate": 3.383976818397251e-05,
      "loss": 4.2639,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1149
    },
    {
      "epoch": 1.47104,
      "grad_norm": 16.418359756469727,
      "learning_rate": 3.382754370952202e-05,
      "loss": 4.1638,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1150
    },
    {
      "epoch": 1.47232,
      "grad_norm": 16.45438575744629,
      "learning_rate": 3.381530933065664e-05,
      "loss": 4.5039,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1151
    },
    {
      "epoch": 1.4736,
      "grad_norm": 13.573773384094238,
      "learning_rate": 3.380306505613963e-05,
      "loss": 4.0963,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1152
    },
    {
      "epoch": 1.47488,
      "grad_norm": 15.476675033569336,
      "learning_rate": 3.379081089474134e-05,
      "loss": 4.1135,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1153
    },
    {
      "epoch": 1.4761600000000001,
      "grad_norm": 14.352560043334961,
      "learning_rate": 3.37785468552392e-05,
      "loss": 3.8356,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1154
    },
    {
      "epoch": 1.47744,
      "grad_norm": 14.227150917053223,
      "learning_rate": 3.376627294641772e-05,
      "loss": 4.3278,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1155
    },
    {
      "epoch": 1.47872,
      "grad_norm": 14.87662410736084,
      "learning_rate": 3.375398917706847e-05,
      "loss": 4.1578,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1156
    },
    {
      "epoch": 1.48,
      "grad_norm": 15.396602630615234,
      "learning_rate": 3.3741695555990084e-05,
      "loss": 4.3296,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1157
    },
    {
      "epoch": 1.48128,
      "grad_norm": 16.081050872802734,
      "learning_rate": 3.372939209198826e-05,
      "loss": 4.291,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1158
    },
    {
      "epoch": 1.4825599999999999,
      "grad_norm": 15.083260536193848,
      "learning_rate": 3.371707879387575e-05,
      "loss": 4.1143,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1159
    },
    {
      "epoch": 1.48384,
      "grad_norm": 14.98670768737793,
      "learning_rate": 3.370475567047233e-05,
      "loss": 4.5254,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1160
    },
    {
      "epoch": 1.48512,
      "grad_norm": 16.507051467895508,
      "learning_rate": 3.3692422730604836e-05,
      "loss": 4.0417,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1161
    },
    {
      "epoch": 1.4864,
      "grad_norm": 15.062824249267578,
      "learning_rate": 3.3680079983107115e-05,
      "loss": 3.9378,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1162
    },
    {
      "epoch": 1.4876800000000001,
      "grad_norm": 14.346256256103516,
      "learning_rate": 3.3667727436820065e-05,
      "loss": 4.0468,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1163
    },
    {
      "epoch": 1.48896,
      "grad_norm": 14.234550476074219,
      "learning_rate": 3.3655365100591573e-05,
      "loss": 3.9257,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1164
    },
    {
      "epoch": 1.49024,
      "grad_norm": 14.406280517578125,
      "learning_rate": 3.364299298327656e-05,
      "loss": 4.2173,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1165
    },
    {
      "epoch": 1.49152,
      "grad_norm": 15.705536842346191,
      "learning_rate": 3.363061109373694e-05,
      "loss": 4.4288,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1166
    },
    {
      "epoch": 1.4928,
      "grad_norm": 14.665766716003418,
      "learning_rate": 3.3618219440841646e-05,
      "loss": 4.2706,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1167
    },
    {
      "epoch": 1.49408,
      "grad_norm": 15.33595085144043,
      "learning_rate": 3.3605818033466575e-05,
      "loss": 4.1641,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1168
    },
    {
      "epoch": 1.49536,
      "grad_norm": 15.589144706726074,
      "learning_rate": 3.359340688049464e-05,
      "loss": 3.9316,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1169
    },
    {
      "epoch": 1.49664,
      "grad_norm": 15.027640342712402,
      "learning_rate": 3.358098599081571e-05,
      "loss": 4.2636,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1170
    },
    {
      "epoch": 1.49792,
      "grad_norm": 13.99375057220459,
      "learning_rate": 3.356855537332664e-05,
      "loss": 4.0909,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1171
    },
    {
      "epoch": 1.4992,
      "grad_norm": 15.029703140258789,
      "learning_rate": 3.355611503693126e-05,
      "loss": 4.2215,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1172
    },
    {
      "epoch": 1.50048,
      "grad_norm": 14.954790115356445,
      "learning_rate": 3.3543664990540356e-05,
      "loss": 4.3499,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1173
    },
    {
      "epoch": 1.50176,
      "grad_norm": 15.882973670959473,
      "learning_rate": 3.353120524307165e-05,
      "loss": 4.112,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1174
    },
    {
      "epoch": 1.50304,
      "grad_norm": 14.01845932006836,
      "learning_rate": 3.351873580344985e-05,
      "loss": 4.2318,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1175
    },
    {
      "epoch": 1.5043199999999999,
      "grad_norm": 13.858345031738281,
      "learning_rate": 3.3506256680606566e-05,
      "loss": 3.9698,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1176
    },
    {
      "epoch": 1.5056,
      "grad_norm": 15.051299095153809,
      "learning_rate": 3.3493767883480386e-05,
      "loss": 4.5413,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1177
    },
    {
      "epoch": 1.50688,
      "grad_norm": 14.641960144042969,
      "learning_rate": 3.3481269421016794e-05,
      "loss": 4.1586,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1178
    },
    {
      "epoch": 1.50816,
      "grad_norm": 14.41397476196289,
      "learning_rate": 3.346876130216821e-05,
      "loss": 4.1317,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1179
    },
    {
      "epoch": 1.5094400000000001,
      "grad_norm": 14.825826644897461,
      "learning_rate": 3.345624353589395e-05,
      "loss": 4.4749,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1180
    },
    {
      "epoch": 1.51072,
      "grad_norm": 13.700516700744629,
      "learning_rate": 3.34437161311603e-05,
      "loss": 4.3146,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1181
    },
    {
      "epoch": 1.512,
      "grad_norm": 14.507159233093262,
      "learning_rate": 3.3431179096940375e-05,
      "loss": 4.1396,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1182
    },
    {
      "epoch": 1.51328,
      "grad_norm": 14.209482192993164,
      "learning_rate": 3.341863244221423e-05,
      "loss": 3.8859,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1183
    },
    {
      "epoch": 1.51456,
      "grad_norm": 14.723806381225586,
      "learning_rate": 3.340607617596881e-05,
      "loss": 4.2177,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1184
    },
    {
      "epoch": 1.5158399999999999,
      "grad_norm": 14.834473609924316,
      "learning_rate": 3.339351030719793e-05,
      "loss": 4.0955,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1185
    },
    {
      "epoch": 1.51712,
      "grad_norm": 14.386499404907227,
      "learning_rate": 3.33809348449023e-05,
      "loss": 4.5541,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1186
    },
    {
      "epoch": 1.5184,
      "grad_norm": 13.854923248291016,
      "learning_rate": 3.3368349798089484e-05,
      "loss": 4.1747,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1187
    },
    {
      "epoch": 1.5196800000000001,
      "grad_norm": 14.581097602844238,
      "learning_rate": 3.335575517577391e-05,
      "loss": 3.9461,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1188
    },
    {
      "epoch": 1.52096,
      "grad_norm": 14.614777565002441,
      "learning_rate": 3.33431509869769e-05,
      "loss": 4.3325,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1189
    },
    {
      "epoch": 1.52224,
      "grad_norm": 14.485095977783203,
      "learning_rate": 3.333053724072658e-05,
      "loss": 4.3151,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1190
    },
    {
      "epoch": 1.52352,
      "grad_norm": 15.126505851745605,
      "learning_rate": 3.331791394605795e-05,
      "loss": 4.2445,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1191
    },
    {
      "epoch": 1.5248,
      "grad_norm": 15.193578720092773,
      "learning_rate": 3.3305281112012846e-05,
      "loss": 4.2167,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1192
    },
    {
      "epoch": 1.5260799999999999,
      "grad_norm": 14.187077522277832,
      "learning_rate": 3.329263874763993e-05,
      "loss": 4.2819,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1193
    },
    {
      "epoch": 1.52736,
      "grad_norm": 14.074124336242676,
      "learning_rate": 3.32799868619947e-05,
      "loss": 3.9646,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1194
    },
    {
      "epoch": 1.52864,
      "grad_norm": 14.051620483398438,
      "learning_rate": 3.326732546413947e-05,
      "loss": 4.0985,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1195
    },
    {
      "epoch": 1.52992,
      "grad_norm": 14.389701843261719,
      "learning_rate": 3.3254654563143356e-05,
      "loss": 4.1248,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1196
    },
    {
      "epoch": 1.5312000000000001,
      "grad_norm": 14.51430892944336,
      "learning_rate": 3.3241974168082304e-05,
      "loss": 4.2141,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1197
    },
    {
      "epoch": 1.53248,
      "grad_norm": 15.953338623046875,
      "learning_rate": 3.3229284288039036e-05,
      "loss": 4.186,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1198
    },
    {
      "epoch": 1.53376,
      "grad_norm": 13.826251983642578,
      "learning_rate": 3.321658493210309e-05,
      "loss": 4.0318,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1199
    },
    {
      "epoch": 1.53504,
      "grad_norm": 15.106616973876953,
      "learning_rate": 3.320387610937077e-05,
      "loss": 4.1337,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1200
    },
    {
      "epoch": 1.53632,
      "grad_norm": 17.24283790588379,
      "learning_rate": 3.319115782894517e-05,
      "loss": 3.9962,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1201
    },
    {
      "epoch": 1.5375999999999999,
      "grad_norm": 14.808767318725586,
      "learning_rate": 3.317843009993618e-05,
      "loss": 4.195,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1202
    },
    {
      "epoch": 1.53888,
      "grad_norm": 14.361788749694824,
      "learning_rate": 3.3165692931460426e-05,
      "loss": 4.2141,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1203
    },
    {
      "epoch": 1.54016,
      "grad_norm": 14.61403751373291,
      "learning_rate": 3.315294633264129e-05,
      "loss": 4.3431,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1204
    },
    {
      "epoch": 1.5414400000000001,
      "grad_norm": 13.285611152648926,
      "learning_rate": 3.314019031260896e-05,
      "loss": 4.1018,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1205
    },
    {
      "epoch": 1.54272,
      "grad_norm": 15.57189655303955,
      "learning_rate": 3.3127424880500306e-05,
      "loss": 4.3293,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1206
    },
    {
      "epoch": 1.544,
      "grad_norm": 14.886062622070312,
      "learning_rate": 3.311465004545899e-05,
      "loss": 4.3304,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1207
    },
    {
      "epoch": 1.54528,
      "grad_norm": 14.846166610717773,
      "learning_rate": 3.310186581663539e-05,
      "loss": 4.1421,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1208
    },
    {
      "epoch": 1.54656,
      "grad_norm": 14.44909954071045,
      "learning_rate": 3.308907220318661e-05,
      "loss": 4.2635,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1209
    },
    {
      "epoch": 1.5478399999999999,
      "grad_norm": 15.352371215820312,
      "learning_rate": 3.3076269214276475e-05,
      "loss": 4.3451,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1210
    },
    {
      "epoch": 1.54912,
      "grad_norm": 14.692724227905273,
      "learning_rate": 3.306345685907553e-05,
      "loss": 4.109,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1211
    },
    {
      "epoch": 1.5504,
      "grad_norm": 13.920536994934082,
      "learning_rate": 3.305063514676105e-05,
      "loss": 4.2631,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1212
    },
    {
      "epoch": 1.55168,
      "grad_norm": 15.575704574584961,
      "learning_rate": 3.303780408651698e-05,
      "loss": 4.232,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1213
    },
    {
      "epoch": 1.5529600000000001,
      "grad_norm": 15.225204467773438,
      "learning_rate": 3.302496368753395e-05,
      "loss": 4.6117,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1214
    },
    {
      "epoch": 1.55424,
      "grad_norm": 14.405707359313965,
      "learning_rate": 3.3012113959009325e-05,
      "loss": 4.1257,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1215
    },
    {
      "epoch": 1.55552,
      "grad_norm": 14.353704452514648,
      "learning_rate": 3.299925491014713e-05,
      "loss": 4.0073,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1216
    },
    {
      "epoch": 1.5568,
      "grad_norm": 14.446013450622559,
      "learning_rate": 3.298638655015805e-05,
      "loss": 4.2436,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1217
    },
    {
      "epoch": 1.55808,
      "grad_norm": 14.489872932434082,
      "learning_rate": 3.2973508888259464e-05,
      "loss": 4.1438,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1218
    },
    {
      "epoch": 1.5593599999999999,
      "grad_norm": 15.32996940612793,
      "learning_rate": 3.29606219336754e-05,
      "loss": 4.5156,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1219
    },
    {
      "epoch": 1.56064,
      "grad_norm": 14.936354637145996,
      "learning_rate": 3.294772569563656e-05,
      "loss": 3.9986,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1220
    },
    {
      "epoch": 1.56192,
      "grad_norm": 14.159611701965332,
      "learning_rate": 3.293482018338026e-05,
      "loss": 4.322,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1221
    },
    {
      "epoch": 1.5632000000000001,
      "grad_norm": 13.631118774414062,
      "learning_rate": 3.29219054061505e-05,
      "loss": 3.8453,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1222
    },
    {
      "epoch": 1.56448,
      "grad_norm": 15.167376518249512,
      "learning_rate": 3.290898137319787e-05,
      "loss": 3.8898,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1223
    },
    {
      "epoch": 1.56576,
      "grad_norm": 14.3866548538208,
      "learning_rate": 3.289604809377965e-05,
      "loss": 4.2311,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1224
    },
    {
      "epoch": 1.56704,
      "grad_norm": 13.996379852294922,
      "learning_rate": 3.2883105577159696e-05,
      "loss": 3.8827,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1225
    },
    {
      "epoch": 1.56832,
      "grad_norm": 14.073110580444336,
      "learning_rate": 3.287015383260849e-05,
      "loss": 4.445,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1226
    },
    {
      "epoch": 1.5695999999999999,
      "grad_norm": 14.286181449890137,
      "learning_rate": 3.285719286940313e-05,
      "loss": 3.8809,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1227
    },
    {
      "epoch": 1.57088,
      "grad_norm": 15.158244132995605,
      "learning_rate": 3.2844222696827314e-05,
      "loss": 4.2471,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1228
    },
    {
      "epoch": 1.57216,
      "grad_norm": 14.138551712036133,
      "learning_rate": 3.283124332417134e-05,
      "loss": 4.2009,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1229
    },
    {
      "epoch": 1.57344,
      "grad_norm": 14.78547191619873,
      "learning_rate": 3.28182547607321e-05,
      "loss": 4.4651,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1230
    },
    {
      "epoch": 1.5747200000000001,
      "grad_norm": 13.405298233032227,
      "learning_rate": 3.280525701581305e-05,
      "loss": 4.1825,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1231
    },
    {
      "epoch": 1.576,
      "grad_norm": 13.926490783691406,
      "learning_rate": 3.279225009872424e-05,
      "loss": 4.0357,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1232
    },
    {
      "epoch": 1.57728,
      "grad_norm": 14.486114501953125,
      "learning_rate": 3.27792340187823e-05,
      "loss": 4.2202,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1233
    },
    {
      "epoch": 1.57856,
      "grad_norm": 14.667471885681152,
      "learning_rate": 3.276620878531039e-05,
      "loss": 4.3757,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1234
    },
    {
      "epoch": 1.57984,
      "grad_norm": 14.271806716918945,
      "learning_rate": 3.2753174407638244e-05,
      "loss": 4.3504,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1235
    },
    {
      "epoch": 1.5811199999999999,
      "grad_norm": 14.506010055541992,
      "learning_rate": 3.274013089510216e-05,
      "loss": 4.2405,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1236
    },
    {
      "epoch": 1.5824,
      "grad_norm": 15.74147891998291,
      "learning_rate": 3.272707825704495e-05,
      "loss": 4.7037,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1237
    },
    {
      "epoch": 1.58368,
      "grad_norm": 15.017613410949707,
      "learning_rate": 3.271401650281599e-05,
      "loss": 4.2876,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1238
    },
    {
      "epoch": 1.5849600000000001,
      "grad_norm": 14.456225395202637,
      "learning_rate": 3.270094564177117e-05,
      "loss": 4.3953,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1239
    },
    {
      "epoch": 1.58624,
      "grad_norm": 14.40240478515625,
      "learning_rate": 3.268786568327291e-05,
      "loss": 4.2341,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1240
    },
    {
      "epoch": 1.58752,
      "grad_norm": 14.159533500671387,
      "learning_rate": 3.2674776636690145e-05,
      "loss": 4.0423,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1241
    },
    {
      "epoch": 1.5888,
      "grad_norm": 14.27002239227295,
      "learning_rate": 3.266167851139831e-05,
      "loss": 4.0854,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1242
    },
    {
      "epoch": 1.59008,
      "grad_norm": 14.236452102661133,
      "learning_rate": 3.264857131677936e-05,
      "loss": 4.089,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1243
    },
    {
      "epoch": 1.5913599999999999,
      "grad_norm": 13.573465347290039,
      "learning_rate": 3.263545506222172e-05,
      "loss": 3.7862,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1244
    },
    {
      "epoch": 1.5926399999999998,
      "grad_norm": 22.400068283081055,
      "learning_rate": 3.262232975712035e-05,
      "loss": 4.4782,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1245
    },
    {
      "epoch": 1.59392,
      "grad_norm": 15.12575626373291,
      "learning_rate": 3.260919541087664e-05,
      "loss": 4.2706,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1246
    },
    {
      "epoch": 1.5952,
      "grad_norm": 15.262170791625977,
      "learning_rate": 3.259605203289848e-05,
      "loss": 4.3286,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1247
    },
    {
      "epoch": 1.5964800000000001,
      "grad_norm": 15.339559555053711,
      "learning_rate": 3.2582899632600255e-05,
      "loss": 4.3401,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1248
    },
    {
      "epoch": 1.59776,
      "grad_norm": 14.960271835327148,
      "learning_rate": 3.2569738219402755e-05,
      "loss": 4.5036,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1249
    },
    {
      "epoch": 1.59904,
      "grad_norm": 14.846858978271484,
      "learning_rate": 3.255656780273328e-05,
      "loss": 4.1115,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1250
    },
    {
      "epoch": 1.60032,
      "grad_norm": 14.655657768249512,
      "learning_rate": 3.2543388392025555e-05,
      "loss": 3.9891,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1251
    },
    {
      "epoch": 1.6016,
      "grad_norm": 14.099019050598145,
      "learning_rate": 3.2530199996719735e-05,
      "loss": 4.5482,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1252
    },
    {
      "epoch": 1.6028799999999999,
      "grad_norm": 13.58446216583252,
      "learning_rate": 3.2517002626262435e-05,
      "loss": 4.1794,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1253
    },
    {
      "epoch": 1.60416,
      "grad_norm": 14.937554359436035,
      "learning_rate": 3.250379629010669e-05,
      "loss": 4.2648,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1254
    },
    {
      "epoch": 1.60544,
      "grad_norm": 14.491524696350098,
      "learning_rate": 3.249058099771196e-05,
      "loss": 3.9969,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1255
    },
    {
      "epoch": 1.6067200000000001,
      "grad_norm": 14.63871955871582,
      "learning_rate": 3.2477356758544094e-05,
      "loss": 4.3178,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1256
    },
    {
      "epoch": 1.608,
      "grad_norm": 13.90291976928711,
      "learning_rate": 3.2464123582075386e-05,
      "loss": 4.045,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1257
    },
    {
      "epoch": 1.60928,
      "grad_norm": 14.005216598510742,
      "learning_rate": 3.2450881477784525e-05,
      "loss": 4.2078,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1258
    },
    {
      "epoch": 1.61056,
      "grad_norm": 13.534796714782715,
      "learning_rate": 3.2437630455156574e-05,
      "loss": 4.1029,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1259
    },
    {
      "epoch": 1.61184,
      "grad_norm": 14.932246208190918,
      "learning_rate": 3.2424370523683e-05,
      "loss": 4.1447,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1260
    },
    {
      "epoch": 1.6131199999999999,
      "grad_norm": 15.200605392456055,
      "learning_rate": 3.241110169286164e-05,
      "loss": 3.9498,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1261
    },
    {
      "epoch": 1.6143999999999998,
      "grad_norm": 15.177305221557617,
      "learning_rate": 3.239782397219672e-05,
      "loss": 3.9668,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1262
    },
    {
      "epoch": 1.61568,
      "grad_norm": 14.630541801452637,
      "learning_rate": 3.2384537371198836e-05,
      "loss": 4.0992,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1263
    },
    {
      "epoch": 1.61696,
      "grad_norm": 14.6979341506958,
      "learning_rate": 3.237124189938492e-05,
      "loss": 4.1119,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1264
    },
    {
      "epoch": 1.6182400000000001,
      "grad_norm": 13.778735160827637,
      "learning_rate": 3.2357937566278285e-05,
      "loss": 4.2712,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1265
    },
    {
      "epoch": 1.61952,
      "grad_norm": 14.245524406433105,
      "learning_rate": 3.2344624381408576e-05,
      "loss": 4.0616,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1266
    },
    {
      "epoch": 1.6208,
      "grad_norm": 14.114792823791504,
      "learning_rate": 3.233130235431178e-05,
      "loss": 4.113,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1267
    },
    {
      "epoch": 1.62208,
      "grad_norm": 14.233176231384277,
      "learning_rate": 3.231797149453022e-05,
      "loss": 4.4252,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1268
    },
    {
      "epoch": 1.62336,
      "grad_norm": 14.690563201904297,
      "learning_rate": 3.230463181161254e-05,
      "loss": 4.1633,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1269
    },
    {
      "epoch": 1.6246399999999999,
      "grad_norm": 13.019030570983887,
      "learning_rate": 3.229128331511372e-05,
      "loss": 3.9365,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1270
    },
    {
      "epoch": 1.62592,
      "grad_norm": 13.813471794128418,
      "learning_rate": 3.227792601459504e-05,
      "loss": 4.0316,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1271
    },
    {
      "epoch": 1.6272,
      "grad_norm": 14.953437805175781,
      "learning_rate": 3.226455991962408e-05,
      "loss": 4.3646,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1272
    },
    {
      "epoch": 1.6284800000000001,
      "grad_norm": 13.821457862854004,
      "learning_rate": 3.2251185039774735e-05,
      "loss": 4.1646,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1273
    },
    {
      "epoch": 1.62976,
      "grad_norm": 12.840636253356934,
      "learning_rate": 3.2237801384627186e-05,
      "loss": 4.1467,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1274
    },
    {
      "epoch": 1.63104,
      "grad_norm": 14.32498550415039,
      "learning_rate": 3.2224408963767895e-05,
      "loss": 4.2494,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1275
    },
    {
      "epoch": 1.63232,
      "grad_norm": 14.14394760131836,
      "learning_rate": 3.221100778678961e-05,
      "loss": 3.9432,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1276
    },
    {
      "epoch": 1.6336,
      "grad_norm": 13.718249320983887,
      "learning_rate": 3.219759786329134e-05,
      "loss": 4.2889,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1277
    },
    {
      "epoch": 1.6348799999999999,
      "grad_norm": 14.316757202148438,
      "learning_rate": 3.2184179202878376e-05,
      "loss": 4.2235,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1278
    },
    {
      "epoch": 1.6361599999999998,
      "grad_norm": 13.993709564208984,
      "learning_rate": 3.217075181516225e-05,
      "loss": 4.0639,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1279
    },
    {
      "epoch": 1.63744,
      "grad_norm": 15.107207298278809,
      "learning_rate": 3.2157315709760754e-05,
      "loss": 4.2641,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1280
    },
    {
      "epoch": 1.63872,
      "grad_norm": 15.013465881347656,
      "learning_rate": 3.214387089629793e-05,
      "loss": 4.4169,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1281
    },
    {
      "epoch": 1.6400000000000001,
      "grad_norm": 13.863079071044922,
      "learning_rate": 3.2130417384404036e-05,
      "loss": 4.134,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1282
    },
    {
      "epoch": 1.64128,
      "grad_norm": 14.16226577758789,
      "learning_rate": 3.211695518371559e-05,
      "loss": 4.0818,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1283
    },
    {
      "epoch": 1.64256,
      "grad_norm": 14.339040756225586,
      "learning_rate": 3.210348430387531e-05,
      "loss": 4.2264,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1284
    },
    {
      "epoch": 1.64384,
      "grad_norm": 14.746076583862305,
      "learning_rate": 3.2090004754532135e-05,
      "loss": 4.1004,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1285
    },
    {
      "epoch": 1.64512,
      "grad_norm": 13.25551986694336,
      "learning_rate": 3.2076516545341225e-05,
      "loss": 4.1162,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1286
    },
    {
      "epoch": 1.6463999999999999,
      "grad_norm": 14.245418548583984,
      "learning_rate": 3.206301968596393e-05,
      "loss": 4.1452,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1287
    },
    {
      "epoch": 1.64768,
      "grad_norm": 14.025616645812988,
      "learning_rate": 3.204951418606782e-05,
      "loss": 4.26,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1288
    },
    {
      "epoch": 1.64896,
      "grad_norm": 14.359689712524414,
      "learning_rate": 3.203600005532661e-05,
      "loss": 4.2453,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1289
    },
    {
      "epoch": 1.6502400000000002,
      "grad_norm": 14.336729049682617,
      "learning_rate": 3.202247730342024e-05,
      "loss": 4.2576,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1290
    },
    {
      "epoch": 1.65152,
      "grad_norm": 15.086668014526367,
      "learning_rate": 3.20089459400348e-05,
      "loss": 4.4027,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1291
    },
    {
      "epoch": 1.6528,
      "grad_norm": 15.22011947631836,
      "learning_rate": 3.199540597486256e-05,
      "loss": 4.2955,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1292
    },
    {
      "epoch": 1.65408,
      "grad_norm": 15.547504425048828,
      "learning_rate": 3.198185741760194e-05,
      "loss": 4.3039,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1293
    },
    {
      "epoch": 1.65536,
      "grad_norm": 13.982314109802246,
      "learning_rate": 3.1968300277957545e-05,
      "loss": 4.2333,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1294
    },
    {
      "epoch": 1.65664,
      "grad_norm": 14.604992866516113,
      "learning_rate": 3.195473456564008e-05,
      "loss": 4.3492,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1295
    },
    {
      "epoch": 1.6579199999999998,
      "grad_norm": 13.919499397277832,
      "learning_rate": 3.194116029036642e-05,
      "loss": 3.7746,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1296
    },
    {
      "epoch": 1.6592,
      "grad_norm": 14.20473575592041,
      "learning_rate": 3.1927577461859574e-05,
      "loss": 3.912,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1297
    },
    {
      "epoch": 1.66048,
      "grad_norm": 14.29569149017334,
      "learning_rate": 3.191398608984867e-05,
      "loss": 3.971,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1298
    },
    {
      "epoch": 1.6617600000000001,
      "grad_norm": 14.910073280334473,
      "learning_rate": 3.190038618406896e-05,
      "loss": 4.1162,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1299
    },
    {
      "epoch": 1.66304,
      "grad_norm": 14.339762687683105,
      "learning_rate": 3.18867777542618e-05,
      "loss": 4.0002,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1300
    },
    {
      "epoch": 1.66432,
      "grad_norm": 14.86080551147461,
      "learning_rate": 3.1873160810174656e-05,
      "loss": 4.0906,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1301
    },
    {
      "epoch": 1.6656,
      "grad_norm": 14.78523063659668,
      "learning_rate": 3.185953536156111e-05,
      "loss": 4.3576,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1302
    },
    {
      "epoch": 1.66688,
      "grad_norm": 22.70904541015625,
      "learning_rate": 3.18459014181808e-05,
      "loss": 4.3949,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1303
    },
    {
      "epoch": 1.6681599999999999,
      "grad_norm": 14.468226432800293,
      "learning_rate": 3.183225898979948e-05,
      "loss": 4.117,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1304
    },
    {
      "epoch": 1.66944,
      "grad_norm": 14.703326225280762,
      "learning_rate": 3.1818608086188966e-05,
      "loss": 4.1001,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1305
    },
    {
      "epoch": 1.67072,
      "grad_norm": 14.300446510314941,
      "learning_rate": 3.180494871712715e-05,
      "loss": 4.0559,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1306
    },
    {
      "epoch": 1.6720000000000002,
      "grad_norm": 14.053755760192871,
      "learning_rate": 3.1791280892397986e-05,
      "loss": 4.3181,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1307
    },
    {
      "epoch": 1.67328,
      "grad_norm": 14.288751602172852,
      "learning_rate": 3.177760462179149e-05,
      "loss": 3.9755,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1308
    },
    {
      "epoch": 1.67456,
      "grad_norm": 17.896453857421875,
      "learning_rate": 3.1763919915103715e-05,
      "loss": 4.3941,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1309
    },
    {
      "epoch": 1.67584,
      "grad_norm": 14.315335273742676,
      "learning_rate": 3.175022678213677e-05,
      "loss": 4.2007,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1310
    },
    {
      "epoch": 1.67712,
      "grad_norm": 15.41522216796875,
      "learning_rate": 3.17365252326988e-05,
      "loss": 4.0267,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1311
    },
    {
      "epoch": 1.6784,
      "grad_norm": 16.79496955871582,
      "learning_rate": 3.172281527660395e-05,
      "loss": 3.8764,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1312
    },
    {
      "epoch": 1.6796799999999998,
      "grad_norm": 14.01526165008545,
      "learning_rate": 3.1709096923672434e-05,
      "loss": 4.3184,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1313
    },
    {
      "epoch": 1.68096,
      "grad_norm": 14.408720016479492,
      "learning_rate": 3.1695370183730445e-05,
      "loss": 4.2415,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1314
    },
    {
      "epoch": 1.68224,
      "grad_norm": 15.082876205444336,
      "learning_rate": 3.168163506661019e-05,
      "loss": 4.3213,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1315
    },
    {
      "epoch": 1.6835200000000001,
      "grad_norm": 14.241203308105469,
      "learning_rate": 3.1667891582149886e-05,
      "loss": 3.8097,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1316
    },
    {
      "epoch": 1.6848,
      "grad_norm": 14.221529960632324,
      "learning_rate": 3.165413974019373e-05,
      "loss": 4.1591,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1317
    },
    {
      "epoch": 1.68608,
      "grad_norm": 14.426427841186523,
      "learning_rate": 3.1640379550591926e-05,
      "loss": 4.1183,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1318
    },
    {
      "epoch": 1.68736,
      "grad_norm": 13.680326461791992,
      "learning_rate": 3.1626611023200635e-05,
      "loss": 3.9965,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1319
    },
    {
      "epoch": 1.68864,
      "grad_norm": 14.396495819091797,
      "learning_rate": 3.161283416788201e-05,
      "loss": 4.1213,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1320
    },
    {
      "epoch": 1.6899199999999999,
      "grad_norm": 14.055232048034668,
      "learning_rate": 3.159904899450414e-05,
      "loss": 4.0751,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1321
    },
    {
      "epoch": 1.6912,
      "grad_norm": 14.910771369934082,
      "learning_rate": 3.158525551294111e-05,
      "loss": 4.2089,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1322
    },
    {
      "epoch": 1.69248,
      "grad_norm": 13.511354446411133,
      "learning_rate": 3.157145373307293e-05,
      "loss": 3.9663,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1323
    },
    {
      "epoch": 1.6937600000000002,
      "grad_norm": 14.98355484008789,
      "learning_rate": 3.155764366478556e-05,
      "loss": 4.1981,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1324
    },
    {
      "epoch": 1.69504,
      "grad_norm": 14.73047161102295,
      "learning_rate": 3.154382531797089e-05,
      "loss": 4.1599,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1325
    },
    {
      "epoch": 1.69632,
      "grad_norm": 14.377279281616211,
      "learning_rate": 3.152999870252676e-05,
      "loss": 4.2095,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1326
    },
    {
      "epoch": 1.6976,
      "grad_norm": 14.925347328186035,
      "learning_rate": 3.1516163828356915e-05,
      "loss": 4.2305,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1327
    },
    {
      "epoch": 1.69888,
      "grad_norm": 14.57272720336914,
      "learning_rate": 3.150232070537101e-05,
      "loss": 4.1276,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1328
    },
    {
      "epoch": 1.70016,
      "grad_norm": 15.312063217163086,
      "learning_rate": 3.148846934348464e-05,
      "loss": 3.8599,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1329
    },
    {
      "epoch": 1.7014399999999998,
      "grad_norm": 13.335684776306152,
      "learning_rate": 3.147460975261926e-05,
      "loss": 3.8911,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1330
    },
    {
      "epoch": 1.70272,
      "grad_norm": 13.39035701751709,
      "learning_rate": 3.1460741942702256e-05,
      "loss": 4.2067,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1331
    },
    {
      "epoch": 1.704,
      "grad_norm": 14.172867774963379,
      "learning_rate": 3.144686592366688e-05,
      "loss": 4.067,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1332
    },
    {
      "epoch": 1.7052800000000001,
      "grad_norm": 14.541532516479492,
      "learning_rate": 3.143298170545226e-05,
      "loss": 3.9427,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1333
    },
    {
      "epoch": 1.70656,
      "grad_norm": 13.988238334655762,
      "learning_rate": 3.141908929800342e-05,
      "loss": 4.0355,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1334
    },
    {
      "epoch": 1.70784,
      "grad_norm": 14.762003898620605,
      "learning_rate": 3.140518871127122e-05,
      "loss": 4.2424,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1335
    },
    {
      "epoch": 1.70912,
      "grad_norm": 13.87575626373291,
      "learning_rate": 3.139127995521241e-05,
      "loss": 4.0594,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1336
    },
    {
      "epoch": 1.7104,
      "grad_norm": 14.438685417175293,
      "learning_rate": 3.137736303978956e-05,
      "loss": 4.1803,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1337
    },
    {
      "epoch": 1.7116799999999999,
      "grad_norm": 14.13992691040039,
      "learning_rate": 3.136343797497112e-05,
      "loss": 4.2038,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1338
    },
    {
      "epoch": 1.71296,
      "grad_norm": 13.909544944763184,
      "learning_rate": 3.134950477073134e-05,
      "loss": 4.2244,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1339
    },
    {
      "epoch": 1.71424,
      "grad_norm": 15.435203552246094,
      "learning_rate": 3.1335563437050316e-05,
      "loss": 3.8339,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1340
    },
    {
      "epoch": 1.7155200000000002,
      "grad_norm": 14.367059707641602,
      "learning_rate": 3.1321613983913984e-05,
      "loss": 3.9905,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1341
    },
    {
      "epoch": 1.7168,
      "grad_norm": 16.00929069519043,
      "learning_rate": 3.130765642131408e-05,
      "loss": 4.0742,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1342
    },
    {
      "epoch": 1.71808,
      "grad_norm": 13.35049819946289,
      "learning_rate": 3.129369075924813e-05,
      "loss": 4.2466,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1343
    },
    {
      "epoch": 1.71936,
      "grad_norm": 13.99071216583252,
      "learning_rate": 3.127971700771949e-05,
      "loss": 3.9462,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1344
    },
    {
      "epoch": 1.72064,
      "grad_norm": 14.194561004638672,
      "learning_rate": 3.126573517673731e-05,
      "loss": 4.2885,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1345
    },
    {
      "epoch": 1.72192,
      "grad_norm": 13.877323150634766,
      "learning_rate": 3.125174527631651e-05,
      "loss": 4.148,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1346
    },
    {
      "epoch": 1.7231999999999998,
      "grad_norm": 14.18002986907959,
      "learning_rate": 3.123774731647779e-05,
      "loss": 4.2614,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1347
    },
    {
      "epoch": 1.72448,
      "grad_norm": 13.707263946533203,
      "learning_rate": 3.122374130724765e-05,
      "loss": 3.9936,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1348
    },
    {
      "epoch": 1.72576,
      "grad_norm": 15.295638084411621,
      "learning_rate": 3.120972725865832e-05,
      "loss": 3.9759,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1349
    },
    {
      "epoch": 1.7270400000000001,
      "grad_norm": 14.297507286071777,
      "learning_rate": 3.119570518074782e-05,
      "loss": 3.9354,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1350
    },
    {
      "epoch": 1.72832,
      "grad_norm": 14.1062593460083,
      "learning_rate": 3.1181675083559887e-05,
      "loss": 3.8289,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1351
    },
    {
      "epoch": 1.7296,
      "grad_norm": 13.922483444213867,
      "learning_rate": 3.116763697714403e-05,
      "loss": 4.3076,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1352
    },
    {
      "epoch": 1.73088,
      "grad_norm": 13.502059936523438,
      "learning_rate": 3.1153590871555505e-05,
      "loss": 4.1543,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1353
    },
    {
      "epoch": 1.73216,
      "grad_norm": 14.604390144348145,
      "learning_rate": 3.1139536776855245e-05,
      "loss": 4.3112,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1354
    },
    {
      "epoch": 1.7334399999999999,
      "grad_norm": 14.09150218963623,
      "learning_rate": 3.112547470310996e-05,
      "loss": 4.1092,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1355
    },
    {
      "epoch": 1.73472,
      "grad_norm": 13.71757698059082,
      "learning_rate": 3.111140466039205e-05,
      "loss": 4.086,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1356
    },
    {
      "epoch": 1.736,
      "grad_norm": 13.841508865356445,
      "learning_rate": 3.109732665877962e-05,
      "loss": 4.2627,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1357
    },
    {
      "epoch": 1.7372800000000002,
      "grad_norm": 14.376925468444824,
      "learning_rate": 3.10832407083565e-05,
      "loss": 4.0108,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1358
    },
    {
      "epoch": 1.73856,
      "grad_norm": 13.624960899353027,
      "learning_rate": 3.106914681921218e-05,
      "loss": 3.7616,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1359
    },
    {
      "epoch": 1.73984,
      "grad_norm": 13.768253326416016,
      "learning_rate": 3.105504500144187e-05,
      "loss": 4.3106,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1360
    },
    {
      "epoch": 1.74112,
      "grad_norm": 14.1766357421875,
      "learning_rate": 3.104093526514643e-05,
      "loss": 4.0132,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1361
    },
    {
      "epoch": 1.7424,
      "grad_norm": 14.21277141571045,
      "learning_rate": 3.102681762043241e-05,
      "loss": 4.0137,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1362
    },
    {
      "epoch": 1.74368,
      "grad_norm": 13.65963363647461,
      "learning_rate": 3.101269207741201e-05,
      "loss": 3.834,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1363
    },
    {
      "epoch": 1.7449599999999998,
      "grad_norm": 14.704839706420898,
      "learning_rate": 3.0998558646203106e-05,
      "loss": 4.2416,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1364
    },
    {
      "epoch": 1.74624,
      "grad_norm": 13.394458770751953,
      "learning_rate": 3.09844173369292e-05,
      "loss": 4.0648,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1365
    },
    {
      "epoch": 1.74752,
      "grad_norm": 14.183292388916016,
      "learning_rate": 3.0970268159719477e-05,
      "loss": 3.8564,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1366
    },
    {
      "epoch": 1.7488000000000001,
      "grad_norm": 14.475934028625488,
      "learning_rate": 3.095611112470871e-05,
      "loss": 4.0572,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1367
    },
    {
      "epoch": 1.75008,
      "grad_norm": 13.549369812011719,
      "learning_rate": 3.094194624203733e-05,
      "loss": 4.2989,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1368
    },
    {
      "epoch": 1.75136,
      "grad_norm": 13.811051368713379,
      "learning_rate": 3.092777352185138e-05,
      "loss": 3.587,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1369
    },
    {
      "epoch": 1.75264,
      "grad_norm": 13.759672164916992,
      "learning_rate": 3.091359297430253e-05,
      "loss": 3.7336,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1370
    },
    {
      "epoch": 1.75392,
      "grad_norm": 14.200986862182617,
      "learning_rate": 3.0899404609548025e-05,
      "loss": 3.912,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1371
    },
    {
      "epoch": 1.7551999999999999,
      "grad_norm": 15.008868217468262,
      "learning_rate": 3.088520843775074e-05,
      "loss": 4.3293,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1372
    },
    {
      "epoch": 1.75648,
      "grad_norm": 14.735391616821289,
      "learning_rate": 3.087100446907913e-05,
      "loss": 4.0289,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1373
    },
    {
      "epoch": 1.75776,
      "grad_norm": 13.635407447814941,
      "learning_rate": 3.085679271370724e-05,
      "loss": 4.2249,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1374
    },
    {
      "epoch": 1.7590400000000002,
      "grad_norm": 14.101133346557617,
      "learning_rate": 3.084257318181468e-05,
      "loss": 4.025,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1375
    },
    {
      "epoch": 1.76032,
      "grad_norm": 14.51546573638916,
      "learning_rate": 3.0828345883586655e-05,
      "loss": 4.1751,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1376
    },
    {
      "epoch": 1.7616,
      "grad_norm": 13.959142684936523,
      "learning_rate": 3.081411082921389e-05,
      "loss": 4.2674,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1377
    },
    {
      "epoch": 1.76288,
      "grad_norm": 14.177382469177246,
      "learning_rate": 3.079986802889272e-05,
      "loss": 4.3152,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1378
    },
    {
      "epoch": 1.76416,
      "grad_norm": 15.945145606994629,
      "learning_rate": 3.0785617492824984e-05,
      "loss": 4.3518,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1379
    },
    {
      "epoch": 1.76544,
      "grad_norm": 15.410923957824707,
      "learning_rate": 3.077135923121809e-05,
      "loss": 4.2311,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1380
    },
    {
      "epoch": 1.7667199999999998,
      "grad_norm": 15.275491714477539,
      "learning_rate": 3.075709325428496e-05,
      "loss": 4.1344,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1381
    },
    {
      "epoch": 1.768,
      "grad_norm": 14.914276123046875,
      "learning_rate": 3.0742819572244046e-05,
      "loss": 4.2006,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1382
    },
    {
      "epoch": 1.76928,
      "grad_norm": 14.950092315673828,
      "learning_rate": 3.072853819531933e-05,
      "loss": 4.2553,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1383
    },
    {
      "epoch": 1.7705600000000001,
      "grad_norm": 15.07062816619873,
      "learning_rate": 3.07142491337403e-05,
      "loss": 4.0091,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1384
    },
    {
      "epoch": 1.77184,
      "grad_norm": 14.002492904663086,
      "learning_rate": 3.069995239774195e-05,
      "loss": 4.057,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1385
    },
    {
      "epoch": 1.77312,
      "grad_norm": 14.051078796386719,
      "learning_rate": 3.068564799756476e-05,
      "loss": 3.915,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1386
    },
    {
      "epoch": 1.7744,
      "grad_norm": 15.182942390441895,
      "learning_rate": 3.0671335943454714e-05,
      "loss": 4.0009,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1387
    },
    {
      "epoch": 1.77568,
      "grad_norm": 13.600608825683594,
      "learning_rate": 3.065701624566327e-05,
      "loss": 4.264,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1388
    },
    {
      "epoch": 1.7769599999999999,
      "grad_norm": 14.650879859924316,
      "learning_rate": 3.064268891444737e-05,
      "loss": 4.1173,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1389
    },
    {
      "epoch": 1.77824,
      "grad_norm": 15.339058876037598,
      "learning_rate": 3.062835396006942e-05,
      "loss": 3.8044,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1390
    },
    {
      "epoch": 1.77952,
      "grad_norm": 25.246318817138672,
      "learning_rate": 3.0614011392797264e-05,
      "loss": 4.1314,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1391
    },
    {
      "epoch": 1.7808000000000002,
      "grad_norm": 15.838129997253418,
      "learning_rate": 3.0599661222904246e-05,
      "loss": 3.9712,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1392
    },
    {
      "epoch": 1.78208,
      "grad_norm": 18.101350784301758,
      "learning_rate": 3.058530346066911e-05,
      "loss": 3.7432,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1393
    },
    {
      "epoch": 1.78336,
      "grad_norm": 15.939665794372559,
      "learning_rate": 3.057093811637605e-05,
      "loss": 4.0481,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1394
    },
    {
      "epoch": 1.78464,
      "grad_norm": 24.134363174438477,
      "learning_rate": 3.0556565200314716e-05,
      "loss": 4.0572,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1395
    },
    {
      "epoch": 1.78592,
      "grad_norm": 14.52580451965332,
      "learning_rate": 3.0542184722780156e-05,
      "loss": 3.9028,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1396
    },
    {
      "epoch": 1.7872,
      "grad_norm": 15.226325035095215,
      "learning_rate": 3.052779669407284e-05,
      "loss": 4.0341,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1397
    },
    {
      "epoch": 1.7884799999999998,
      "grad_norm": 14.619346618652344,
      "learning_rate": 3.0513401124498655e-05,
      "loss": 4.1478,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1398
    },
    {
      "epoch": 1.78976,
      "grad_norm": 14.564188957214355,
      "learning_rate": 3.049899802436887e-05,
      "loss": 3.9301,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1399
    },
    {
      "epoch": 1.79104,
      "grad_norm": 13.963435173034668,
      "learning_rate": 3.048458740400017e-05,
      "loss": 4.1201,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1400
    },
    {
      "epoch": 1.7923200000000001,
      "grad_norm": 13.967945098876953,
      "learning_rate": 3.0470169273714608e-05,
      "loss": 4.2597,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1401
    },
    {
      "epoch": 1.7936,
      "grad_norm": 16.213687896728516,
      "learning_rate": 3.0455743643839638e-05,
      "loss": 3.9744,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1402
    },
    {
      "epoch": 1.79488,
      "grad_norm": 14.240364074707031,
      "learning_rate": 3.0441310524708058e-05,
      "loss": 4.2207,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1403
    },
    {
      "epoch": 1.79616,
      "grad_norm": 15.166796684265137,
      "learning_rate": 3.042686992665806e-05,
      "loss": 4.0964,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1404
    },
    {
      "epoch": 1.79744,
      "grad_norm": 15.688075065612793,
      "learning_rate": 3.0412421860033166e-05,
      "loss": 4.0823,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1405
    },
    {
      "epoch": 1.7987199999999999,
      "grad_norm": 13.898782730102539,
      "learning_rate": 3.0397966335182274e-05,
      "loss": 4.2312,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1406
    },
    {
      "epoch": 1.8,
      "grad_norm": 14.981454849243164,
      "learning_rate": 3.0383503362459597e-05,
      "loss": 4.0195,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1407
    },
    {
      "epoch": 1.80128,
      "grad_norm": 14.048760414123535,
      "learning_rate": 3.0369032952224696e-05,
      "loss": 4.2647,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1408
    },
    {
      "epoch": 1.8025600000000002,
      "grad_norm": 14.75219440460205,
      "learning_rate": 3.035455511484247e-05,
      "loss": 4.1855,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1409
    },
    {
      "epoch": 1.80384,
      "grad_norm": 13.389479637145996,
      "learning_rate": 3.034006986068312e-05,
      "loss": 3.9685,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1410
    },
    {
      "epoch": 1.80512,
      "grad_norm": 13.657927513122559,
      "learning_rate": 3.032557720012217e-05,
      "loss": 3.8353,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1411
    },
    {
      "epoch": 1.8064,
      "grad_norm": 14.493046760559082,
      "learning_rate": 3.031107714354044e-05,
      "loss": 4.1852,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1412
    },
    {
      "epoch": 1.80768,
      "grad_norm": 14.43277645111084,
      "learning_rate": 3.029656970132406e-05,
      "loss": 4.1296,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1413
    },
    {
      "epoch": 1.80896,
      "grad_norm": 13.70425033569336,
      "learning_rate": 3.0282054883864434e-05,
      "loss": 4.1783,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1414
    },
    {
      "epoch": 1.8102399999999998,
      "grad_norm": 14.211944580078125,
      "learning_rate": 3.0267532701558276e-05,
      "loss": 4.0265,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1415
    },
    {
      "epoch": 1.81152,
      "grad_norm": 15.516536712646484,
      "learning_rate": 3.0253003164807544e-05,
      "loss": 4.3085,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1416
    },
    {
      "epoch": 1.8128,
      "grad_norm": 13.998688697814941,
      "learning_rate": 3.0238466284019477e-05,
      "loss": 4.1619,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1417
    },
    {
      "epoch": 1.8140800000000001,
      "grad_norm": 14.239285469055176,
      "learning_rate": 3.0223922069606583e-05,
      "loss": 4.2738,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1418
    },
    {
      "epoch": 1.81536,
      "grad_norm": 14.18407154083252,
      "learning_rate": 3.0209370531986612e-05,
      "loss": 4.2601,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1419
    },
    {
      "epoch": 1.81664,
      "grad_norm": 13.388814926147461,
      "learning_rate": 3.0194811681582555e-05,
      "loss": 3.7122,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1420
    },
    {
      "epoch": 1.81792,
      "grad_norm": 14.357173919677734,
      "learning_rate": 3.018024552882266e-05,
      "loss": 4.3579,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1421
    },
    {
      "epoch": 1.8192,
      "grad_norm": 13.831907272338867,
      "learning_rate": 3.0165672084140392e-05,
      "loss": 4.0292,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1422
    },
    {
      "epoch": 1.8204799999999999,
      "grad_norm": 15.244295120239258,
      "learning_rate": 3.015109135797443e-05,
      "loss": 4.0295,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1423
    },
    {
      "epoch": 1.82176,
      "grad_norm": 14.331576347351074,
      "learning_rate": 3.013650336076869e-05,
      "loss": 4.0382,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1424
    },
    {
      "epoch": 1.82304,
      "grad_norm": 14.567152976989746,
      "learning_rate": 3.0121908102972283e-05,
      "loss": 4.0717,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1425
    },
    {
      "epoch": 1.8243200000000002,
      "grad_norm": 14.787635803222656,
      "learning_rate": 3.0107305595039523e-05,
      "loss": 4.1942,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1426
    },
    {
      "epoch": 1.8256000000000001,
      "grad_norm": 14.326789855957031,
      "learning_rate": 3.0092695847429915e-05,
      "loss": 4.2111,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1427
    },
    {
      "epoch": 1.82688,
      "grad_norm": 17.390241622924805,
      "learning_rate": 3.0078078870608157e-05,
      "loss": 4.1297,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1428
    },
    {
      "epoch": 1.82816,
      "grad_norm": 13.616333961486816,
      "learning_rate": 3.006345467504412e-05,
      "loss": 4.0234,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1429
    },
    {
      "epoch": 1.82944,
      "grad_norm": 14.760306358337402,
      "learning_rate": 3.0048823271212844e-05,
      "loss": 4.3935,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1430
    },
    {
      "epoch": 1.83072,
      "grad_norm": 14.493471145629883,
      "learning_rate": 3.0034184669594525e-05,
      "loss": 4.0043,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1431
    },
    {
      "epoch": 1.8319999999999999,
      "grad_norm": 15.025617599487305,
      "learning_rate": 3.0019538880674548e-05,
      "loss": 4.2692,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1432
    },
    {
      "epoch": 1.83328,
      "grad_norm": 15.850666999816895,
      "learning_rate": 3.0004885914943397e-05,
      "loss": 4.2049,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1433
    },
    {
      "epoch": 1.83456,
      "grad_norm": 15.110357284545898,
      "learning_rate": 2.9990225782896732e-05,
      "loss": 3.9747,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1434
    },
    {
      "epoch": 1.8358400000000001,
      "grad_norm": 12.83768081665039,
      "learning_rate": 2.9975558495035338e-05,
      "loss": 4.1163,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1435
    },
    {
      "epoch": 1.83712,
      "grad_norm": 14.278149604797363,
      "learning_rate": 2.9960884061865117e-05,
      "loss": 4.3114,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1436
    },
    {
      "epoch": 1.8384,
      "grad_norm": 14.033442497253418,
      "learning_rate": 2.99462024938971e-05,
      "loss": 4.1078,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1437
    },
    {
      "epoch": 1.83968,
      "grad_norm": 15.217942237854004,
      "learning_rate": 2.993151380164742e-05,
      "loss": 4.3641,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1438
    },
    {
      "epoch": 1.84096,
      "grad_norm": 14.658533096313477,
      "learning_rate": 2.9916817995637327e-05,
      "loss": 4.1437,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1439
    },
    {
      "epoch": 1.8422399999999999,
      "grad_norm": 13.928194046020508,
      "learning_rate": 2.9902115086393136e-05,
      "loss": 4.2244,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1440
    },
    {
      "epoch": 1.84352,
      "grad_norm": 15.141136169433594,
      "learning_rate": 2.988740508444629e-05,
      "loss": 4.1302,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1441
    },
    {
      "epoch": 1.8448,
      "grad_norm": 17.020751953125,
      "learning_rate": 2.9872688000333277e-05,
      "loss": 4.0663,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1442
    },
    {
      "epoch": 1.8460800000000002,
      "grad_norm": 14.368315696716309,
      "learning_rate": 2.9857963844595684e-05,
      "loss": 4.0103,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1443
    },
    {
      "epoch": 1.8473600000000001,
      "grad_norm": 15.595625877380371,
      "learning_rate": 2.9843232627780146e-05,
      "loss": 4.2955,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1444
    },
    {
      "epoch": 1.84864,
      "grad_norm": 19.584056854248047,
      "learning_rate": 2.982849436043837e-05,
      "loss": 4.0136,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1445
    },
    {
      "epoch": 1.84992,
      "grad_norm": 14.58468246459961,
      "learning_rate": 2.9813749053127105e-05,
      "loss": 4.259,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1446
    },
    {
      "epoch": 1.8512,
      "grad_norm": 18.178203582763672,
      "learning_rate": 2.979899671640813e-05,
      "loss": 4.2039,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1447
    },
    {
      "epoch": 1.85248,
      "grad_norm": 14.974711418151855,
      "learning_rate": 2.978423736084829e-05,
      "loss": 4.283,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1448
    },
    {
      "epoch": 1.8537599999999999,
      "grad_norm": 15.678047180175781,
      "learning_rate": 2.9769470997019424e-05,
      "loss": 4.0158,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1449
    },
    {
      "epoch": 1.85504,
      "grad_norm": 15.361527442932129,
      "learning_rate": 2.975469763549842e-05,
      "loss": 4.038,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1450
    },
    {
      "epoch": 1.85632,
      "grad_norm": 19.613811492919922,
      "learning_rate": 2.973991728686715e-05,
      "loss": 4.301,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1451
    },
    {
      "epoch": 1.8576000000000001,
      "grad_norm": 14.68200397491455,
      "learning_rate": 2.972512996171252e-05,
      "loss": 4.3982,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1452
    },
    {
      "epoch": 1.85888,
      "grad_norm": 14.91187572479248,
      "learning_rate": 2.9710335670626405e-05,
      "loss": 4.0852,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1453
    },
    {
      "epoch": 1.86016,
      "grad_norm": 15.051180839538574,
      "learning_rate": 2.9695534424205698e-05,
      "loss": 3.9476,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1454
    },
    {
      "epoch": 1.86144,
      "grad_norm": 14.308636665344238,
      "learning_rate": 2.9680726233052245e-05,
      "loss": 3.8744,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1455
    },
    {
      "epoch": 1.86272,
      "grad_norm": 14.32395076751709,
      "learning_rate": 2.966591110777289e-05,
      "loss": 4.1058,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1456
    },
    {
      "epoch": 1.8639999999999999,
      "grad_norm": 15.832695960998535,
      "learning_rate": 2.9651089058979434e-05,
      "loss": 4.0151,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1457
    },
    {
      "epoch": 1.86528,
      "grad_norm": 15.02347469329834,
      "learning_rate": 2.9636260097288632e-05,
      "loss": 4.2773,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1458
    },
    {
      "epoch": 1.86656,
      "grad_norm": 13.84731674194336,
      "learning_rate": 2.9621424233322198e-05,
      "loss": 4.0048,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1459
    },
    {
      "epoch": 1.86784,
      "grad_norm": 13.980466842651367,
      "learning_rate": 2.960658147770679e-05,
      "loss": 4.0886,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1460
    },
    {
      "epoch": 1.8691200000000001,
      "grad_norm": 14.368780136108398,
      "learning_rate": 2.9591731841074004e-05,
      "loss": 4.0439,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1461
    },
    {
      "epoch": 1.8704,
      "grad_norm": 14.288613319396973,
      "learning_rate": 2.957687533406035e-05,
      "loss": 4.2432,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1462
    },
    {
      "epoch": 1.87168,
      "grad_norm": 37.0713005065918,
      "learning_rate": 2.9562011967307285e-05,
      "loss": 4.1585,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1463
    },
    {
      "epoch": 1.87296,
      "grad_norm": 21.001733779907227,
      "learning_rate": 2.954714175146115e-05,
      "loss": 4.0613,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1464
    },
    {
      "epoch": 1.87424,
      "grad_norm": 13.906391143798828,
      "learning_rate": 2.9532264697173222e-05,
      "loss": 4.144,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1465
    },
    {
      "epoch": 1.8755199999999999,
      "grad_norm": 13.401786804199219,
      "learning_rate": 2.951738081509964e-05,
      "loss": 4.1213,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1466
    },
    {
      "epoch": 1.8768,
      "grad_norm": 14.829394340515137,
      "learning_rate": 2.950249011590148e-05,
      "loss": 4.2448,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1467
    },
    {
      "epoch": 1.87808,
      "grad_norm": 13.848640441894531,
      "learning_rate": 2.9487592610244663e-05,
      "loss": 4.6447,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1468
    },
    {
      "epoch": 1.8793600000000001,
      "grad_norm": 14.105782508850098,
      "learning_rate": 2.947268830879999e-05,
      "loss": 3.8845,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1469
    },
    {
      "epoch": 1.88064,
      "grad_norm": 14.753235816955566,
      "learning_rate": 2.9457777222243148e-05,
      "loss": 4.0729,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1470
    },
    {
      "epoch": 1.88192,
      "grad_norm": 14.173680305480957,
      "learning_rate": 2.944285936125468e-05,
      "loss": 3.8996,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1471
    },
    {
      "epoch": 1.8832,
      "grad_norm": 14.595109939575195,
      "learning_rate": 2.9427934736519962e-05,
      "loss": 3.9392,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1472
    },
    {
      "epoch": 1.88448,
      "grad_norm": 15.200581550598145,
      "learning_rate": 2.9413003358729223e-05,
      "loss": 3.9313,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1473
    },
    {
      "epoch": 1.8857599999999999,
      "grad_norm": 14.087865829467773,
      "learning_rate": 2.939806523857755e-05,
      "loss": 4.4037,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1474
    },
    {
      "epoch": 1.88704,
      "grad_norm": 13.344728469848633,
      "learning_rate": 2.9383120386764833e-05,
      "loss": 4.1247,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1475
    },
    {
      "epoch": 1.88832,
      "grad_norm": 13.808815002441406,
      "learning_rate": 2.9368168813995806e-05,
      "loss": 3.9844,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1476
    },
    {
      "epoch": 1.8896,
      "grad_norm": 14.036137580871582,
      "learning_rate": 2.935321053097999e-05,
      "loss": 3.8859,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1477
    },
    {
      "epoch": 1.8908800000000001,
      "grad_norm": 14.313337326049805,
      "learning_rate": 2.933824554843174e-05,
      "loss": 4.4431,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1478
    },
    {
      "epoch": 1.89216,
      "grad_norm": 19.55797576904297,
      "learning_rate": 2.9323273877070186e-05,
      "loss": 3.8998,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1479
    },
    {
      "epoch": 1.89344,
      "grad_norm": 14.449673652648926,
      "learning_rate": 2.9308295527619274e-05,
      "loss": 4.2204,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1480
    },
    {
      "epoch": 1.89472,
      "grad_norm": 14.414312362670898,
      "learning_rate": 2.9293310510807698e-05,
      "loss": 4.1621,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1481
    },
    {
      "epoch": 1.896,
      "grad_norm": 13.354223251342773,
      "learning_rate": 2.9278318837368975e-05,
      "loss": 4.1354,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1482
    },
    {
      "epoch": 1.8972799999999999,
      "grad_norm": 15.112861633300781,
      "learning_rate": 2.926332051804135e-05,
      "loss": 4.397,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1483
    },
    {
      "epoch": 1.89856,
      "grad_norm": 15.096014976501465,
      "learning_rate": 2.924831556356785e-05,
      "loss": 4.2449,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1484
    },
    {
      "epoch": 1.89984,
      "grad_norm": 15.152399063110352,
      "learning_rate": 2.9233303984696243e-05,
      "loss": 4.3295,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1485
    },
    {
      "epoch": 1.9011200000000001,
      "grad_norm": 14.393294334411621,
      "learning_rate": 2.9218285792179036e-05,
      "loss": 3.8728,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1486
    },
    {
      "epoch": 1.9024,
      "grad_norm": 13.999970436096191,
      "learning_rate": 2.9203260996773508e-05,
      "loss": 4.0983,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1487
    },
    {
      "epoch": 1.90368,
      "grad_norm": 15.411677360534668,
      "learning_rate": 2.9188229609241626e-05,
      "loss": 3.9667,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1488
    },
    {
      "epoch": 1.90496,
      "grad_norm": 13.807767868041992,
      "learning_rate": 2.9173191640350104e-05,
      "loss": 4.0539,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1489
    },
    {
      "epoch": 1.90624,
      "grad_norm": 13.431382179260254,
      "learning_rate": 2.9158147100870348e-05,
      "loss": 3.9434,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1490
    },
    {
      "epoch": 1.9075199999999999,
      "grad_norm": 13.795750617980957,
      "learning_rate": 2.9143096001578505e-05,
      "loss": 4.0268,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1491
    },
    {
      "epoch": 1.9088,
      "grad_norm": 14.874486923217773,
      "learning_rate": 2.9128038353255382e-05,
      "loss": 4.3195,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1492
    },
    {
      "epoch": 1.91008,
      "grad_norm": 13.967156410217285,
      "learning_rate": 2.9112974166686512e-05,
      "loss": 4.0317,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1493
    },
    {
      "epoch": 1.91136,
      "grad_norm": 14.057290077209473,
      "learning_rate": 2.9097903452662074e-05,
      "loss": 4.3202,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1494
    },
    {
      "epoch": 1.9126400000000001,
      "grad_norm": 15.816125869750977,
      "learning_rate": 2.9082826221976964e-05,
      "loss": 4.1829,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1495
    },
    {
      "epoch": 1.91392,
      "grad_norm": 14.173638343811035,
      "learning_rate": 2.906774248543071e-05,
      "loss": 3.9701,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1496
    },
    {
      "epoch": 1.9152,
      "grad_norm": 14.03815746307373,
      "learning_rate": 2.9052652253827527e-05,
      "loss": 4.1234,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1497
    },
    {
      "epoch": 1.91648,
      "grad_norm": 14.263280868530273,
      "learning_rate": 2.9037555537976258e-05,
      "loss": 3.8116,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1498
    },
    {
      "epoch": 1.91776,
      "grad_norm": 14.56998062133789,
      "learning_rate": 2.9022452348690407e-05,
      "loss": 4.2398,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1499
    },
    {
      "epoch": 1.9190399999999999,
      "grad_norm": 14.57787036895752,
      "learning_rate": 2.9007342696788114e-05,
      "loss": 4.2914,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1500
    },
    {
      "epoch": 1.92032,
      "grad_norm": 14.408597946166992,
      "learning_rate": 2.8992226593092135e-05,
      "loss": 4.1303,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1501
    },
    {
      "epoch": 1.9216,
      "grad_norm": 13.978986740112305,
      "learning_rate": 2.897710404842987e-05,
      "loss": 4.2125,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1502
    },
    {
      "epoch": 1.9228800000000001,
      "grad_norm": 14.335888862609863,
      "learning_rate": 2.8961975073633302e-05,
      "loss": 4.0744,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1503
    },
    {
      "epoch": 1.92416,
      "grad_norm": 14.484443664550781,
      "learning_rate": 2.8946839679539055e-05,
      "loss": 4.1176,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1504
    },
    {
      "epoch": 1.92544,
      "grad_norm": 14.699332237243652,
      "learning_rate": 2.893169787698832e-05,
      "loss": 4.3391,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1505
    },
    {
      "epoch": 1.92672,
      "grad_norm": 15.844393730163574,
      "learning_rate": 2.8916549676826905e-05,
      "loss": 4.052,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1506
    },
    {
      "epoch": 1.928,
      "grad_norm": 14.474212646484375,
      "learning_rate": 2.8901395089905165e-05,
      "loss": 3.9692,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1507
    },
    {
      "epoch": 1.9292799999999999,
      "grad_norm": 18.290767669677734,
      "learning_rate": 2.8886234127078077e-05,
      "loss": 3.9947,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1508
    },
    {
      "epoch": 1.93056,
      "grad_norm": 15.166973114013672,
      "learning_rate": 2.8871066799205136e-05,
      "loss": 4.1562,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1509
    },
    {
      "epoch": 1.93184,
      "grad_norm": 14.048384666442871,
      "learning_rate": 2.8855893117150437e-05,
      "loss": 4.2177,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1510
    },
    {
      "epoch": 1.93312,
      "grad_norm": 15.025786399841309,
      "learning_rate": 2.8840713091782605e-05,
      "loss": 3.8353,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1511
    },
    {
      "epoch": 1.9344000000000001,
      "grad_norm": 13.73882007598877,
      "learning_rate": 2.8825526733974806e-05,
      "loss": 3.6328,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1512
    },
    {
      "epoch": 1.93568,
      "grad_norm": 15.783872604370117,
      "learning_rate": 2.8810334054604752e-05,
      "loss": 4.2257,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1513
    },
    {
      "epoch": 1.93696,
      "grad_norm": 16.925827026367188,
      "learning_rate": 2.8795135064554682e-05,
      "loss": 4.2202,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1514
    },
    {
      "epoch": 1.93824,
      "grad_norm": 13.904376983642578,
      "learning_rate": 2.8779929774711348e-05,
      "loss": 4.2108,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1515
    },
    {
      "epoch": 1.93952,
      "grad_norm": 16.414886474609375,
      "learning_rate": 2.8764718195966028e-05,
      "loss": 3.9068,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1516
    },
    {
      "epoch": 1.9407999999999999,
      "grad_norm": 13.988545417785645,
      "learning_rate": 2.8749500339214483e-05,
      "loss": 4.064,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1517
    },
    {
      "epoch": 1.94208,
      "grad_norm": 13.989622116088867,
      "learning_rate": 2.873427621535699e-05,
      "loss": 4.1448,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1518
    },
    {
      "epoch": 1.94336,
      "grad_norm": 14.338465690612793,
      "learning_rate": 2.8719045835298312e-05,
      "loss": 3.9053,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1519
    },
    {
      "epoch": 1.9446400000000001,
      "grad_norm": 14.846992492675781,
      "learning_rate": 2.8703809209947683e-05,
      "loss": 4.0669,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1520
    },
    {
      "epoch": 1.94592,
      "grad_norm": 13.817178726196289,
      "learning_rate": 2.8688566350218825e-05,
      "loss": 4.2718,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1521
    },
    {
      "epoch": 1.9472,
      "grad_norm": 13.973956108093262,
      "learning_rate": 2.8673317267029907e-05,
      "loss": 4.3195,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1522
    },
    {
      "epoch": 1.94848,
      "grad_norm": 14.430554389953613,
      "learning_rate": 2.8658061971303576e-05,
      "loss": 4.1581,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1523
    },
    {
      "epoch": 1.94976,
      "grad_norm": 13.977424621582031,
      "learning_rate": 2.8642800473966918e-05,
      "loss": 3.852,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1524
    },
    {
      "epoch": 1.9510399999999999,
      "grad_norm": 15.228880882263184,
      "learning_rate": 2.862753278595145e-05,
      "loss": 4.362,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1525
    },
    {
      "epoch": 1.95232,
      "grad_norm": 14.161410331726074,
      "learning_rate": 2.861225891819316e-05,
      "loss": 4.0078,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1526
    },
    {
      "epoch": 1.9536,
      "grad_norm": 13.665413856506348,
      "learning_rate": 2.8596978881632414e-05,
      "loss": 4.0873,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1527
    },
    {
      "epoch": 1.95488,
      "grad_norm": 13.521306037902832,
      "learning_rate": 2.8581692687214038e-05,
      "loss": 3.8572,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1528
    },
    {
      "epoch": 1.9561600000000001,
      "grad_norm": 14.848747253417969,
      "learning_rate": 2.8566400345887237e-05,
      "loss": 3.981,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1529
    },
    {
      "epoch": 1.95744,
      "grad_norm": 13.996282577514648,
      "learning_rate": 2.8551101868605644e-05,
      "loss": 4.0435,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1530
    },
    {
      "epoch": 1.95872,
      "grad_norm": 13.936887741088867,
      "learning_rate": 2.8535797266327275e-05,
      "loss": 4.23,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1531
    },
    {
      "epoch": 1.96,
      "grad_norm": 13.955307960510254,
      "learning_rate": 2.8520486550014533e-05,
      "loss": 4.1461,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1532
    },
    {
      "epoch": 1.96128,
      "grad_norm": 13.536442756652832,
      "learning_rate": 2.8505169730634196e-05,
      "loss": 3.7537,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1533
    },
    {
      "epoch": 1.9625599999999999,
      "grad_norm": 13.411678314208984,
      "learning_rate": 2.8489846819157434e-05,
      "loss": 4.1553,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1534
    },
    {
      "epoch": 1.96384,
      "grad_norm": 15.053085327148438,
      "learning_rate": 2.8474517826559757e-05,
      "loss": 4.303,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1535
    },
    {
      "epoch": 1.96512,
      "grad_norm": 13.518204689025879,
      "learning_rate": 2.845918276382104e-05,
      "loss": 4.0846,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1536
    },
    {
      "epoch": 1.9664000000000001,
      "grad_norm": 15.522762298583984,
      "learning_rate": 2.8443841641925504e-05,
      "loss": 3.9856,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1537
    },
    {
      "epoch": 1.96768,
      "grad_norm": 14.789840698242188,
      "learning_rate": 2.842849447186172e-05,
      "loss": 4.3018,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1538
    },
    {
      "epoch": 1.96896,
      "grad_norm": 14.869368553161621,
      "learning_rate": 2.841314126462258e-05,
      "loss": 4.2447,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1539
    },
    {
      "epoch": 1.97024,
      "grad_norm": 14.33301067352295,
      "learning_rate": 2.8397782031205295e-05,
      "loss": 3.9449,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1540
    },
    {
      "epoch": 1.97152,
      "grad_norm": 14.55190658569336,
      "learning_rate": 2.8382416782611414e-05,
      "loss": 4.1472,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1541
    },
    {
      "epoch": 1.9727999999999999,
      "grad_norm": 14.370369911193848,
      "learning_rate": 2.836704552984677e-05,
      "loss": 4.1511,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1542
    },
    {
      "epoch": 1.9740799999999998,
      "grad_norm": 16.2254695892334,
      "learning_rate": 2.8351668283921518e-05,
      "loss": 4.0361,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1543
    },
    {
      "epoch": 1.97536,
      "grad_norm": 12.799896240234375,
      "learning_rate": 2.8336285055850087e-05,
      "loss": 3.8008,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1544
    },
    {
      "epoch": 1.97664,
      "grad_norm": 14.193465232849121,
      "learning_rate": 2.8320895856651218e-05,
      "loss": 4.0041,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1545
    },
    {
      "epoch": 1.9779200000000001,
      "grad_norm": 20.751611709594727,
      "learning_rate": 2.8305500697347886e-05,
      "loss": 4.1735,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1546
    },
    {
      "epoch": 1.9792,
      "grad_norm": 15.592724800109863,
      "learning_rate": 2.8290099588967374e-05,
      "loss": 4.2572,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1547
    },
    {
      "epoch": 1.98048,
      "grad_norm": 13.720009803771973,
      "learning_rate": 2.8274692542541208e-05,
      "loss": 3.9432,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1548
    },
    {
      "epoch": 1.98176,
      "grad_norm": 13.25790786743164,
      "learning_rate": 2.8259279569105183e-05,
      "loss": 3.9115,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1549
    },
    {
      "epoch": 1.98304,
      "grad_norm": 12.832863807678223,
      "learning_rate": 2.8243860679699315e-05,
      "loss": 3.912,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1550
    },
    {
      "epoch": 1.9843199999999999,
      "grad_norm": 13.84761905670166,
      "learning_rate": 2.8228435885367868e-05,
      "loss": 3.9963,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1551
    },
    {
      "epoch": 1.9856,
      "grad_norm": 14.46717643737793,
      "learning_rate": 2.821300519715935e-05,
      "loss": 4.0116,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1552
    },
    {
      "epoch": 1.98688,
      "grad_norm": 14.267247200012207,
      "learning_rate": 2.819756862612647e-05,
      "loss": 4.0933,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1553
    },
    {
      "epoch": 1.9881600000000001,
      "grad_norm": 13.751236915588379,
      "learning_rate": 2.8182126183326163e-05,
      "loss": 4.3121,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1554
    },
    {
      "epoch": 1.98944,
      "grad_norm": 13.955025672912598,
      "learning_rate": 2.816667787981957e-05,
      "loss": 3.9102,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1555
    },
    {
      "epoch": 1.99072,
      "grad_norm": 13.452781677246094,
      "learning_rate": 2.8151223726672024e-05,
      "loss": 3.9128,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1556
    },
    {
      "epoch": 1.992,
      "grad_norm": 14.912033081054688,
      "learning_rate": 2.8135763734953044e-05,
      "loss": 3.8946,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1557
    },
    {
      "epoch": 1.99328,
      "grad_norm": 14.430395126342773,
      "learning_rate": 2.8120297915736343e-05,
      "loss": 3.792,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1558
    },
    {
      "epoch": 1.9945599999999999,
      "grad_norm": 14.301152229309082,
      "learning_rate": 2.8104826280099796e-05,
      "loss": 3.644,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1559
    },
    {
      "epoch": 1.9958399999999998,
      "grad_norm": 14.83263874053955,
      "learning_rate": 2.8089348839125468e-05,
      "loss": 4.1097,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1560
    },
    {
      "epoch": 1.99712,
      "grad_norm": 13.603412628173828,
      "learning_rate": 2.8073865603899543e-05,
      "loss": 3.6825,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1561
    },
    {
      "epoch": 1.9984,
      "grad_norm": 13.814615249633789,
      "learning_rate": 2.805837658551239e-05,
      "loss": 4.1176,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1562
    },
    {
      "epoch": 1.9996800000000001,
      "grad_norm": 14.87747573852539,
      "learning_rate": 2.804288179505851e-05,
      "loss": 4.1176,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1563
    },
    {
      "epoch": 2.0,
      "grad_norm": 7.311878681182861,
      "learning_rate": 2.8027381243636525e-05,
      "loss": 1.0459,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1564
    },
    {
      "epoch": 2.00128,
      "grad_norm": 15.09391975402832,
      "learning_rate": 2.8011874942349203e-05,
      "loss": 2.9028,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1565
    },
    {
      "epoch": 2.00256,
      "grad_norm": 14.313876152038574,
      "learning_rate": 2.7996362902303417e-05,
      "loss": 3.0228,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1566
    },
    {
      "epoch": 2.00384,
      "grad_norm": 13.522505760192871,
      "learning_rate": 2.798084513461016e-05,
      "loss": 2.8041,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1567
    },
    {
      "epoch": 2.00512,
      "grad_norm": 14.483414649963379,
      "learning_rate": 2.796532165038452e-05,
      "loss": 2.9548,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1568
    },
    {
      "epoch": 2.0064,
      "grad_norm": 17.10387420654297,
      "learning_rate": 2.7949792460745685e-05,
      "loss": 2.8997,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1569
    },
    {
      "epoch": 2.00768,
      "grad_norm": 20.601186752319336,
      "learning_rate": 2.7934257576816925e-05,
      "loss": 3.1714,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1570
    },
    {
      "epoch": 2.00896,
      "grad_norm": 17.32588768005371,
      "learning_rate": 2.7918717009725592e-05,
      "loss": 3.0334,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1571
    },
    {
      "epoch": 2.01024,
      "grad_norm": 13.931655883789062,
      "learning_rate": 2.7903170770603113e-05,
      "loss": 2.9113,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1572
    },
    {
      "epoch": 2.01152,
      "grad_norm": 13.967005729675293,
      "learning_rate": 2.7887618870584962e-05,
      "loss": 2.9923,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1573
    },
    {
      "epoch": 2.0128,
      "grad_norm": 13.953229904174805,
      "learning_rate": 2.7872061320810693e-05,
      "loss": 2.9334,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1574
    },
    {
      "epoch": 2.01408,
      "grad_norm": 13.328773498535156,
      "learning_rate": 2.7856498132423882e-05,
      "loss": 3.0842,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1575
    },
    {
      "epoch": 2.01536,
      "grad_norm": 14.016441345214844,
      "learning_rate": 2.7840929316572153e-05,
      "loss": 2.8167,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1576
    },
    {
      "epoch": 2.01664,
      "grad_norm": 12.856179237365723,
      "learning_rate": 2.782535488440717e-05,
      "loss": 3.044,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1577
    },
    {
      "epoch": 2.01792,
      "grad_norm": 12.993327140808105,
      "learning_rate": 2.7809774847084608e-05,
      "loss": 2.8945,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1578
    },
    {
      "epoch": 2.0192,
      "grad_norm": 13.989242553710938,
      "learning_rate": 2.7794189215764153e-05,
      "loss": 2.7114,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1579
    },
    {
      "epoch": 2.02048,
      "grad_norm": 14.566893577575684,
      "learning_rate": 2.777859800160952e-05,
      "loss": 2.9333,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1580
    },
    {
      "epoch": 2.02176,
      "grad_norm": 14.272561073303223,
      "learning_rate": 2.7763001215788397e-05,
      "loss": 2.9973,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1581
    },
    {
      "epoch": 2.02304,
      "grad_norm": 13.202410697937012,
      "learning_rate": 2.7747398869472486e-05,
      "loss": 2.9704,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1582
    },
    {
      "epoch": 2.02432,
      "grad_norm": 14.43738842010498,
      "learning_rate": 2.7731790973837446e-05,
      "loss": 2.9933,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1583
    },
    {
      "epoch": 2.0256,
      "grad_norm": 13.991205215454102,
      "learning_rate": 2.771617754006294e-05,
      "loss": 2.9173,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1584
    },
    {
      "epoch": 2.02688,
      "grad_norm": 14.607484817504883,
      "learning_rate": 2.7700558579332567e-05,
      "loss": 2.9992,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1585
    },
    {
      "epoch": 2.02816,
      "grad_norm": 13.460528373718262,
      "learning_rate": 2.768493410283392e-05,
      "loss": 2.9633,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1586
    },
    {
      "epoch": 2.02944,
      "grad_norm": 14.47132396697998,
      "learning_rate": 2.7669304121758503e-05,
      "loss": 2.9512,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1587
    },
    {
      "epoch": 2.03072,
      "grad_norm": 13.465314865112305,
      "learning_rate": 2.7653668647301797e-05,
      "loss": 2.9437,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1588
    },
    {
      "epoch": 2.032,
      "grad_norm": 14.1897554397583,
      "learning_rate": 2.7638027690663204e-05,
      "loss": 3.1246,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1589
    },
    {
      "epoch": 2.03328,
      "grad_norm": 13.57541561126709,
      "learning_rate": 2.7622381263046048e-05,
      "loss": 2.8739,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1590
    },
    {
      "epoch": 2.03456,
      "grad_norm": 13.648649215698242,
      "learning_rate": 2.760672937565758e-05,
      "loss": 2.9742,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1591
    },
    {
      "epoch": 2.03584,
      "grad_norm": 13.473851203918457,
      "learning_rate": 2.7591072039708956e-05,
      "loss": 2.9527,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1592
    },
    {
      "epoch": 2.03712,
      "grad_norm": 14.292859077453613,
      "learning_rate": 2.757540926641525e-05,
      "loss": 2.8061,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1593
    },
    {
      "epoch": 2.0384,
      "grad_norm": 14.654006958007812,
      "learning_rate": 2.7559741066995392e-05,
      "loss": 3.0473,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1594
    },
    {
      "epoch": 2.03968,
      "grad_norm": 13.396994590759277,
      "learning_rate": 2.7544067452672248e-05,
      "loss": 2.981,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1595
    },
    {
      "epoch": 2.04096,
      "grad_norm": 14.152316093444824,
      "learning_rate": 2.7528388434672527e-05,
      "loss": 2.9536,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1596
    },
    {
      "epoch": 2.04224,
      "grad_norm": 14.169532775878906,
      "learning_rate": 2.7512704024226832e-05,
      "loss": 2.7927,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1597
    },
    {
      "epoch": 2.04352,
      "grad_norm": 14.912915229797363,
      "learning_rate": 2.7497014232569602e-05,
      "loss": 2.8471,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1598
    },
    {
      "epoch": 2.0448,
      "grad_norm": 13.827971458435059,
      "learning_rate": 2.7481319070939164e-05,
      "loss": 2.8764,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1599
    },
    {
      "epoch": 2.04608,
      "grad_norm": 14.443203926086426,
      "learning_rate": 2.746561855057766e-05,
      "loss": 3.1374,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1600
    },
    {
      "epoch": 2.04736,
      "grad_norm": 14.043733596801758,
      "learning_rate": 2.7449912682731082e-05,
      "loss": 2.9348,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1601
    },
    {
      "epoch": 2.04864,
      "grad_norm": 14.933672904968262,
      "learning_rate": 2.7434201478649264e-05,
      "loss": 2.9893,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1602
    },
    {
      "epoch": 2.04992,
      "grad_norm": 14.961908340454102,
      "learning_rate": 2.7418484949585847e-05,
      "loss": 3.022,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1603
    },
    {
      "epoch": 2.0512,
      "grad_norm": 13.977189064025879,
      "learning_rate": 2.7402763106798295e-05,
      "loss": 3.0269,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1604
    },
    {
      "epoch": 2.05248,
      "grad_norm": 13.479276657104492,
      "learning_rate": 2.7387035961547864e-05,
      "loss": 2.9075,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1605
    },
    {
      "epoch": 2.05376,
      "grad_norm": 13.050926208496094,
      "learning_rate": 2.7371303525099625e-05,
      "loss": 2.8669,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1606
    },
    {
      "epoch": 2.05504,
      "grad_norm": 13.950222969055176,
      "learning_rate": 2.7355565808722433e-05,
      "loss": 2.802,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1607
    },
    {
      "epoch": 2.05632,
      "grad_norm": 14.729324340820312,
      "learning_rate": 2.733982282368893e-05,
      "loss": 3.1023,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1608
    },
    {
      "epoch": 2.0576,
      "grad_norm": 14.429277420043945,
      "learning_rate": 2.7324074581275513e-05,
      "loss": 3.1582,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1609
    },
    {
      "epoch": 2.05888,
      "grad_norm": 13.668992042541504,
      "learning_rate": 2.730832109276237e-05,
      "loss": 2.6848,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1610
    },
    {
      "epoch": 2.06016,
      "grad_norm": 15.66363525390625,
      "learning_rate": 2.729256236943343e-05,
      "loss": 3.0654,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1611
    },
    {
      "epoch": 2.06144,
      "grad_norm": 14.51341438293457,
      "learning_rate": 2.7276798422576373e-05,
      "loss": 2.9928,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1612
    },
    {
      "epoch": 2.06272,
      "grad_norm": 14.11240291595459,
      "learning_rate": 2.7261029263482634e-05,
      "loss": 2.9136,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1613
    },
    {
      "epoch": 2.064,
      "grad_norm": 14.778084754943848,
      "learning_rate": 2.724525490344736e-05,
      "loss": 2.9185,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1614
    },
    {
      "epoch": 2.06528,
      "grad_norm": 13.835901260375977,
      "learning_rate": 2.722947535376944e-05,
      "loss": 2.6699,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1615
    },
    {
      "epoch": 2.06656,
      "grad_norm": 13.215493202209473,
      "learning_rate": 2.721369062575147e-05,
      "loss": 2.6921,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1616
    },
    {
      "epoch": 2.06784,
      "grad_norm": 13.48267936706543,
      "learning_rate": 2.7197900730699768e-05,
      "loss": 2.6445,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1617
    },
    {
      "epoch": 2.06912,
      "grad_norm": 13.832700729370117,
      "learning_rate": 2.7182105679924337e-05,
      "loss": 2.7323,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1618
    },
    {
      "epoch": 2.0704,
      "grad_norm": 14.363731384277344,
      "learning_rate": 2.7166305484738885e-05,
      "loss": 2.8473,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1619
    },
    {
      "epoch": 2.07168,
      "grad_norm": 14.256216049194336,
      "learning_rate": 2.71505001564608e-05,
      "loss": 2.9089,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1620
    },
    {
      "epoch": 2.07296,
      "grad_norm": 14.38060474395752,
      "learning_rate": 2.7134689706411156e-05,
      "loss": 3.0022,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1621
    },
    {
      "epoch": 2.07424,
      "grad_norm": 13.372944831848145,
      "learning_rate": 2.711887414591467e-05,
      "loss": 2.8539,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1622
    },
    {
      "epoch": 2.07552,
      "grad_norm": 14.838915824890137,
      "learning_rate": 2.7103053486299755e-05,
      "loss": 2.9812,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1623
    },
    {
      "epoch": 2.0768,
      "grad_norm": 13.824440956115723,
      "learning_rate": 2.708722773889844e-05,
      "loss": 3.0887,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1624
    },
    {
      "epoch": 2.07808,
      "grad_norm": 13.765463829040527,
      "learning_rate": 2.707139691504643e-05,
      "loss": 2.9829,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1625
    },
    {
      "epoch": 2.07936,
      "grad_norm": 14.852375030517578,
      "learning_rate": 2.7055561026083044e-05,
      "loss": 2.8472,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1626
    },
    {
      "epoch": 2.08064,
      "grad_norm": 13.150327682495117,
      "learning_rate": 2.7039720083351247e-05,
      "loss": 2.821,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1627
    },
    {
      "epoch": 2.08192,
      "grad_norm": 14.146830558776855,
      "learning_rate": 2.702387409819761e-05,
      "loss": 2.9559,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1628
    },
    {
      "epoch": 2.0832,
      "grad_norm": 14.899001121520996,
      "learning_rate": 2.700802308197231e-05,
      "loss": 2.8683,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1629
    },
    {
      "epoch": 2.08448,
      "grad_norm": 13.984940528869629,
      "learning_rate": 2.6992167046029155e-05,
      "loss": 3.0173,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1630
    },
    {
      "epoch": 2.08576,
      "grad_norm": 14.303548812866211,
      "learning_rate": 2.6976306001725522e-05,
      "loss": 2.6959,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1631
    },
    {
      "epoch": 2.08704,
      "grad_norm": 13.989343643188477,
      "learning_rate": 2.6960439960422395e-05,
      "loss": 2.9493,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1632
    },
    {
      "epoch": 2.08832,
      "grad_norm": 14.28747272491455,
      "learning_rate": 2.6944568933484307e-05,
      "loss": 2.9004,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1633
    },
    {
      "epoch": 2.0896,
      "grad_norm": 14.042892456054688,
      "learning_rate": 2.69286929322794e-05,
      "loss": 3.0203,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1634
    },
    {
      "epoch": 2.09088,
      "grad_norm": 14.154565811157227,
      "learning_rate": 2.691281196817935e-05,
      "loss": 2.822,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1635
    },
    {
      "epoch": 2.09216,
      "grad_norm": 14.585769653320312,
      "learning_rate": 2.6896926052559412e-05,
      "loss": 3.0046,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1636
    },
    {
      "epoch": 2.09344,
      "grad_norm": 13.130385398864746,
      "learning_rate": 2.6881035196798362e-05,
      "loss": 2.9303,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1637
    },
    {
      "epoch": 2.09472,
      "grad_norm": 14.746052742004395,
      "learning_rate": 2.6865139412278537e-05,
      "loss": 2.9463,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1638
    },
    {
      "epoch": 2.096,
      "grad_norm": 14.187460899353027,
      "learning_rate": 2.684923871038579e-05,
      "loss": 2.7676,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1639
    },
    {
      "epoch": 2.09728,
      "grad_norm": 14.629414558410645,
      "learning_rate": 2.68333331025095e-05,
      "loss": 3.0889,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1640
    },
    {
      "epoch": 2.09856,
      "grad_norm": 13.546663284301758,
      "learning_rate": 2.6817422600042563e-05,
      "loss": 2.9657,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1641
    },
    {
      "epoch": 2.09984,
      "grad_norm": 14.8544921875,
      "learning_rate": 2.6801507214381376e-05,
      "loss": 2.7866,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1642
    },
    {
      "epoch": 2.10112,
      "grad_norm": 13.22813892364502,
      "learning_rate": 2.6785586956925845e-05,
      "loss": 2.8622,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1643
    },
    {
      "epoch": 2.1024,
      "grad_norm": 14.073487281799316,
      "learning_rate": 2.676966183907934e-05,
      "loss": 3.0205,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1644
    },
    {
      "epoch": 2.1036799999999998,
      "grad_norm": 13.997626304626465,
      "learning_rate": 2.6753731872248755e-05,
      "loss": 3.0024,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1645
    },
    {
      "epoch": 2.10496,
      "grad_norm": 13.499812126159668,
      "learning_rate": 2.6737797067844403e-05,
      "loss": 2.7564,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1646
    },
    {
      "epoch": 2.10624,
      "grad_norm": 13.616767883300781,
      "learning_rate": 2.6721857437280113e-05,
      "loss": 2.9143,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1647
    },
    {
      "epoch": 2.10752,
      "grad_norm": 14.09436321258545,
      "learning_rate": 2.6705912991973136e-05,
      "loss": 2.9951,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1648
    },
    {
      "epoch": 2.1088,
      "grad_norm": 14.185748100280762,
      "learning_rate": 2.6689963743344197e-05,
      "loss": 3.1552,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1649
    },
    {
      "epoch": 2.11008,
      "grad_norm": 14.019987106323242,
      "learning_rate": 2.667400970281744e-05,
      "loss": 2.9506,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1650
    },
    {
      "epoch": 2.11136,
      "grad_norm": 12.845967292785645,
      "learning_rate": 2.6658050881820456e-05,
      "loss": 2.6299,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1651
    },
    {
      "epoch": 2.11264,
      "grad_norm": 13.614768981933594,
      "learning_rate": 2.664208729178424e-05,
      "loss": 2.9755,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1652
    },
    {
      "epoch": 2.11392,
      "grad_norm": 13.736796379089355,
      "learning_rate": 2.6626118944143237e-05,
      "loss": 3.1775,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1653
    },
    {
      "epoch": 2.1152,
      "grad_norm": 13.826957702636719,
      "learning_rate": 2.661014585033527e-05,
      "loss": 2.9307,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1654
    },
    {
      "epoch": 2.11648,
      "grad_norm": 13.756089210510254,
      "learning_rate": 2.659416802180157e-05,
      "loss": 2.7785,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1655
    },
    {
      "epoch": 2.11776,
      "grad_norm": 14.465836524963379,
      "learning_rate": 2.6578185469986766e-05,
      "loss": 3.0446,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1656
    },
    {
      "epoch": 2.11904,
      "grad_norm": 14.888891220092773,
      "learning_rate": 2.6562198206338865e-05,
      "loss": 2.8653,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1657
    },
    {
      "epoch": 2.12032,
      "grad_norm": 14.471521377563477,
      "learning_rate": 2.6546206242309248e-05,
      "loss": 2.9411,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1658
    },
    {
      "epoch": 2.1216,
      "grad_norm": 14.24554443359375,
      "learning_rate": 2.6530209589352667e-05,
      "loss": 2.8283,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1659
    },
    {
      "epoch": 2.12288,
      "grad_norm": 13.780061721801758,
      "learning_rate": 2.6514208258927228e-05,
      "loss": 2.9025,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1660
    },
    {
      "epoch": 2.12416,
      "grad_norm": 13.545522689819336,
      "learning_rate": 2.649820226249439e-05,
      "loss": 2.9379,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1661
    },
    {
      "epoch": 2.12544,
      "grad_norm": 13.899797439575195,
      "learning_rate": 2.6482191611518954e-05,
      "loss": 2.9323,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1662
    },
    {
      "epoch": 2.12672,
      "grad_norm": 13.887879371643066,
      "learning_rate": 2.6466176317469048e-05,
      "loss": 2.9408,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1663
    },
    {
      "epoch": 2.128,
      "grad_norm": 14.39488410949707,
      "learning_rate": 2.645015639181614e-05,
      "loss": 2.997,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1664
    },
    {
      "epoch": 2.12928,
      "grad_norm": 14.55359172821045,
      "learning_rate": 2.6434131846035e-05,
      "loss": 2.8124,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1665
    },
    {
      "epoch": 2.13056,
      "grad_norm": 14.987574577331543,
      "learning_rate": 2.641810269160373e-05,
      "loss": 3.1285,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1666
    },
    {
      "epoch": 2.13184,
      "grad_norm": 14.976886749267578,
      "learning_rate": 2.64020689400037e-05,
      "loss": 3.0739,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1667
    },
    {
      "epoch": 2.13312,
      "grad_norm": 13.893805503845215,
      "learning_rate": 2.63860306027196e-05,
      "loss": 3.0378,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1668
    },
    {
      "epoch": 2.1344,
      "grad_norm": 13.465555191040039,
      "learning_rate": 2.63699876912394e-05,
      "loss": 2.9935,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1669
    },
    {
      "epoch": 2.13568,
      "grad_norm": 14.597609519958496,
      "learning_rate": 2.635394021705433e-05,
      "loss": 3.1768,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1670
    },
    {
      "epoch": 2.13696,
      "grad_norm": 14.073590278625488,
      "learning_rate": 2.633788819165892e-05,
      "loss": 2.8898,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1671
    },
    {
      "epoch": 2.13824,
      "grad_norm": 14.29157829284668,
      "learning_rate": 2.632183162655091e-05,
      "loss": 3.0482,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1672
    },
    {
      "epoch": 2.13952,
      "grad_norm": 14.536300659179688,
      "learning_rate": 2.6305770533231346e-05,
      "loss": 3.1173,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1673
    },
    {
      "epoch": 2.1408,
      "grad_norm": 13.451251029968262,
      "learning_rate": 2.6289704923204483e-05,
      "loss": 2.8491,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1674
    },
    {
      "epoch": 2.14208,
      "grad_norm": 15.002601623535156,
      "learning_rate": 2.6273634807977835e-05,
      "loss": 3.1052,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1675
    },
    {
      "epoch": 2.14336,
      "grad_norm": 14.035888671875,
      "learning_rate": 2.6257560199062112e-05,
      "loss": 3.016,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1676
    },
    {
      "epoch": 2.14464,
      "grad_norm": 14.627145767211914,
      "learning_rate": 2.6241481107971267e-05,
      "loss": 2.8932,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1677
    },
    {
      "epoch": 2.14592,
      "grad_norm": 14.174456596374512,
      "learning_rate": 2.622539754622246e-05,
      "loss": 2.7609,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1678
    },
    {
      "epoch": 2.1471999999999998,
      "grad_norm": 13.791162490844727,
      "learning_rate": 2.6209309525336046e-05,
      "loss": 3.0447,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1679
    },
    {
      "epoch": 2.14848,
      "grad_norm": 15.22230052947998,
      "learning_rate": 2.6193217056835577e-05,
      "loss": 3.24,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1680
    },
    {
      "epoch": 2.14976,
      "grad_norm": 13.355036735534668,
      "learning_rate": 2.6177120152247804e-05,
      "loss": 2.6965,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1681
    },
    {
      "epoch": 2.15104,
      "grad_norm": 13.745902061462402,
      "learning_rate": 2.616101882310263e-05,
      "loss": 3.1645,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1682
    },
    {
      "epoch": 2.15232,
      "grad_norm": 13.223957061767578,
      "learning_rate": 2.6144913080933137e-05,
      "loss": 2.6007,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1683
    },
    {
      "epoch": 2.1536,
      "grad_norm": 17.826780319213867,
      "learning_rate": 2.6128802937275585e-05,
      "loss": 2.9473,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1684
    },
    {
      "epoch": 2.15488,
      "grad_norm": 14.607560157775879,
      "learning_rate": 2.6112688403669362e-05,
      "loss": 3.091,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1685
    },
    {
      "epoch": 2.15616,
      "grad_norm": 13.949955940246582,
      "learning_rate": 2.609656949165702e-05,
      "loss": 2.9266,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1686
    },
    {
      "epoch": 2.15744,
      "grad_norm": 14.0203218460083,
      "learning_rate": 2.6080446212784232e-05,
      "loss": 2.983,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1687
    },
    {
      "epoch": 2.15872,
      "grad_norm": 14.987443923950195,
      "learning_rate": 2.6064318578599817e-05,
      "loss": 3.1588,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1688
    },
    {
      "epoch": 2.16,
      "grad_norm": 13.963027954101562,
      "learning_rate": 2.604818660065569e-05,
      "loss": 3.1702,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1689
    },
    {
      "epoch": 2.16128,
      "grad_norm": 13.86038589477539,
      "learning_rate": 2.6032050290506898e-05,
      "loss": 2.8761,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1690
    },
    {
      "epoch": 2.16256,
      "grad_norm": 13.937664031982422,
      "learning_rate": 2.6015909659711568e-05,
      "loss": 2.9607,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1691
    },
    {
      "epoch": 2.16384,
      "grad_norm": 17.31885528564453,
      "learning_rate": 2.5999764719830956e-05,
      "loss": 2.8732,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1692
    },
    {
      "epoch": 2.16512,
      "grad_norm": 14.021491050720215,
      "learning_rate": 2.598361548242938e-05,
      "loss": 3.004,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1693
    },
    {
      "epoch": 2.1664,
      "grad_norm": 13.576226234436035,
      "learning_rate": 2.596746195907423e-05,
      "loss": 2.7309,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1694
    },
    {
      "epoch": 2.16768,
      "grad_norm": 13.579183578491211,
      "learning_rate": 2.5951304161335986e-05,
      "loss": 3.0758,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1695
    },
    {
      "epoch": 2.16896,
      "grad_norm": 14.37385368347168,
      "learning_rate": 2.593514210078818e-05,
      "loss": 3.0207,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1696
    },
    {
      "epoch": 2.17024,
      "grad_norm": 13.6537446975708,
      "learning_rate": 2.5918975789007404e-05,
      "loss": 2.96,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1697
    },
    {
      "epoch": 2.17152,
      "grad_norm": 13.54497241973877,
      "learning_rate": 2.5902805237573273e-05,
      "loss": 2.9391,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1698
    },
    {
      "epoch": 2.1728,
      "grad_norm": 13.633248329162598,
      "learning_rate": 2.5886630458068478e-05,
      "loss": 2.9129,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1699
    },
    {
      "epoch": 2.17408,
      "grad_norm": 14.394721984863281,
      "learning_rate": 2.5870451462078697e-05,
      "loss": 2.8609,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1700
    },
    {
      "epoch": 2.17536,
      "grad_norm": 14.065255165100098,
      "learning_rate": 2.5854268261192655e-05,
      "loss": 2.8328,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1701
    },
    {
      "epoch": 2.17664,
      "grad_norm": 14.22506046295166,
      "learning_rate": 2.583808086700208e-05,
      "loss": 2.7799,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1702
    },
    {
      "epoch": 2.17792,
      "grad_norm": 14.404915809631348,
      "learning_rate": 2.5821889291101704e-05,
      "loss": 2.9485,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1703
    },
    {
      "epoch": 2.1792,
      "grad_norm": 14.248143196105957,
      "learning_rate": 2.580569354508925e-05,
      "loss": 3.0084,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1704
    },
    {
      "epoch": 2.18048,
      "grad_norm": 13.810970306396484,
      "learning_rate": 2.578949364056544e-05,
      "loss": 2.9858,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1705
    },
    {
      "epoch": 2.18176,
      "grad_norm": 13.262887001037598,
      "learning_rate": 2.5773289589133965e-05,
      "loss": 2.87,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1706
    },
    {
      "epoch": 2.18304,
      "grad_norm": 13.854405403137207,
      "learning_rate": 2.5757081402401483e-05,
      "loss": 2.8707,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1707
    },
    {
      "epoch": 2.18432,
      "grad_norm": 13.284266471862793,
      "learning_rate": 2.5740869091977625e-05,
      "loss": 2.9449,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1708
    },
    {
      "epoch": 2.1856,
      "grad_norm": 14.792555809020996,
      "learning_rate": 2.5724652669474973e-05,
      "loss": 3.0624,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1709
    },
    {
      "epoch": 2.18688,
      "grad_norm": 14.89150619506836,
      "learning_rate": 2.570843214650905e-05,
      "loss": 3.034,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1710
    },
    {
      "epoch": 2.18816,
      "grad_norm": 23.29024887084961,
      "learning_rate": 2.5692207534698307e-05,
      "loss": 2.8142,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1711
    },
    {
      "epoch": 2.18944,
      "grad_norm": 14.116064071655273,
      "learning_rate": 2.567597884566415e-05,
      "loss": 2.9052,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1712
    },
    {
      "epoch": 2.19072,
      "grad_norm": 13.35204029083252,
      "learning_rate": 2.5659746091030885e-05,
      "loss": 2.7755,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1713
    },
    {
      "epoch": 2.192,
      "grad_norm": 13.65167236328125,
      "learning_rate": 2.564350928242573e-05,
      "loss": 2.9578,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1714
    },
    {
      "epoch": 2.19328,
      "grad_norm": 14.12891674041748,
      "learning_rate": 2.5627268431478814e-05,
      "loss": 2.7721,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1715
    },
    {
      "epoch": 2.19456,
      "grad_norm": 14.028533935546875,
      "learning_rate": 2.561102354982317e-05,
      "loss": 2.9873,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1716
    },
    {
      "epoch": 2.19584,
      "grad_norm": 13.565692901611328,
      "learning_rate": 2.5594774649094697e-05,
      "loss": 2.9801,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1717
    },
    {
      "epoch": 2.19712,
      "grad_norm": 13.385250091552734,
      "learning_rate": 2.5578521740932177e-05,
      "loss": 2.6662,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1718
    },
    {
      "epoch": 2.1984,
      "grad_norm": 14.770926475524902,
      "learning_rate": 2.5562264836977283e-05,
      "loss": 3.0081,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1719
    },
    {
      "epoch": 2.19968,
      "grad_norm": 14.494586944580078,
      "learning_rate": 2.5546003948874535e-05,
      "loss": 2.9371,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1720
    },
    {
      "epoch": 2.20096,
      "grad_norm": 14.269585609436035,
      "learning_rate": 2.55297390882713e-05,
      "loss": 2.9711,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1721
    },
    {
      "epoch": 2.20224,
      "grad_norm": 14.258698463439941,
      "learning_rate": 2.5513470266817794e-05,
      "loss": 2.9247,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1722
    },
    {
      "epoch": 2.20352,
      "grad_norm": 13.543954849243164,
      "learning_rate": 2.5497197496167085e-05,
      "loss": 2.8601,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1723
    },
    {
      "epoch": 2.2048,
      "grad_norm": 13.199844360351562,
      "learning_rate": 2.5480920787975052e-05,
      "loss": 2.8787,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1724
    },
    {
      "epoch": 2.20608,
      "grad_norm": 14.548492431640625,
      "learning_rate": 2.5464640153900407e-05,
      "loss": 3.1549,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1725
    },
    {
      "epoch": 2.20736,
      "grad_norm": 13.208759307861328,
      "learning_rate": 2.5448355605604663e-05,
      "loss": 2.8278,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1726
    },
    {
      "epoch": 2.20864,
      "grad_norm": 14.285161972045898,
      "learning_rate": 2.5432067154752143e-05,
      "loss": 2.8077,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1727
    },
    {
      "epoch": 2.20992,
      "grad_norm": 14.656441688537598,
      "learning_rate": 2.5415774813009972e-05,
      "loss": 2.9135,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1728
    },
    {
      "epoch": 2.2112,
      "grad_norm": 14.838648796081543,
      "learning_rate": 2.539947859204805e-05,
      "loss": 3.0669,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1729
    },
    {
      "epoch": 2.2124800000000002,
      "grad_norm": 13.807075500488281,
      "learning_rate": 2.538317850353905e-05,
      "loss": 2.918,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1730
    },
    {
      "epoch": 2.21376,
      "grad_norm": 13.520294189453125,
      "learning_rate": 2.5366874559158437e-05,
      "loss": 2.9922,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1731
    },
    {
      "epoch": 2.21504,
      "grad_norm": 13.864853858947754,
      "learning_rate": 2.5350566770584423e-05,
      "loss": 2.9803,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1732
    },
    {
      "epoch": 2.21632,
      "grad_norm": 14.395828247070312,
      "learning_rate": 2.533425514949797e-05,
      "loss": 3.0443,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1733
    },
    {
      "epoch": 2.2176,
      "grad_norm": 14.239603996276855,
      "learning_rate": 2.5317939707582807e-05,
      "loss": 2.8718,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1734
    },
    {
      "epoch": 2.21888,
      "grad_norm": 14.241315841674805,
      "learning_rate": 2.5301620456525364e-05,
      "loss": 3.0593,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1735
    },
    {
      "epoch": 2.22016,
      "grad_norm": 14.137434005737305,
      "learning_rate": 2.528529740801484e-05,
      "loss": 3.2072,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1736
    },
    {
      "epoch": 2.22144,
      "grad_norm": 13.634907722473145,
      "learning_rate": 2.5268970573743116e-05,
      "loss": 3.102,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1737
    },
    {
      "epoch": 2.22272,
      "grad_norm": 14.393117904663086,
      "learning_rate": 2.5252639965404825e-05,
      "loss": 2.7545,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1738
    },
    {
      "epoch": 2.224,
      "grad_norm": 13.80277156829834,
      "learning_rate": 2.523630559469726e-05,
      "loss": 3.0179,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1739
    },
    {
      "epoch": 2.22528,
      "grad_norm": 14.369246482849121,
      "learning_rate": 2.521996747332044e-05,
      "loss": 2.9395,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1740
    },
    {
      "epoch": 2.22656,
      "grad_norm": 14.142568588256836,
      "learning_rate": 2.5203625612977055e-05,
      "loss": 3.0009,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1741
    },
    {
      "epoch": 2.22784,
      "grad_norm": 14.771933555603027,
      "learning_rate": 2.5187280025372486e-05,
      "loss": 3.1655,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1742
    },
    {
      "epoch": 2.22912,
      "grad_norm": 14.034008979797363,
      "learning_rate": 2.517093072221477e-05,
      "loss": 2.7859,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1743
    },
    {
      "epoch": 2.2304,
      "grad_norm": 13.819003105163574,
      "learning_rate": 2.5154577715214612e-05,
      "loss": 2.9114,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1744
    },
    {
      "epoch": 2.23168,
      "grad_norm": 14.334186553955078,
      "learning_rate": 2.5138221016085376e-05,
      "loss": 3.1258,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1745
    },
    {
      "epoch": 2.23296,
      "grad_norm": 13.926023483276367,
      "learning_rate": 2.5121860636543056e-05,
      "loss": 2.9678,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1746
    },
    {
      "epoch": 2.23424,
      "grad_norm": 14.432636260986328,
      "learning_rate": 2.5105496588306294e-05,
      "loss": 2.9395,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1747
    },
    {
      "epoch": 2.23552,
      "grad_norm": 14.215960502624512,
      "learning_rate": 2.5089128883096364e-05,
      "loss": 2.9282,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1748
    },
    {
      "epoch": 2.2368,
      "grad_norm": 14.728525161743164,
      "learning_rate": 2.5072757532637137e-05,
      "loss": 3.093,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1749
    },
    {
      "epoch": 2.23808,
      "grad_norm": 13.865967750549316,
      "learning_rate": 2.505638254865512e-05,
      "loss": 2.7142,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1750
    },
    {
      "epoch": 2.23936,
      "grad_norm": 14.450230598449707,
      "learning_rate": 2.5040003942879413e-05,
      "loss": 2.8395,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1751
    },
    {
      "epoch": 2.24064,
      "grad_norm": 14.10193920135498,
      "learning_rate": 2.50236217270417e-05,
      "loss": 2.9581,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1752
    },
    {
      "epoch": 2.24192,
      "grad_norm": 14.913680076599121,
      "learning_rate": 2.500723591287627e-05,
      "loss": 2.8941,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1753
    },
    {
      "epoch": 2.2432,
      "grad_norm": 15.143033027648926,
      "learning_rate": 2.4990846512119973e-05,
      "loss": 3.133,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1754
    },
    {
      "epoch": 2.24448,
      "grad_norm": 14.431146621704102,
      "learning_rate": 2.497445353651225e-05,
      "loss": 2.9193,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1755
    },
    {
      "epoch": 2.24576,
      "grad_norm": 13.807538032531738,
      "learning_rate": 2.4958056997795068e-05,
      "loss": 3.0691,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1756
    },
    {
      "epoch": 2.24704,
      "grad_norm": 13.786661148071289,
      "learning_rate": 2.4941656907712973e-05,
      "loss": 2.9782,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1757
    },
    {
      "epoch": 2.24832,
      "grad_norm": 14.546655654907227,
      "learning_rate": 2.4925253278013054e-05,
      "loss": 2.9637,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1758
    },
    {
      "epoch": 2.2496,
      "grad_norm": 13.125903129577637,
      "learning_rate": 2.490884612044492e-05,
      "loss": 2.9287,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1759
    },
    {
      "epoch": 2.25088,
      "grad_norm": 14.220508575439453,
      "learning_rate": 2.489243544676072e-05,
      "loss": 3.1598,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1760
    },
    {
      "epoch": 2.25216,
      "grad_norm": 13.874598503112793,
      "learning_rate": 2.4876021268715115e-05,
      "loss": 2.9494,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1761
    },
    {
      "epoch": 2.25344,
      "grad_norm": 15.782942771911621,
      "learning_rate": 2.485960359806528e-05,
      "loss": 2.9438,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1762
    },
    {
      "epoch": 2.25472,
      "grad_norm": 14.531890869140625,
      "learning_rate": 2.484318244657089e-05,
      "loss": 3.0693,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1763
    },
    {
      "epoch": 2.2560000000000002,
      "grad_norm": 14.558524131774902,
      "learning_rate": 2.4826757825994116e-05,
      "loss": 3.1036,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1764
    },
    {
      "epoch": 2.25728,
      "grad_norm": 14.110875129699707,
      "learning_rate": 2.4810329748099605e-05,
      "loss": 3.1214,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1765
    },
    {
      "epoch": 2.25856,
      "grad_norm": 14.536666870117188,
      "learning_rate": 2.479389822465449e-05,
      "loss": 2.9276,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1766
    },
    {
      "epoch": 2.25984,
      "grad_norm": 14.405566215515137,
      "learning_rate": 2.4777463267428376e-05,
      "loss": 3.0308,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1767
    },
    {
      "epoch": 2.26112,
      "grad_norm": 14.497802734375,
      "learning_rate": 2.4761024888193312e-05,
      "loss": 3.069,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1768
    },
    {
      "epoch": 2.2624,
      "grad_norm": 14.452988624572754,
      "learning_rate": 2.4744583098723798e-05,
      "loss": 2.8463,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1769
    },
    {
      "epoch": 2.26368,
      "grad_norm": 13.686188697814941,
      "learning_rate": 2.47281379107968e-05,
      "loss": 3.0604,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1770
    },
    {
      "epoch": 2.26496,
      "grad_norm": 15.053434371948242,
      "learning_rate": 2.47116893361917e-05,
      "loss": 3.0087,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1771
    },
    {
      "epoch": 2.26624,
      "grad_norm": 13.664788246154785,
      "learning_rate": 2.4695237386690298e-05,
      "loss": 2.934,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1772
    },
    {
      "epoch": 2.26752,
      "grad_norm": 14.26572036743164,
      "learning_rate": 2.467878207407684e-05,
      "loss": 2.9092,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1773
    },
    {
      "epoch": 2.2688,
      "grad_norm": 13.2797212600708,
      "learning_rate": 2.466232341013795e-05,
      "loss": 2.7964,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1774
    },
    {
      "epoch": 2.27008,
      "grad_norm": 14.90572738647461,
      "learning_rate": 2.464586140666267e-05,
      "loss": 3.1505,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1775
    },
    {
      "epoch": 2.27136,
      "grad_norm": 14.474318504333496,
      "learning_rate": 2.4629396075442427e-05,
      "loss": 3.0139,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1776
    },
    {
      "epoch": 2.27264,
      "grad_norm": 14.114870071411133,
      "learning_rate": 2.4612927428271046e-05,
      "loss": 2.8949,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1777
    },
    {
      "epoch": 2.27392,
      "grad_norm": 14.303550720214844,
      "learning_rate": 2.45964554769447e-05,
      "loss": 2.8125,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1778
    },
    {
      "epoch": 2.2752,
      "grad_norm": 12.826379776000977,
      "learning_rate": 2.4579980233261958e-05,
      "loss": 2.7689,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1779
    },
    {
      "epoch": 2.27648,
      "grad_norm": 13.722375869750977,
      "learning_rate": 2.456350170902372e-05,
      "loss": 2.9909,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1780
    },
    {
      "epoch": 2.27776,
      "grad_norm": 14.052525520324707,
      "learning_rate": 2.4547019916033263e-05,
      "loss": 2.6848,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1781
    },
    {
      "epoch": 2.27904,
      "grad_norm": 16.15582847595215,
      "learning_rate": 2.4530534866096184e-05,
      "loss": 3.0216,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1782
    },
    {
      "epoch": 2.28032,
      "grad_norm": 14.699058532714844,
      "learning_rate": 2.451404657102042e-05,
      "loss": 2.955,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1783
    },
    {
      "epoch": 2.2816,
      "grad_norm": 14.733133316040039,
      "learning_rate": 2.4497555042616234e-05,
      "loss": 3.0108,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1784
    },
    {
      "epoch": 2.28288,
      "grad_norm": 15.146860122680664,
      "learning_rate": 2.4481060292696208e-05,
      "loss": 3.2328,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1785
    },
    {
      "epoch": 2.28416,
      "grad_norm": 14.428491592407227,
      "learning_rate": 2.4464562333075224e-05,
      "loss": 3.0855,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1786
    },
    {
      "epoch": 2.28544,
      "grad_norm": 14.665305137634277,
      "learning_rate": 2.444806117557047e-05,
      "loss": 3.1199,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1787
    },
    {
      "epoch": 2.28672,
      "grad_norm": 15.498384475708008,
      "learning_rate": 2.4431556832001414e-05,
      "loss": 2.8203,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1788
    },
    {
      "epoch": 2.288,
      "grad_norm": 13.73699951171875,
      "learning_rate": 2.441504931418982e-05,
      "loss": 3.0217,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1789
    },
    {
      "epoch": 2.2892799999999998,
      "grad_norm": 13.642149925231934,
      "learning_rate": 2.4398538633959716e-05,
      "loss": 2.9241,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1790
    },
    {
      "epoch": 2.29056,
      "grad_norm": 14.07241153717041,
      "learning_rate": 2.4382024803137396e-05,
      "loss": 3.119,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1791
    },
    {
      "epoch": 2.29184,
      "grad_norm": 14.393731117248535,
      "learning_rate": 2.4365507833551423e-05,
      "loss": 2.7918,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1792
    },
    {
      "epoch": 2.29312,
      "grad_norm": 14.44562816619873,
      "learning_rate": 2.4348987737032585e-05,
      "loss": 3.0855,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1793
    },
    {
      "epoch": 2.2944,
      "grad_norm": 13.270127296447754,
      "learning_rate": 2.4332464525413933e-05,
      "loss": 2.9726,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1794
    },
    {
      "epoch": 2.29568,
      "grad_norm": 14.83304214477539,
      "learning_rate": 2.4315938210530736e-05,
      "loss": 2.8996,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1795
    },
    {
      "epoch": 2.29696,
      "grad_norm": 14.069989204406738,
      "learning_rate": 2.4299408804220485e-05,
      "loss": 3.0198,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1796
    },
    {
      "epoch": 2.29824,
      "grad_norm": 13.26647663116455,
      "learning_rate": 2.4282876318322895e-05,
      "loss": 2.7834,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1797
    },
    {
      "epoch": 2.2995200000000002,
      "grad_norm": 13.619386672973633,
      "learning_rate": 2.4266340764679875e-05,
      "loss": 2.9491,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1798
    },
    {
      "epoch": 2.3008,
      "grad_norm": 13.8860445022583,
      "learning_rate": 2.4249802155135543e-05,
      "loss": 2.8247,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1799
    },
    {
      "epoch": 2.30208,
      "grad_norm": 14.135343551635742,
      "learning_rate": 2.4233260501536195e-05,
      "loss": 2.8223,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1800
    },
    {
      "epoch": 2.30336,
      "grad_norm": 14.430807113647461,
      "learning_rate": 2.4216715815730325e-05,
      "loss": 3.0856,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1801
    },
    {
      "epoch": 2.30464,
      "grad_norm": 14.517873764038086,
      "learning_rate": 2.420016810956857e-05,
      "loss": 3.1014,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1802
    },
    {
      "epoch": 2.30592,
      "grad_norm": 13.193349838256836,
      "learning_rate": 2.4183617394903758e-05,
      "loss": 2.9258,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1803
    },
    {
      "epoch": 2.3072,
      "grad_norm": 13.859505653381348,
      "learning_rate": 2.4167063683590852e-05,
      "loss": 3.0493,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1804
    },
    {
      "epoch": 2.30848,
      "grad_norm": 13.423147201538086,
      "learning_rate": 2.4150506987486987e-05,
      "loss": 2.8466,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1805
    },
    {
      "epoch": 2.30976,
      "grad_norm": 13.581350326538086,
      "learning_rate": 2.4133947318451406e-05,
      "loss": 2.6765,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1806
    },
    {
      "epoch": 2.31104,
      "grad_norm": 13.300135612487793,
      "learning_rate": 2.41173846883455e-05,
      "loss": 2.7964,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1807
    },
    {
      "epoch": 2.31232,
      "grad_norm": 13.745046615600586,
      "learning_rate": 2.4100819109032764e-05,
      "loss": 3.037,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1808
    },
    {
      "epoch": 2.3136,
      "grad_norm": 14.722265243530273,
      "learning_rate": 2.408425059237884e-05,
      "loss": 2.8375,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1809
    },
    {
      "epoch": 2.31488,
      "grad_norm": 14.326641082763672,
      "learning_rate": 2.4067679150251433e-05,
      "loss": 2.8238,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1810
    },
    {
      "epoch": 2.31616,
      "grad_norm": 13.487831115722656,
      "learning_rate": 2.4051104794520366e-05,
      "loss": 2.826,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1811
    },
    {
      "epoch": 2.31744,
      "grad_norm": 13.79662799835205,
      "learning_rate": 2.403452753705755e-05,
      "loss": 3.0506,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1812
    },
    {
      "epoch": 2.31872,
      "grad_norm": 14.78998851776123,
      "learning_rate": 2.4017947389736963e-05,
      "loss": 2.9686,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1813
    },
    {
      "epoch": 2.32,
      "grad_norm": 14.338581085205078,
      "learning_rate": 2.4001364364434664e-05,
      "loss": 2.7475,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1814
    },
    {
      "epoch": 2.32128,
      "grad_norm": 15.193228721618652,
      "learning_rate": 2.3984778473028762e-05,
      "loss": 3.106,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1815
    },
    {
      "epoch": 2.32256,
      "grad_norm": 14.464089393615723,
      "learning_rate": 2.396818972739944e-05,
      "loss": 2.7936,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1816
    },
    {
      "epoch": 2.32384,
      "grad_norm": 13.239352226257324,
      "learning_rate": 2.3951598139428895e-05,
      "loss": 2.8281,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1817
    },
    {
      "epoch": 2.32512,
      "grad_norm": 14.466733932495117,
      "learning_rate": 2.393500372100138e-05,
      "loss": 3.0065,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1818
    },
    {
      "epoch": 2.3264,
      "grad_norm": 13.950029373168945,
      "learning_rate": 2.391840648400317e-05,
      "loss": 3.0364,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1819
    },
    {
      "epoch": 2.32768,
      "grad_norm": 14.437335968017578,
      "learning_rate": 2.390180644032257e-05,
      "loss": 3.0166,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1820
    },
    {
      "epoch": 2.32896,
      "grad_norm": 13.683012008666992,
      "learning_rate": 2.3885203601849877e-05,
      "loss": 3.1009,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1821
    },
    {
      "epoch": 2.33024,
      "grad_norm": 14.073290824890137,
      "learning_rate": 2.3868597980477393e-05,
      "loss": 2.6826,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1822
    },
    {
      "epoch": 2.33152,
      "grad_norm": 14.963890075683594,
      "learning_rate": 2.3851989588099435e-05,
      "loss": 2.8123,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1823
    },
    {
      "epoch": 2.3327999999999998,
      "grad_norm": 14.15576171875,
      "learning_rate": 2.3835378436612272e-05,
      "loss": 3.0815,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1824
    },
    {
      "epoch": 2.33408,
      "grad_norm": 14.025521278381348,
      "learning_rate": 2.3818764537914187e-05,
      "loss": 2.9743,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1825
    },
    {
      "epoch": 2.33536,
      "grad_norm": 13.179668426513672,
      "learning_rate": 2.380214790390538e-05,
      "loss": 2.6796,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1826
    },
    {
      "epoch": 2.33664,
      "grad_norm": 13.520536422729492,
      "learning_rate": 2.3785528546488068e-05,
      "loss": 3.0144,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1827
    },
    {
      "epoch": 2.33792,
      "grad_norm": 14.118983268737793,
      "learning_rate": 2.376890647756637e-05,
      "loss": 2.8328,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1828
    },
    {
      "epoch": 2.3392,
      "grad_norm": 13.50228214263916,
      "learning_rate": 2.3752281709046382e-05,
      "loss": 2.7756,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1829
    },
    {
      "epoch": 2.34048,
      "grad_norm": 14.286428451538086,
      "learning_rate": 2.3735654252836104e-05,
      "loss": 2.8839,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1830
    },
    {
      "epoch": 2.34176,
      "grad_norm": 14.656728744506836,
      "learning_rate": 2.3719024120845496e-05,
      "loss": 3.0456,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1831
    },
    {
      "epoch": 2.3430400000000002,
      "grad_norm": 14.561904907226562,
      "learning_rate": 2.3702391324986403e-05,
      "loss": 3.1541,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1832
    },
    {
      "epoch": 2.34432,
      "grad_norm": 14.376144409179688,
      "learning_rate": 2.3685755877172595e-05,
      "loss": 2.9104,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1833
    },
    {
      "epoch": 2.3456,
      "grad_norm": 13.963858604431152,
      "learning_rate": 2.3669117789319734e-05,
      "loss": 2.7354,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1834
    },
    {
      "epoch": 2.34688,
      "grad_norm": 13.694584846496582,
      "learning_rate": 2.365247707334538e-05,
      "loss": 2.7401,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1835
    },
    {
      "epoch": 2.34816,
      "grad_norm": 14.491528511047363,
      "learning_rate": 2.3635833741168966e-05,
      "loss": 2.8911,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1836
    },
    {
      "epoch": 2.34944,
      "grad_norm": 14.319845199584961,
      "learning_rate": 2.36191878047118e-05,
      "loss": 2.9306,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1837
    },
    {
      "epoch": 2.35072,
      "grad_norm": 13.210932731628418,
      "learning_rate": 2.3602539275897076e-05,
      "loss": 2.9483,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1838
    },
    {
      "epoch": 2.352,
      "grad_norm": 14.334121704101562,
      "learning_rate": 2.3585888166649813e-05,
      "loss": 2.85,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1839
    },
    {
      "epoch": 2.35328,
      "grad_norm": 13.803878784179688,
      "learning_rate": 2.35692344888969e-05,
      "loss": 2.6935,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1840
    },
    {
      "epoch": 2.35456,
      "grad_norm": 15.00582218170166,
      "learning_rate": 2.3552578254567057e-05,
      "loss": 2.9359,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1841
    },
    {
      "epoch": 2.35584,
      "grad_norm": 14.701398849487305,
      "learning_rate": 2.3535919475590848e-05,
      "loss": 2.9968,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1842
    },
    {
      "epoch": 2.35712,
      "grad_norm": 14.248826026916504,
      "learning_rate": 2.3519258163900633e-05,
      "loss": 3.1022,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1843
    },
    {
      "epoch": 2.3584,
      "grad_norm": 13.96645736694336,
      "learning_rate": 2.350259433143062e-05,
      "loss": 2.9119,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1844
    },
    {
      "epoch": 2.35968,
      "grad_norm": 14.370582580566406,
      "learning_rate": 2.3485927990116794e-05,
      "loss": 2.6437,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1845
    },
    {
      "epoch": 2.36096,
      "grad_norm": 14.142722129821777,
      "learning_rate": 2.346925915189695e-05,
      "loss": 2.8559,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1846
    },
    {
      "epoch": 2.36224,
      "grad_norm": 14.414440155029297,
      "learning_rate": 2.3452587828710677e-05,
      "loss": 3.1132,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1847
    },
    {
      "epoch": 2.36352,
      "grad_norm": 13.873482704162598,
      "learning_rate": 2.3435914032499318e-05,
      "loss": 2.7607,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1848
    },
    {
      "epoch": 2.3648,
      "grad_norm": 14.031786918640137,
      "learning_rate": 2.3419237775206026e-05,
      "loss": 2.8014,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1849
    },
    {
      "epoch": 2.36608,
      "grad_norm": 15.748321533203125,
      "learning_rate": 2.3402559068775687e-05,
      "loss": 2.9468,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1850
    },
    {
      "epoch": 2.36736,
      "grad_norm": 14.475008010864258,
      "learning_rate": 2.338587792515496e-05,
      "loss": 2.9644,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1851
    },
    {
      "epoch": 2.36864,
      "grad_norm": 14.343729972839355,
      "learning_rate": 2.3369194356292232e-05,
      "loss": 3.0727,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1852
    },
    {
      "epoch": 2.36992,
      "grad_norm": 13.574214935302734,
      "learning_rate": 2.3352508374137637e-05,
      "loss": 3.0214,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1853
    },
    {
      "epoch": 2.3712,
      "grad_norm": 14.159354209899902,
      "learning_rate": 2.3335819990643046e-05,
      "loss": 3.2975,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1854
    },
    {
      "epoch": 2.37248,
      "grad_norm": 15.474465370178223,
      "learning_rate": 2.3319129217762028e-05,
      "loss": 2.8129,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1855
    },
    {
      "epoch": 2.37376,
      "grad_norm": 14.310839653015137,
      "learning_rate": 2.3302436067449875e-05,
      "loss": 3.0637,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1856
    },
    {
      "epoch": 2.37504,
      "grad_norm": 13.76714038848877,
      "learning_rate": 2.3285740551663603e-05,
      "loss": 3.1059,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1857
    },
    {
      "epoch": 2.3763199999999998,
      "grad_norm": 14.089598655700684,
      "learning_rate": 2.326904268236188e-05,
      "loss": 2.9977,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1858
    },
    {
      "epoch": 2.3776,
      "grad_norm": 14.847982406616211,
      "learning_rate": 2.3252342471505097e-05,
      "loss": 2.91,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1859
    },
    {
      "epoch": 2.37888,
      "grad_norm": 15.561030387878418,
      "learning_rate": 2.32356399310553e-05,
      "loss": 2.7838,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1860
    },
    {
      "epoch": 2.38016,
      "grad_norm": 14.265989303588867,
      "learning_rate": 2.3218935072976206e-05,
      "loss": 2.9472,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1861
    },
    {
      "epoch": 2.38144,
      "grad_norm": 14.656233787536621,
      "learning_rate": 2.3202227909233216e-05,
      "loss": 3.0847,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1862
    },
    {
      "epoch": 2.38272,
      "grad_norm": 14.8419189453125,
      "learning_rate": 2.3185518451793347e-05,
      "loss": 3.0127,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1863
    },
    {
      "epoch": 2.384,
      "grad_norm": 14.26358699798584,
      "learning_rate": 2.3168806712625282e-05,
      "loss": 3.0437,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1864
    },
    {
      "epoch": 2.38528,
      "grad_norm": 13.8560209274292,
      "learning_rate": 2.3152092703699326e-05,
      "loss": 2.8818,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1865
    },
    {
      "epoch": 2.3865600000000002,
      "grad_norm": 13.98002815246582,
      "learning_rate": 2.3135376436987428e-05,
      "loss": 2.8555,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1866
    },
    {
      "epoch": 2.38784,
      "grad_norm": 13.595307350158691,
      "learning_rate": 2.3118657924463128e-05,
      "loss": 2.7302,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1867
    },
    {
      "epoch": 2.38912,
      "grad_norm": 13.99647331237793,
      "learning_rate": 2.3101937178101597e-05,
      "loss": 2.9411,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1868
    },
    {
      "epoch": 2.3904,
      "grad_norm": 14.19737434387207,
      "learning_rate": 2.308521420987959e-05,
      "loss": 2.9843,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1869
    },
    {
      "epoch": 2.39168,
      "grad_norm": 14.574846267700195,
      "learning_rate": 2.3068489031775476e-05,
      "loss": 2.7799,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1870
    },
    {
      "epoch": 2.39296,
      "grad_norm": 14.842605590820312,
      "learning_rate": 2.305176165576918e-05,
      "loss": 2.9512,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1871
    },
    {
      "epoch": 2.39424,
      "grad_norm": 14.565207481384277,
      "learning_rate": 2.3035032093842214e-05,
      "loss": 2.9414,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1872
    },
    {
      "epoch": 2.39552,
      "grad_norm": 13.903321266174316,
      "learning_rate": 2.301830035797766e-05,
      "loss": 2.8787,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1873
    },
    {
      "epoch": 2.3968,
      "grad_norm": 14.172167778015137,
      "learning_rate": 2.300156646016015e-05,
      "loss": 2.9458,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1874
    },
    {
      "epoch": 2.39808,
      "grad_norm": 15.30342960357666,
      "learning_rate": 2.2984830412375865e-05,
      "loss": 3.1193,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1875
    },
    {
      "epoch": 2.39936,
      "grad_norm": 14.041525840759277,
      "learning_rate": 2.2968092226612524e-05,
      "loss": 3.178,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1876
    },
    {
      "epoch": 2.40064,
      "grad_norm": 14.353784561157227,
      "learning_rate": 2.2951351914859393e-05,
      "loss": 3.0875,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1877
    },
    {
      "epoch": 2.40192,
      "grad_norm": 13.460661888122559,
      "learning_rate": 2.2934609489107236e-05,
      "loss": 2.8861,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1878
    },
    {
      "epoch": 2.4032,
      "grad_norm": 13.771963119506836,
      "learning_rate": 2.2917864961348356e-05,
      "loss": 3.1095,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1879
    },
    {
      "epoch": 2.40448,
      "grad_norm": 14.60150146484375,
      "learning_rate": 2.290111834357654e-05,
      "loss": 2.9298,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1880
    },
    {
      "epoch": 2.40576,
      "grad_norm": 14.401569366455078,
      "learning_rate": 2.288436964778709e-05,
      "loss": 3.0606,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1881
    },
    {
      "epoch": 2.40704,
      "grad_norm": 13.880119323730469,
      "learning_rate": 2.286761888597678e-05,
      "loss": 2.9022,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1882
    },
    {
      "epoch": 2.40832,
      "grad_norm": 13.874452590942383,
      "learning_rate": 2.2850866070143885e-05,
      "loss": 3.0506,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1883
    },
    {
      "epoch": 2.4096,
      "grad_norm": 14.522517204284668,
      "learning_rate": 2.2834111212288123e-05,
      "loss": 2.9339,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1884
    },
    {
      "epoch": 2.41088,
      "grad_norm": 13.848448753356934,
      "learning_rate": 2.2817354324410702e-05,
      "loss": 2.6932,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1885
    },
    {
      "epoch": 2.41216,
      "grad_norm": 14.988024711608887,
      "learning_rate": 2.2800595418514266e-05,
      "loss": 2.7883,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1886
    },
    {
      "epoch": 2.41344,
      "grad_norm": 14.731344223022461,
      "learning_rate": 2.2783834506602904e-05,
      "loss": 2.9493,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1887
    },
    {
      "epoch": 2.41472,
      "grad_norm": 14.608470916748047,
      "learning_rate": 2.2767071600682168e-05,
      "loss": 2.9355,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1888
    },
    {
      "epoch": 2.416,
      "grad_norm": 14.001017570495605,
      "learning_rate": 2.2750306712759002e-05,
      "loss": 3.0396,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1889
    },
    {
      "epoch": 2.41728,
      "grad_norm": 14.036685943603516,
      "learning_rate": 2.273353985484179e-05,
      "loss": 2.7841,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1890
    },
    {
      "epoch": 2.41856,
      "grad_norm": 13.543400764465332,
      "learning_rate": 2.2716771038940327e-05,
      "loss": 2.8891,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1891
    },
    {
      "epoch": 2.4198399999999998,
      "grad_norm": 14.889043807983398,
      "learning_rate": 2.2700000277065805e-05,
      "loss": 2.9194,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1892
    },
    {
      "epoch": 2.42112,
      "grad_norm": 13.72558307647705,
      "learning_rate": 2.2683227581230814e-05,
      "loss": 2.8294,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1893
    },
    {
      "epoch": 2.4224,
      "grad_norm": 14.64191722869873,
      "learning_rate": 2.2666452963449324e-05,
      "loss": 3.1688,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1894
    },
    {
      "epoch": 2.42368,
      "grad_norm": 14.222918510437012,
      "learning_rate": 2.2649676435736684e-05,
      "loss": 2.9556,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1895
    },
    {
      "epoch": 2.42496,
      "grad_norm": 14.048572540283203,
      "learning_rate": 2.2632898010109615e-05,
      "loss": 3.1449,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1896
    },
    {
      "epoch": 2.42624,
      "grad_norm": 14.860687255859375,
      "learning_rate": 2.261611769858619e-05,
      "loss": 3.1283,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1897
    },
    {
      "epoch": 2.42752,
      "grad_norm": 14.303399085998535,
      "learning_rate": 2.259933551318585e-05,
      "loss": 2.9835,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1898
    },
    {
      "epoch": 2.4288,
      "grad_norm": 14.240803718566895,
      "learning_rate": 2.2582551465929347e-05,
      "loss": 2.9369,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1899
    },
    {
      "epoch": 2.4300800000000002,
      "grad_norm": 13.460725784301758,
      "learning_rate": 2.2565765568838797e-05,
      "loss": 3.047,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1900
    },
    {
      "epoch": 2.43136,
      "grad_norm": 13.38917064666748,
      "learning_rate": 2.2548977833937622e-05,
      "loss": 3.0298,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1901
    },
    {
      "epoch": 2.43264,
      "grad_norm": 14.14136791229248,
      "learning_rate": 2.253218827325057e-05,
      "loss": 3.0417,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1902
    },
    {
      "epoch": 2.43392,
      "grad_norm": 14.584333419799805,
      "learning_rate": 2.25153968988037e-05,
      "loss": 3.0543,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1903
    },
    {
      "epoch": 2.4352,
      "grad_norm": 13.526508331298828,
      "learning_rate": 2.2498603722624356e-05,
      "loss": 2.8752,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1904
    },
    {
      "epoch": 2.43648,
      "grad_norm": 14.445083618164062,
      "learning_rate": 2.2481808756741184e-05,
      "loss": 2.9405,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1905
    },
    {
      "epoch": 2.43776,
      "grad_norm": 14.34614086151123,
      "learning_rate": 2.2465012013184107e-05,
      "loss": 3.1678,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1906
    },
    {
      "epoch": 2.43904,
      "grad_norm": 13.85358715057373,
      "learning_rate": 2.2448213503984328e-05,
      "loss": 2.9813,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1907
    },
    {
      "epoch": 2.44032,
      "grad_norm": 13.825770378112793,
      "learning_rate": 2.24314132411743e-05,
      "loss": 2.8113,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1908
    },
    {
      "epoch": 2.4416,
      "grad_norm": 13.861942291259766,
      "learning_rate": 2.2414611236787756e-05,
      "loss": 2.9902,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1909
    },
    {
      "epoch": 2.44288,
      "grad_norm": 13.820108413696289,
      "learning_rate": 2.2397807502859652e-05,
      "loss": 3.1685,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1910
    },
    {
      "epoch": 2.44416,
      "grad_norm": 14.442216873168945,
      "learning_rate": 2.2381002051426193e-05,
      "loss": 3.098,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1911
    },
    {
      "epoch": 2.44544,
      "grad_norm": 14.593935012817383,
      "learning_rate": 2.236419489452482e-05,
      "loss": 3.1101,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1912
    },
    {
      "epoch": 2.44672,
      "grad_norm": 14.458515167236328,
      "learning_rate": 2.2347386044194185e-05,
      "loss": 2.9727,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1913
    },
    {
      "epoch": 2.448,
      "grad_norm": 14.332509994506836,
      "learning_rate": 2.2330575512474165e-05,
      "loss": 3.1988,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1914
    },
    {
      "epoch": 2.44928,
      "grad_norm": 14.234806060791016,
      "learning_rate": 2.2313763311405817e-05,
      "loss": 2.9689,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1915
    },
    {
      "epoch": 2.45056,
      "grad_norm": 14.338648796081543,
      "learning_rate": 2.2296949453031432e-05,
      "loss": 2.8436,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1916
    },
    {
      "epoch": 2.45184,
      "grad_norm": 17.092391967773438,
      "learning_rate": 2.2280133949394457e-05,
      "loss": 3.0421,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1917
    },
    {
      "epoch": 2.45312,
      "grad_norm": 13.512418746948242,
      "learning_rate": 2.2263316812539527e-05,
      "loss": 2.8815,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1918
    },
    {
      "epoch": 2.4544,
      "grad_norm": 14.083271026611328,
      "learning_rate": 2.2246498054512448e-05,
      "loss": 2.8481,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1919
    },
    {
      "epoch": 2.45568,
      "grad_norm": 14.398902893066406,
      "learning_rate": 2.222967768736019e-05,
      "loss": 2.8362,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1920
    },
    {
      "epoch": 2.45696,
      "grad_norm": 14.205371856689453,
      "learning_rate": 2.2212855723130874e-05,
      "loss": 2.95,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1921
    },
    {
      "epoch": 2.45824,
      "grad_norm": 14.00346565246582,
      "learning_rate": 2.2196032173873756e-05,
      "loss": 2.8843,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1922
    },
    {
      "epoch": 2.45952,
      "grad_norm": 15.121637344360352,
      "learning_rate": 2.2179207051639233e-05,
      "loss": 3.1737,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1923
    },
    {
      "epoch": 2.4608,
      "grad_norm": 13.721988677978516,
      "learning_rate": 2.2162380368478836e-05,
      "loss": 2.8037,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1924
    },
    {
      "epoch": 2.46208,
      "grad_norm": 14.03724479675293,
      "learning_rate": 2.2145552136445213e-05,
      "loss": 2.9585,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1925
    },
    {
      "epoch": 2.4633599999999998,
      "grad_norm": 13.805768966674805,
      "learning_rate": 2.2128722367592106e-05,
      "loss": 3.0272,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1926
    },
    {
      "epoch": 2.46464,
      "grad_norm": 13.217421531677246,
      "learning_rate": 2.2111891073974375e-05,
      "loss": 2.9092,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1927
    },
    {
      "epoch": 2.46592,
      "grad_norm": 14.977299690246582,
      "learning_rate": 2.209505826764796e-05,
      "loss": 3.2722,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1928
    },
    {
      "epoch": 2.4672,
      "grad_norm": 13.321253776550293,
      "learning_rate": 2.2078223960669892e-05,
      "loss": 2.8434,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1929
    },
    {
      "epoch": 2.46848,
      "grad_norm": 13.642290115356445,
      "learning_rate": 2.206138816509828e-05,
      "loss": 3.0372,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1930
    },
    {
      "epoch": 2.46976,
      "grad_norm": 14.066668510437012,
      "learning_rate": 2.2044550892992293e-05,
      "loss": 2.9943,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1931
    },
    {
      "epoch": 2.47104,
      "grad_norm": 13.795886039733887,
      "learning_rate": 2.202771215641216e-05,
      "loss": 3.0987,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1932
    },
    {
      "epoch": 2.47232,
      "grad_norm": 15.041252136230469,
      "learning_rate": 2.2010871967419152e-05,
      "loss": 3.0041,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1933
    },
    {
      "epoch": 2.4736000000000002,
      "grad_norm": 14.050963401794434,
      "learning_rate": 2.1994030338075585e-05,
      "loss": 2.8408,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1934
    },
    {
      "epoch": 2.47488,
      "grad_norm": 14.450703620910645,
      "learning_rate": 2.1977187280444818e-05,
      "loss": 3.1974,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1935
    },
    {
      "epoch": 2.47616,
      "grad_norm": 14.26116943359375,
      "learning_rate": 2.196034280659122e-05,
      "loss": 3.0414,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1936
    },
    {
      "epoch": 2.47744,
      "grad_norm": 14.938593864440918,
      "learning_rate": 2.1943496928580163e-05,
      "loss": 2.9517,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1937
    },
    {
      "epoch": 2.47872,
      "grad_norm": 14.099303245544434,
      "learning_rate": 2.1926649658478062e-05,
      "loss": 3.0212,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1938
    },
    {
      "epoch": 2.48,
      "grad_norm": 13.88350772857666,
      "learning_rate": 2.1909801008352285e-05,
      "loss": 2.8808,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1939
    },
    {
      "epoch": 2.48128,
      "grad_norm": 13.978071212768555,
      "learning_rate": 2.189295099027122e-05,
      "loss": 2.9102,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1940
    },
    {
      "epoch": 2.48256,
      "grad_norm": 14.500015258789062,
      "learning_rate": 2.1876099616304235e-05,
      "loss": 2.9734,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1941
    },
    {
      "epoch": 2.48384,
      "grad_norm": 14.093984603881836,
      "learning_rate": 2.1859246898521646e-05,
      "loss": 2.9294,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1942
    },
    {
      "epoch": 2.48512,
      "grad_norm": 13.341089248657227,
      "learning_rate": 2.1842392848994737e-05,
      "loss": 2.8141,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1943
    },
    {
      "epoch": 2.4864,
      "grad_norm": 14.340102195739746,
      "learning_rate": 2.182553747979577e-05,
      "loss": 3.0474,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1944
    },
    {
      "epoch": 2.48768,
      "grad_norm": 13.87010669708252,
      "learning_rate": 2.1808680802997922e-05,
      "loss": 3.1148,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1945
    },
    {
      "epoch": 2.48896,
      "grad_norm": 14.291580200195312,
      "learning_rate": 2.1791822830675332e-05,
      "loss": 3.047,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1946
    },
    {
      "epoch": 2.49024,
      "grad_norm": 13.662839889526367,
      "learning_rate": 2.1774963574903046e-05,
      "loss": 2.9515,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1947
    },
    {
      "epoch": 2.49152,
      "grad_norm": 13.676616668701172,
      "learning_rate": 2.1758103047757045e-05,
      "loss": 2.8339,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1948
    },
    {
      "epoch": 2.4928,
      "grad_norm": 13.847225189208984,
      "learning_rate": 2.174124126131421e-05,
      "loss": 3.0038,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1949
    },
    {
      "epoch": 2.49408,
      "grad_norm": 13.234612464904785,
      "learning_rate": 2.172437822765233e-05,
      "loss": 2.7748,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1950
    },
    {
      "epoch": 2.49536,
      "grad_norm": 14.715662002563477,
      "learning_rate": 2.1707513958850082e-05,
      "loss": 2.9472,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1951
    },
    {
      "epoch": 2.49664,
      "grad_norm": 13.424649238586426,
      "learning_rate": 2.1690648466987038e-05,
      "loss": 3.0643,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1952
    },
    {
      "epoch": 2.49792,
      "grad_norm": 14.750223159790039,
      "learning_rate": 2.1673781764143635e-05,
      "loss": 3.1663,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1953
    },
    {
      "epoch": 2.4992,
      "grad_norm": 14.324831008911133,
      "learning_rate": 2.1656913862401172e-05,
      "loss": 3.1306,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1954
    },
    {
      "epoch": 2.50048,
      "grad_norm": 13.93970775604248,
      "learning_rate": 2.1640044773841836e-05,
      "loss": 2.7766,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1955
    },
    {
      "epoch": 2.50176,
      "grad_norm": 15.106925010681152,
      "learning_rate": 2.1623174510548627e-05,
      "loss": 3.1181,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1956
    },
    {
      "epoch": 2.50304,
      "grad_norm": 14.488778114318848,
      "learning_rate": 2.1606303084605417e-05,
      "loss": 3.103,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1957
    },
    {
      "epoch": 2.50432,
      "grad_norm": 13.890840530395508,
      "learning_rate": 2.1589430508096883e-05,
      "loss": 2.8537,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1958
    },
    {
      "epoch": 2.5056000000000003,
      "grad_norm": 13.87861442565918,
      "learning_rate": 2.157255679310856e-05,
      "loss": 2.988,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1959
    },
    {
      "epoch": 2.5068799999999998,
      "grad_norm": 12.248420715332031,
      "learning_rate": 2.1555681951726764e-05,
      "loss": 2.7067,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1960
    },
    {
      "epoch": 2.50816,
      "grad_norm": 15.102827072143555,
      "learning_rate": 2.153880599603864e-05,
      "loss": 2.8874,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1961
    },
    {
      "epoch": 2.50944,
      "grad_norm": 14.2703857421875,
      "learning_rate": 2.1521928938132118e-05,
      "loss": 2.7918,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1962
    },
    {
      "epoch": 2.51072,
      "grad_norm": 13.494780540466309,
      "learning_rate": 2.1505050790095933e-05,
      "loss": 3.0209,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1963
    },
    {
      "epoch": 2.512,
      "grad_norm": 13.568257331848145,
      "learning_rate": 2.1488171564019584e-05,
      "loss": 2.8894,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1964
    },
    {
      "epoch": 2.51328,
      "grad_norm": 14.180426597595215,
      "learning_rate": 2.1471291271993353e-05,
      "loss": 3.1629,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1965
    },
    {
      "epoch": 2.51456,
      "grad_norm": 14.795204162597656,
      "learning_rate": 2.145440992610828e-05,
      "loss": 2.958,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1966
    },
    {
      "epoch": 2.51584,
      "grad_norm": 14.602874755859375,
      "learning_rate": 2.143752753845616e-05,
      "loss": 2.7996,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1967
    },
    {
      "epoch": 2.5171200000000002,
      "grad_norm": 14.347606658935547,
      "learning_rate": 2.142064412112955e-05,
      "loss": 3.0432,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1968
    },
    {
      "epoch": 2.5183999999999997,
      "grad_norm": 14.227265357971191,
      "learning_rate": 2.1403759686221714e-05,
      "loss": 2.907,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1969
    },
    {
      "epoch": 2.51968,
      "grad_norm": 13.723366737365723,
      "learning_rate": 2.1386874245826673e-05,
      "loss": 2.8775,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1970
    },
    {
      "epoch": 2.52096,
      "grad_norm": 14.68638801574707,
      "learning_rate": 2.1369987812039148e-05,
      "loss": 2.917,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1971
    },
    {
      "epoch": 2.52224,
      "grad_norm": 14.324347496032715,
      "learning_rate": 2.1353100396954588e-05,
      "loss": 2.6734,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1972
    },
    {
      "epoch": 2.52352,
      "grad_norm": 13.728824615478516,
      "learning_rate": 2.133621201266913e-05,
      "loss": 2.9279,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1973
    },
    {
      "epoch": 2.5248,
      "grad_norm": 13.802144050598145,
      "learning_rate": 2.1319322671279622e-05,
      "loss": 2.9485,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1974
    },
    {
      "epoch": 2.52608,
      "grad_norm": 14.331952095031738,
      "learning_rate": 2.130243238488358e-05,
      "loss": 3.0561,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1975
    },
    {
      "epoch": 2.52736,
      "grad_norm": 13.946847915649414,
      "learning_rate": 2.128554116557921e-05,
      "loss": 2.8427,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1976
    },
    {
      "epoch": 2.52864,
      "grad_norm": 14.463284492492676,
      "learning_rate": 2.126864902546538e-05,
      "loss": 2.9673,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1977
    },
    {
      "epoch": 2.5299199999999997,
      "grad_norm": 14.65961742401123,
      "learning_rate": 2.1251755976641615e-05,
      "loss": 2.9009,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1978
    },
    {
      "epoch": 2.5312,
      "grad_norm": 13.700119972229004,
      "learning_rate": 2.1234862031208107e-05,
      "loss": 2.9598,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1979
    },
    {
      "epoch": 2.53248,
      "grad_norm": 13.398965835571289,
      "learning_rate": 2.1217967201265662e-05,
      "loss": 2.7757,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1980
    },
    {
      "epoch": 2.53376,
      "grad_norm": 14.504237174987793,
      "learning_rate": 2.120107149891575e-05,
      "loss": 2.8408,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1981
    },
    {
      "epoch": 2.53504,
      "grad_norm": 14.634708404541016,
      "learning_rate": 2.1184174936260433e-05,
      "loss": 2.9787,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1982
    },
    {
      "epoch": 2.53632,
      "grad_norm": 13.510175704956055,
      "learning_rate": 2.1167277525402428e-05,
      "loss": 3.0835,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1983
    },
    {
      "epoch": 2.5376,
      "grad_norm": 13.29137897491455,
      "learning_rate": 2.1150379278445025e-05,
      "loss": 2.9043,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1984
    },
    {
      "epoch": 2.53888,
      "grad_norm": 14.078826904296875,
      "learning_rate": 2.1133480207492134e-05,
      "loss": 3.0145,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1985
    },
    {
      "epoch": 2.54016,
      "grad_norm": 14.669846534729004,
      "learning_rate": 2.1116580324648246e-05,
      "loss": 2.9442,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1986
    },
    {
      "epoch": 2.54144,
      "grad_norm": 14.264653205871582,
      "learning_rate": 2.1099679642018434e-05,
      "loss": 2.8849,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1987
    },
    {
      "epoch": 2.54272,
      "grad_norm": 14.040165901184082,
      "learning_rate": 2.1082778171708355e-05,
      "loss": 2.8827,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1988
    },
    {
      "epoch": 2.544,
      "grad_norm": 13.006752967834473,
      "learning_rate": 2.1065875925824205e-05,
      "loss": 2.7996,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1989
    },
    {
      "epoch": 2.54528,
      "grad_norm": 13.610575675964355,
      "learning_rate": 2.104897291647277e-05,
      "loss": 2.9666,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1990
    },
    {
      "epoch": 2.54656,
      "grad_norm": 13.456892013549805,
      "learning_rate": 2.1032069155761346e-05,
      "loss": 2.9019,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1991
    },
    {
      "epoch": 2.54784,
      "grad_norm": 14.137175559997559,
      "learning_rate": 2.10151646557978e-05,
      "loss": 2.9125,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1992
    },
    {
      "epoch": 2.5491200000000003,
      "grad_norm": 14.028424263000488,
      "learning_rate": 2.0998259428690503e-05,
      "loss": 2.9411,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1993
    },
    {
      "epoch": 2.5504,
      "grad_norm": 13.170490264892578,
      "learning_rate": 2.0981353486548363e-05,
      "loss": 2.7973,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1994
    },
    {
      "epoch": 2.55168,
      "grad_norm": 13.283360481262207,
      "learning_rate": 2.0964446841480797e-05,
      "loss": 2.8999,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1995
    },
    {
      "epoch": 2.55296,
      "grad_norm": 14.755745887756348,
      "learning_rate": 2.094753950559772e-05,
      "loss": 2.9903,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1996
    },
    {
      "epoch": 2.55424,
      "grad_norm": 14.235748291015625,
      "learning_rate": 2.0930631491009543e-05,
      "loss": 2.8084,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1997
    },
    {
      "epoch": 2.55552,
      "grad_norm": 14.05534553527832,
      "learning_rate": 2.0913722809827174e-05,
      "loss": 3.1455,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1998
    },
    {
      "epoch": 2.5568,
      "grad_norm": 15.527134895324707,
      "learning_rate": 2.0896813474161988e-05,
      "loss": 3.0601,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1999
    },
    {
      "epoch": 2.55808,
      "grad_norm": 14.115697860717773,
      "learning_rate": 2.0879903496125826e-05,
      "loss": 2.9309,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2000
    },
    {
      "epoch": 2.55936,
      "grad_norm": 14.184212684631348,
      "learning_rate": 2.086299288783099e-05,
      "loss": 3.0703,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2001
    },
    {
      "epoch": 2.5606400000000002,
      "grad_norm": 14.088764190673828,
      "learning_rate": 2.084608166139025e-05,
      "loss": 2.9891,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2002
    },
    {
      "epoch": 2.5619199999999998,
      "grad_norm": 14.756429672241211,
      "learning_rate": 2.0829169828916792e-05,
      "loss": 3.104,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2003
    },
    {
      "epoch": 2.5632,
      "grad_norm": 13.801819801330566,
      "learning_rate": 2.0812257402524256e-05,
      "loss": 2.9236,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2004
    },
    {
      "epoch": 2.56448,
      "grad_norm": 13.759689331054688,
      "learning_rate": 2.079534439432671e-05,
      "loss": 2.8694,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2005
    },
    {
      "epoch": 2.56576,
      "grad_norm": 14.143016815185547,
      "learning_rate": 2.077843081643861e-05,
      "loss": 2.9391,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2006
    },
    {
      "epoch": 2.56704,
      "grad_norm": 13.538142204284668,
      "learning_rate": 2.0761516680974867e-05,
      "loss": 3.1393,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2007
    },
    {
      "epoch": 2.56832,
      "grad_norm": 13.796028137207031,
      "learning_rate": 2.074460200005074e-05,
      "loss": 3.0196,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2008
    },
    {
      "epoch": 2.5696,
      "grad_norm": 13.588983535766602,
      "learning_rate": 2.0727686785781928e-05,
      "loss": 2.8689,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2009
    },
    {
      "epoch": 2.57088,
      "grad_norm": 14.876810073852539,
      "learning_rate": 2.0710771050284462e-05,
      "loss": 3.033,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2010
    },
    {
      "epoch": 2.5721600000000002,
      "grad_norm": 14.400915145874023,
      "learning_rate": 2.0693854805674788e-05,
      "loss": 2.8942,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2011
    },
    {
      "epoch": 2.5734399999999997,
      "grad_norm": 13.543206214904785,
      "learning_rate": 2.067693806406969e-05,
      "loss": 2.6751,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2012
    },
    {
      "epoch": 2.57472,
      "grad_norm": 13.830339431762695,
      "learning_rate": 2.066002083758633e-05,
      "loss": 2.9989,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2013
    },
    {
      "epoch": 2.576,
      "grad_norm": 14.802203178405762,
      "learning_rate": 2.0643103138342205e-05,
      "loss": 3.0119,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2014
    },
    {
      "epoch": 2.57728,
      "grad_norm": 14.300506591796875,
      "learning_rate": 2.0626184978455136e-05,
      "loss": 3.0719,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2015
    },
    {
      "epoch": 2.57856,
      "grad_norm": 13.665905952453613,
      "learning_rate": 2.0609266370043307e-05,
      "loss": 2.7825,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2016
    },
    {
      "epoch": 2.57984,
      "grad_norm": 13.24278736114502,
      "learning_rate": 2.0592347325225193e-05,
      "loss": 2.8482,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2017
    },
    {
      "epoch": 2.58112,
      "grad_norm": 14.087384223937988,
      "learning_rate": 2.0575427856119602e-05,
      "loss": 3.0948,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2018
    },
    {
      "epoch": 2.5824,
      "grad_norm": 13.547157287597656,
      "learning_rate": 2.0558507974845634e-05,
      "loss": 2.8906,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2019
    },
    {
      "epoch": 2.58368,
      "grad_norm": 14.735496520996094,
      "learning_rate": 2.0541587693522694e-05,
      "loss": 3.0863,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2020
    },
    {
      "epoch": 2.58496,
      "grad_norm": 13.450630187988281,
      "learning_rate": 2.052466702427046e-05,
      "loss": 2.936,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2021
    },
    {
      "epoch": 2.58624,
      "grad_norm": 14.275585174560547,
      "learning_rate": 2.0507745979208905e-05,
      "loss": 3.1439,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2022
    },
    {
      "epoch": 2.58752,
      "grad_norm": 13.408254623413086,
      "learning_rate": 2.0490824570458248e-05,
      "loss": 3.0081,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2023
    },
    {
      "epoch": 2.5888,
      "grad_norm": 13.877300262451172,
      "learning_rate": 2.0473902810138993e-05,
      "loss": 2.8896,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2024
    },
    {
      "epoch": 2.59008,
      "grad_norm": 13.40453815460205,
      "learning_rate": 2.0456980710371885e-05,
      "loss": 3.0826,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2025
    },
    {
      "epoch": 2.59136,
      "grad_norm": 14.3585786819458,
      "learning_rate": 2.0440058283277914e-05,
      "loss": 2.8677,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2026
    },
    {
      "epoch": 2.59264,
      "grad_norm": 14.032639503479004,
      "learning_rate": 2.04231355409783e-05,
      "loss": 2.8073,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2027
    },
    {
      "epoch": 2.59392,
      "grad_norm": 14.183984756469727,
      "learning_rate": 2.0406212495594485e-05,
      "loss": 2.8831,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2028
    },
    {
      "epoch": 2.5952,
      "grad_norm": 13.962606430053711,
      "learning_rate": 2.038928915924815e-05,
      "loss": 3.056,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2029
    },
    {
      "epoch": 2.59648,
      "grad_norm": 14.764701843261719,
      "learning_rate": 2.037236554406115e-05,
      "loss": 3.1183,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2030
    },
    {
      "epoch": 2.59776,
      "grad_norm": 14.098675727844238,
      "learning_rate": 2.0355441662155573e-05,
      "loss": 2.9886,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2031
    },
    {
      "epoch": 2.59904,
      "grad_norm": 13.714043617248535,
      "learning_rate": 2.0338517525653677e-05,
      "loss": 2.9435,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2032
    },
    {
      "epoch": 2.60032,
      "grad_norm": 13.811806678771973,
      "learning_rate": 2.0321593146677917e-05,
      "loss": 3.1779,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2033
    },
    {
      "epoch": 2.6016,
      "grad_norm": 14.225523948669434,
      "learning_rate": 2.0304668537350903e-05,
      "loss": 2.9029,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2034
    },
    {
      "epoch": 2.60288,
      "grad_norm": 14.50376033782959,
      "learning_rate": 2.0287743709795436e-05,
      "loss": 3.1506,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2035
    },
    {
      "epoch": 2.6041600000000003,
      "grad_norm": 13.949869155883789,
      "learning_rate": 2.027081867613444e-05,
      "loss": 3.0812,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2036
    },
    {
      "epoch": 2.6054399999999998,
      "grad_norm": 13.797996520996094,
      "learning_rate": 2.025389344849102e-05,
      "loss": 2.808,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2037
    },
    {
      "epoch": 2.60672,
      "grad_norm": 14.14122486114502,
      "learning_rate": 2.0236968038988397e-05,
      "loss": 3.0189,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2038
    },
    {
      "epoch": 2.608,
      "grad_norm": 13.950505256652832,
      "learning_rate": 2.0220042459749932e-05,
      "loss": 3.0593,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2039
    },
    {
      "epoch": 2.60928,
      "grad_norm": 14.278797149658203,
      "learning_rate": 2.0203116722899107e-05,
      "loss": 3.0039,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2040
    },
    {
      "epoch": 2.61056,
      "grad_norm": 13.49514389038086,
      "learning_rate": 2.018619084055951e-05,
      "loss": 2.8912,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2041
    },
    {
      "epoch": 2.61184,
      "grad_norm": 14.853211402893066,
      "learning_rate": 2.0169264824854848e-05,
      "loss": 3.1161,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2042
    },
    {
      "epoch": 2.61312,
      "grad_norm": 13.110231399536133,
      "learning_rate": 2.0152338687908908e-05,
      "loss": 2.7518,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2043
    },
    {
      "epoch": 2.6144,
      "grad_norm": 13.45351505279541,
      "learning_rate": 2.0135412441845572e-05,
      "loss": 3.16,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2044
    },
    {
      "epoch": 2.6156800000000002,
      "grad_norm": 13.351771354675293,
      "learning_rate": 2.011848609878879e-05,
      "loss": 3.0253,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2045
    },
    {
      "epoch": 2.6169599999999997,
      "grad_norm": 13.150715827941895,
      "learning_rate": 2.0101559670862612e-05,
      "loss": 2.918,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2046
    },
    {
      "epoch": 2.61824,
      "grad_norm": 13.694225311279297,
      "learning_rate": 2.0084633170191102e-05,
      "loss": 2.9329,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2047
    },
    {
      "epoch": 2.61952,
      "grad_norm": 14.61750316619873,
      "learning_rate": 2.0067706608898417e-05,
      "loss": 3.1028,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2048
    },
    {
      "epoch": 2.6208,
      "grad_norm": 13.943183898925781,
      "learning_rate": 2.0050779999108728e-05,
      "loss": 3.133,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2049
    },
    {
      "epoch": 2.62208,
      "grad_norm": 14.580010414123535,
      "learning_rate": 2.0033853352946265e-05,
      "loss": 3.0918,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2050
    },
    {
      "epoch": 2.62336,
      "grad_norm": 13.276898384094238,
      "learning_rate": 2.001692668253527e-05,
      "loss": 2.8722,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2051
    },
    {
      "epoch": 2.62464,
      "grad_norm": 13.915188789367676,
      "learning_rate": 2e-05,
      "loss": 2.7814,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2052
    },
    {
      "epoch": 2.62592,
      "grad_norm": 14.053487777709961,
      "learning_rate": 1.9983073317464735e-05,
      "loss": 2.8954,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2053
    },
    {
      "epoch": 2.6272,
      "grad_norm": 14.216437339782715,
      "learning_rate": 1.9966146647053738e-05,
      "loss": 3.0646,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2054
    },
    {
      "epoch": 2.62848,
      "grad_norm": 13.874743461608887,
      "learning_rate": 1.9949220000891275e-05,
      "loss": 3.0289,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2055
    },
    {
      "epoch": 2.62976,
      "grad_norm": 14.337936401367188,
      "learning_rate": 1.993229339110159e-05,
      "loss": 2.8969,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2056
    },
    {
      "epoch": 2.63104,
      "grad_norm": 14.243955612182617,
      "learning_rate": 1.9915366829808908e-05,
      "loss": 3.1462,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2057
    },
    {
      "epoch": 2.63232,
      "grad_norm": 13.47284984588623,
      "learning_rate": 1.989844032913739e-05,
      "loss": 2.9249,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2058
    },
    {
      "epoch": 2.6336,
      "grad_norm": 13.096973419189453,
      "learning_rate": 1.9881513901211212e-05,
      "loss": 2.9846,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2059
    },
    {
      "epoch": 2.63488,
      "grad_norm": 14.259760856628418,
      "learning_rate": 1.986458755815443e-05,
      "loss": 2.5073,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2060
    },
    {
      "epoch": 2.63616,
      "grad_norm": 13.835404396057129,
      "learning_rate": 1.98476613120911e-05,
      "loss": 3.0323,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2061
    },
    {
      "epoch": 2.63744,
      "grad_norm": 14.585719108581543,
      "learning_rate": 1.9830735175145162e-05,
      "loss": 3.0557,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2062
    },
    {
      "epoch": 2.63872,
      "grad_norm": 13.931137084960938,
      "learning_rate": 1.9813809159440493e-05,
      "loss": 2.7718,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2063
    },
    {
      "epoch": 2.64,
      "grad_norm": 13.42502212524414,
      "learning_rate": 1.9796883277100903e-05,
      "loss": 2.8952,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2064
    },
    {
      "epoch": 2.64128,
      "grad_norm": 13.91275405883789,
      "learning_rate": 1.977995754025007e-05,
      "loss": 2.8963,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2065
    },
    {
      "epoch": 2.64256,
      "grad_norm": 14.566041946411133,
      "learning_rate": 1.976303196101161e-05,
      "loss": 3.0806,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2066
    },
    {
      "epoch": 2.64384,
      "grad_norm": 13.623636245727539,
      "learning_rate": 1.9746106551508983e-05,
      "loss": 2.7279,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2067
    },
    {
      "epoch": 2.64512,
      "grad_norm": 14.076959609985352,
      "learning_rate": 1.9729181323865567e-05,
      "loss": 3.1437,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2068
    },
    {
      "epoch": 2.6464,
      "grad_norm": 13.815417289733887,
      "learning_rate": 1.9712256290204568e-05,
      "loss": 2.9984,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2069
    },
    {
      "epoch": 2.6476800000000003,
      "grad_norm": 13.719215393066406,
      "learning_rate": 1.96953314626491e-05,
      "loss": 2.931,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2070
    },
    {
      "epoch": 2.6489599999999998,
      "grad_norm": 14.10844898223877,
      "learning_rate": 1.9678406853322083e-05,
      "loss": 2.8755,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2071
    },
    {
      "epoch": 2.65024,
      "grad_norm": 14.298481941223145,
      "learning_rate": 1.9661482474346327e-05,
      "loss": 3.1082,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2072
    },
    {
      "epoch": 2.65152,
      "grad_norm": 13.965646743774414,
      "learning_rate": 1.9644558337844434e-05,
      "loss": 2.7786,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2073
    },
    {
      "epoch": 2.6528,
      "grad_norm": 13.945032119750977,
      "learning_rate": 1.9627634455938856e-05,
      "loss": 2.9493,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2074
    },
    {
      "epoch": 2.65408,
      "grad_norm": 13.315179824829102,
      "learning_rate": 1.961071084075186e-05,
      "loss": 2.9239,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2075
    },
    {
      "epoch": 2.65536,
      "grad_norm": 14.358559608459473,
      "learning_rate": 1.9593787504405518e-05,
      "loss": 3.0656,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2076
    },
    {
      "epoch": 2.65664,
      "grad_norm": 13.463337898254395,
      "learning_rate": 1.9576864459021707e-05,
      "loss": 2.8822,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2077
    },
    {
      "epoch": 2.65792,
      "grad_norm": 13.266104698181152,
      "learning_rate": 1.9559941716722086e-05,
      "loss": 2.8944,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2078
    },
    {
      "epoch": 2.6592000000000002,
      "grad_norm": 14.740117073059082,
      "learning_rate": 1.954301928962812e-05,
      "loss": 2.8579,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2079
    },
    {
      "epoch": 2.6604799999999997,
      "grad_norm": 13.991361618041992,
      "learning_rate": 1.9526097189861003e-05,
      "loss": 2.8107,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2080
    },
    {
      "epoch": 2.66176,
      "grad_norm": 13.838587760925293,
      "learning_rate": 1.950917542954176e-05,
      "loss": 3.0089,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2081
    },
    {
      "epoch": 2.66304,
      "grad_norm": 13.142393112182617,
      "learning_rate": 1.949225402079111e-05,
      "loss": 2.8925,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2082
    },
    {
      "epoch": 2.66432,
      "grad_norm": 13.793326377868652,
      "learning_rate": 1.9475332975729545e-05,
      "loss": 2.7136,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2083
    },
    {
      "epoch": 2.6656,
      "grad_norm": 14.387109756469727,
      "learning_rate": 1.9458412306477316e-05,
      "loss": 3.0669,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2084
    },
    {
      "epoch": 2.66688,
      "grad_norm": 13.3264741897583,
      "learning_rate": 1.944149202515437e-05,
      "loss": 2.7387,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2085
    },
    {
      "epoch": 2.66816,
      "grad_norm": 13.708083152770996,
      "learning_rate": 1.9424572143880405e-05,
      "loss": 3.0276,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2086
    },
    {
      "epoch": 2.66944,
      "grad_norm": 13.867966651916504,
      "learning_rate": 1.940765267477481e-05,
      "loss": 2.7947,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2087
    },
    {
      "epoch": 2.67072,
      "grad_norm": 13.711324691772461,
      "learning_rate": 1.93907336299567e-05,
      "loss": 2.9569,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2088
    },
    {
      "epoch": 2.672,
      "grad_norm": 14.686408996582031,
      "learning_rate": 1.9373815021544868e-05,
      "loss": 2.9818,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2089
    },
    {
      "epoch": 2.67328,
      "grad_norm": 14.138829231262207,
      "learning_rate": 1.93568968616578e-05,
      "loss": 2.9736,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2090
    },
    {
      "epoch": 2.67456,
      "grad_norm": 14.407506942749023,
      "learning_rate": 1.9339979162413676e-05,
      "loss": 2.8777,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2091
    },
    {
      "epoch": 2.67584,
      "grad_norm": 13.34514045715332,
      "learning_rate": 1.9323061935930313e-05,
      "loss": 2.8374,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2092
    },
    {
      "epoch": 2.67712,
      "grad_norm": 14.011120796203613,
      "learning_rate": 1.9306145194325222e-05,
      "loss": 3.0456,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2093
    },
    {
      "epoch": 2.6784,
      "grad_norm": 13.520160675048828,
      "learning_rate": 1.928922894971554e-05,
      "loss": 3.0438,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2094
    },
    {
      "epoch": 2.67968,
      "grad_norm": 14.314191818237305,
      "learning_rate": 1.9272313214218082e-05,
      "loss": 2.8226,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2095
    },
    {
      "epoch": 2.68096,
      "grad_norm": 13.871905326843262,
      "learning_rate": 1.9255397999949256e-05,
      "loss": 3.0239,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2096
    },
    {
      "epoch": 2.68224,
      "grad_norm": 13.859957695007324,
      "learning_rate": 1.9238483319025136e-05,
      "loss": 3.1052,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2097
    },
    {
      "epoch": 2.68352,
      "grad_norm": 14.666248321533203,
      "learning_rate": 1.9221569183561385e-05,
      "loss": 3.1312,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2098
    },
    {
      "epoch": 2.6848,
      "grad_norm": 13.638636589050293,
      "learning_rate": 1.9204655605673297e-05,
      "loss": 2.8718,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2099
    },
    {
      "epoch": 2.68608,
      "grad_norm": 13.545952796936035,
      "learning_rate": 1.9187742597475744e-05,
      "loss": 2.9604,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2100
    },
    {
      "epoch": 2.68736,
      "grad_norm": 15.433490753173828,
      "learning_rate": 1.917083017108321e-05,
      "loss": 3.1874,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2101
    },
    {
      "epoch": 2.68864,
      "grad_norm": 14.150901794433594,
      "learning_rate": 1.915391833860976e-05,
      "loss": 2.8304,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2102
    },
    {
      "epoch": 2.68992,
      "grad_norm": 14.224722862243652,
      "learning_rate": 1.9137007112169018e-05,
      "loss": 2.895,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2103
    },
    {
      "epoch": 2.6912000000000003,
      "grad_norm": 14.32711124420166,
      "learning_rate": 1.9120096503874187e-05,
      "loss": 2.7485,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2104
    },
    {
      "epoch": 2.6924799999999998,
      "grad_norm": 14.925163269042969,
      "learning_rate": 1.910318652583802e-05,
      "loss": 2.9904,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2105
    },
    {
      "epoch": 2.69376,
      "grad_norm": 13.579691886901855,
      "learning_rate": 1.908627719017283e-05,
      "loss": 2.8571,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2106
    },
    {
      "epoch": 2.69504,
      "grad_norm": 13.897089958190918,
      "learning_rate": 1.9069368508990456e-05,
      "loss": 3.0978,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2107
    },
    {
      "epoch": 2.69632,
      "grad_norm": 13.31607437133789,
      "learning_rate": 1.9052460494402284e-05,
      "loss": 2.9543,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2108
    },
    {
      "epoch": 2.6976,
      "grad_norm": 12.959537506103516,
      "learning_rate": 1.9035553158519207e-05,
      "loss": 3.1263,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2109
    },
    {
      "epoch": 2.69888,
      "grad_norm": 14.933510780334473,
      "learning_rate": 1.901864651345164e-05,
      "loss": 3.0589,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2110
    },
    {
      "epoch": 2.70016,
      "grad_norm": 13.957633972167969,
      "learning_rate": 1.9001740571309507e-05,
      "loss": 2.7988,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2111
    },
    {
      "epoch": 2.70144,
      "grad_norm": 14.348642349243164,
      "learning_rate": 1.8984835344202206e-05,
      "loss": 2.7199,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2112
    },
    {
      "epoch": 2.7027200000000002,
      "grad_norm": 14.6582670211792,
      "learning_rate": 1.8967930844238664e-05,
      "loss": 2.9896,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2113
    },
    {
      "epoch": 2.7039999999999997,
      "grad_norm": 15.183913230895996,
      "learning_rate": 1.8951027083527236e-05,
      "loss": 2.7697,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2114
    },
    {
      "epoch": 2.70528,
      "grad_norm": 13.428152084350586,
      "learning_rate": 1.89341240741758e-05,
      "loss": 2.9661,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2115
    },
    {
      "epoch": 2.70656,
      "grad_norm": 13.92841911315918,
      "learning_rate": 1.8917221828291652e-05,
      "loss": 2.9982,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2116
    },
    {
      "epoch": 2.70784,
      "grad_norm": 14.076936721801758,
      "learning_rate": 1.890032035798157e-05,
      "loss": 3.0448,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2117
    },
    {
      "epoch": 2.70912,
      "grad_norm": 14.548213958740234,
      "learning_rate": 1.8883419675351757e-05,
      "loss": 2.9587,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2118
    },
    {
      "epoch": 2.7104,
      "grad_norm": 14.088011741638184,
      "learning_rate": 1.8866519792507873e-05,
      "loss": 2.8974,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2119
    },
    {
      "epoch": 2.71168,
      "grad_norm": 14.038273811340332,
      "learning_rate": 1.8849620721554982e-05,
      "loss": 3.0782,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2120
    },
    {
      "epoch": 2.71296,
      "grad_norm": 13.96010971069336,
      "learning_rate": 1.883272247459758e-05,
      "loss": 2.7106,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2121
    },
    {
      "epoch": 2.71424,
      "grad_norm": 13.733187675476074,
      "learning_rate": 1.8815825063739574e-05,
      "loss": 2.8399,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2122
    },
    {
      "epoch": 2.71552,
      "grad_norm": 14.334295272827148,
      "learning_rate": 1.8798928501084258e-05,
      "loss": 3.069,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2123
    },
    {
      "epoch": 2.7168,
      "grad_norm": 13.443471908569336,
      "learning_rate": 1.8782032798734348e-05,
      "loss": 2.8505,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2124
    },
    {
      "epoch": 2.71808,
      "grad_norm": 14.086211204528809,
      "learning_rate": 1.8765137968791896e-05,
      "loss": 2.9766,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2125
    },
    {
      "epoch": 2.71936,
      "grad_norm": 14.46535873413086,
      "learning_rate": 1.874824402335839e-05,
      "loss": 3.0575,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2126
    },
    {
      "epoch": 2.72064,
      "grad_norm": 14.350308418273926,
      "learning_rate": 1.8731350974534623e-05,
      "loss": 3.0056,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2127
    },
    {
      "epoch": 2.72192,
      "grad_norm": 14.501602172851562,
      "learning_rate": 1.8714458834420796e-05,
      "loss": 2.8738,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2128
    },
    {
      "epoch": 2.7232,
      "grad_norm": 14.264453887939453,
      "learning_rate": 1.8697567615116422e-05,
      "loss": 2.7777,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2129
    },
    {
      "epoch": 2.72448,
      "grad_norm": 13.362626075744629,
      "learning_rate": 1.8680677328720384e-05,
      "loss": 2.796,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2130
    },
    {
      "epoch": 2.72576,
      "grad_norm": 14.196906089782715,
      "learning_rate": 1.8663787987330877e-05,
      "loss": 2.9258,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2131
    },
    {
      "epoch": 2.72704,
      "grad_norm": 14.469256401062012,
      "learning_rate": 1.864689960304542e-05,
      "loss": 2.8751,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2132
    },
    {
      "epoch": 2.72832,
      "grad_norm": 13.439398765563965,
      "learning_rate": 1.8630012187960865e-05,
      "loss": 2.9561,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2133
    },
    {
      "epoch": 2.7296,
      "grad_norm": 13.637828826904297,
      "learning_rate": 1.8613125754173333e-05,
      "loss": 2.5134,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2134
    },
    {
      "epoch": 2.73088,
      "grad_norm": 14.744211196899414,
      "learning_rate": 1.8596240313778296e-05,
      "loss": 3.12,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2135
    },
    {
      "epoch": 2.73216,
      "grad_norm": 13.543042182922363,
      "learning_rate": 1.8579355878870453e-05,
      "loss": 2.8594,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2136
    },
    {
      "epoch": 2.73344,
      "grad_norm": 15.256304740905762,
      "learning_rate": 1.8562472461543842e-05,
      "loss": 2.9404,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2137
    },
    {
      "epoch": 2.7347200000000003,
      "grad_norm": 13.88479995727539,
      "learning_rate": 1.8545590073891726e-05,
      "loss": 2.9906,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2138
    },
    {
      "epoch": 2.7359999999999998,
      "grad_norm": 14.399813652038574,
      "learning_rate": 1.8528708728006654e-05,
      "loss": 3.1004,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2139
    },
    {
      "epoch": 2.73728,
      "grad_norm": 13.264697074890137,
      "learning_rate": 1.8511828435980422e-05,
      "loss": 3.1257,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2140
    },
    {
      "epoch": 2.73856,
      "grad_norm": 13.925655364990234,
      "learning_rate": 1.849494920990407e-05,
      "loss": 2.7745,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2141
    },
    {
      "epoch": 2.73984,
      "grad_norm": 14.348252296447754,
      "learning_rate": 1.8478071061867885e-05,
      "loss": 3.1322,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2142
    },
    {
      "epoch": 2.74112,
      "grad_norm": 13.123065948486328,
      "learning_rate": 1.8461194003961365e-05,
      "loss": 3.0402,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2143
    },
    {
      "epoch": 2.7424,
      "grad_norm": 13.322399139404297,
      "learning_rate": 1.844431804827324e-05,
      "loss": 2.6856,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2144
    },
    {
      "epoch": 2.74368,
      "grad_norm": 13.549540519714355,
      "learning_rate": 1.8427443206891443e-05,
      "loss": 2.8854,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2145
    },
    {
      "epoch": 2.74496,
      "grad_norm": 13.792016983032227,
      "learning_rate": 1.841056949190312e-05,
      "loss": 2.9528,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2146
    },
    {
      "epoch": 2.7462400000000002,
      "grad_norm": 13.162677764892578,
      "learning_rate": 1.8393696915394587e-05,
      "loss": 2.8901,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2147
    },
    {
      "epoch": 2.7475199999999997,
      "grad_norm": 14.247540473937988,
      "learning_rate": 1.837682548945138e-05,
      "loss": 2.8126,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2148
    },
    {
      "epoch": 2.7488,
      "grad_norm": 13.140149116516113,
      "learning_rate": 1.8359955226158174e-05,
      "loss": 2.6455,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2149
    },
    {
      "epoch": 2.75008,
      "grad_norm": 12.806666374206543,
      "learning_rate": 1.834308613759883e-05,
      "loss": 2.8386,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2150
    },
    {
      "epoch": 2.75136,
      "grad_norm": 14.70113468170166,
      "learning_rate": 1.8326218235856375e-05,
      "loss": 2.96,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2151
    },
    {
      "epoch": 2.75264,
      "grad_norm": 13.934913635253906,
      "learning_rate": 1.8309351533012965e-05,
      "loss": 2.8647,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2152
    },
    {
      "epoch": 2.75392,
      "grad_norm": 13.7227783203125,
      "learning_rate": 1.829248604114992e-05,
      "loss": 2.7863,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2153
    },
    {
      "epoch": 2.7552,
      "grad_norm": 13.84157657623291,
      "learning_rate": 1.8275621772347673e-05,
      "loss": 2.7327,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2154
    },
    {
      "epoch": 2.75648,
      "grad_norm": 13.66124439239502,
      "learning_rate": 1.8258758738685792e-05,
      "loss": 3.001,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2155
    },
    {
      "epoch": 2.75776,
      "grad_norm": 12.537847518920898,
      "learning_rate": 1.824189695224296e-05,
      "loss": 2.8234,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2156
    },
    {
      "epoch": 2.75904,
      "grad_norm": 13.7709321975708,
      "learning_rate": 1.822503642509696e-05,
      "loss": 2.9413,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2157
    },
    {
      "epoch": 2.76032,
      "grad_norm": 14.146971702575684,
      "learning_rate": 1.8208177169324668e-05,
      "loss": 2.8065,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2158
    },
    {
      "epoch": 2.7616,
      "grad_norm": 13.837543487548828,
      "learning_rate": 1.819131919700208e-05,
      "loss": 3.0057,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2159
    },
    {
      "epoch": 2.76288,
      "grad_norm": 14.37418270111084,
      "learning_rate": 1.817446252020424e-05,
      "loss": 2.9472,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2160
    },
    {
      "epoch": 2.76416,
      "grad_norm": 13.894390106201172,
      "learning_rate": 1.815760715100527e-05,
      "loss": 2.8731,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2161
    },
    {
      "epoch": 2.76544,
      "grad_norm": 13.474350929260254,
      "learning_rate": 1.8140753101478368e-05,
      "loss": 2.7001,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2162
    },
    {
      "epoch": 2.76672,
      "grad_norm": 13.880448341369629,
      "learning_rate": 1.8123900383695772e-05,
      "loss": 2.9063,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2163
    },
    {
      "epoch": 2.768,
      "grad_norm": 14.105985641479492,
      "learning_rate": 1.8107049009728782e-05,
      "loss": 2.9955,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2164
    },
    {
      "epoch": 2.76928,
      "grad_norm": 14.616011619567871,
      "learning_rate": 1.809019899164772e-05,
      "loss": 3.0773,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2165
    },
    {
      "epoch": 2.77056,
      "grad_norm": 13.948437690734863,
      "learning_rate": 1.8073350341521948e-05,
      "loss": 2.9382,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2166
    },
    {
      "epoch": 2.77184,
      "grad_norm": 14.402344703674316,
      "learning_rate": 1.8056503071419837e-05,
      "loss": 2.9415,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2167
    },
    {
      "epoch": 2.77312,
      "grad_norm": 13.596351623535156,
      "learning_rate": 1.8039657193408788e-05,
      "loss": 2.9742,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2168
    },
    {
      "epoch": 2.7744,
      "grad_norm": 13.221209526062012,
      "learning_rate": 1.8022812719555193e-05,
      "loss": 2.8402,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2169
    },
    {
      "epoch": 2.77568,
      "grad_norm": 14.644307136535645,
      "learning_rate": 1.800596966192442e-05,
      "loss": 3.0347,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2170
    },
    {
      "epoch": 2.77696,
      "grad_norm": 15.067350387573242,
      "learning_rate": 1.7989128032580855e-05,
      "loss": 2.8803,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2171
    },
    {
      "epoch": 2.7782400000000003,
      "grad_norm": 14.676373481750488,
      "learning_rate": 1.7972287843587846e-05,
      "loss": 2.8937,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2172
    },
    {
      "epoch": 2.7795199999999998,
      "grad_norm": 14.363274574279785,
      "learning_rate": 1.795544910700771e-05,
      "loss": 2.9955,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2173
    },
    {
      "epoch": 2.7808,
      "grad_norm": 13.990641593933105,
      "learning_rate": 1.793861183490172e-05,
      "loss": 2.8457,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2174
    },
    {
      "epoch": 2.78208,
      "grad_norm": 13.496503829956055,
      "learning_rate": 1.792177603933011e-05,
      "loss": 2.7853,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2175
    },
    {
      "epoch": 2.78336,
      "grad_norm": 14.074069023132324,
      "learning_rate": 1.7904941732352043e-05,
      "loss": 2.8833,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2176
    },
    {
      "epoch": 2.78464,
      "grad_norm": 12.905288696289062,
      "learning_rate": 1.7888108926025635e-05,
      "loss": 2.8315,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2177
    },
    {
      "epoch": 2.78592,
      "grad_norm": 12.8572416305542,
      "learning_rate": 1.7871277632407907e-05,
      "loss": 2.9053,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2178
    },
    {
      "epoch": 2.7872,
      "grad_norm": 14.038507461547852,
      "learning_rate": 1.785444786355479e-05,
      "loss": 2.7834,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2179
    },
    {
      "epoch": 2.78848,
      "grad_norm": 13.880199432373047,
      "learning_rate": 1.783761963152117e-05,
      "loss": 2.9579,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2180
    },
    {
      "epoch": 2.7897600000000002,
      "grad_norm": 13.944422721862793,
      "learning_rate": 1.7820792948360773e-05,
      "loss": 3.1048,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2181
    },
    {
      "epoch": 2.7910399999999997,
      "grad_norm": 14.32661247253418,
      "learning_rate": 1.7803967826126257e-05,
      "loss": 3.1412,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2182
    },
    {
      "epoch": 2.79232,
      "grad_norm": 14.02367877960205,
      "learning_rate": 1.7787144276869132e-05,
      "loss": 2.8978,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2183
    },
    {
      "epoch": 2.7936,
      "grad_norm": 13.913965225219727,
      "learning_rate": 1.7770322312639815e-05,
      "loss": 2.8387,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2184
    },
    {
      "epoch": 2.79488,
      "grad_norm": 13.723098754882812,
      "learning_rate": 1.7753501945487552e-05,
      "loss": 3.0986,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2185
    },
    {
      "epoch": 2.79616,
      "grad_norm": 12.843608856201172,
      "learning_rate": 1.7736683187460476e-05,
      "loss": 2.8533,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2186
    },
    {
      "epoch": 2.79744,
      "grad_norm": 13.251485824584961,
      "learning_rate": 1.7719866050605546e-05,
      "loss": 2.8664,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2187
    },
    {
      "epoch": 2.79872,
      "grad_norm": 14.056885719299316,
      "learning_rate": 1.770305054696857e-05,
      "loss": 3.0882,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2188
    },
    {
      "epoch": 2.8,
      "grad_norm": 15.488775253295898,
      "learning_rate": 1.7686236688594193e-05,
      "loss": 2.9999,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2189
    },
    {
      "epoch": 2.80128,
      "grad_norm": 13.575268745422363,
      "learning_rate": 1.7669424487525845e-05,
      "loss": 2.9,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2190
    },
    {
      "epoch": 2.80256,
      "grad_norm": 13.433496475219727,
      "learning_rate": 1.7652613955805825e-05,
      "loss": 2.7964,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2191
    },
    {
      "epoch": 2.80384,
      "grad_norm": 13.197613716125488,
      "learning_rate": 1.7635805105475187e-05,
      "loss": 2.8031,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2192
    },
    {
      "epoch": 2.80512,
      "grad_norm": 13.897668838500977,
      "learning_rate": 1.7618997948573814e-05,
      "loss": 2.9509,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2193
    },
    {
      "epoch": 2.8064,
      "grad_norm": 13.987725257873535,
      "learning_rate": 1.7602192497140354e-05,
      "loss": 2.7705,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2194
    },
    {
      "epoch": 2.80768,
      "grad_norm": 14.357730865478516,
      "learning_rate": 1.758538876321225e-05,
      "loss": 2.8627,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2195
    },
    {
      "epoch": 2.80896,
      "grad_norm": 13.650392532348633,
      "learning_rate": 1.7568586758825702e-05,
      "loss": 2.8676,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2196
    },
    {
      "epoch": 2.81024,
      "grad_norm": 13.262402534484863,
      "learning_rate": 1.755178649601568e-05,
      "loss": 2.8708,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2197
    },
    {
      "epoch": 2.81152,
      "grad_norm": 14.059748649597168,
      "learning_rate": 1.75349879868159e-05,
      "loss": 2.8756,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2198
    },
    {
      "epoch": 2.8128,
      "grad_norm": 15.541558265686035,
      "learning_rate": 1.751819124325882e-05,
      "loss": 2.934,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2199
    },
    {
      "epoch": 2.81408,
      "grad_norm": 17.084304809570312,
      "learning_rate": 1.7501396277375654e-05,
      "loss": 3.0168,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2200
    },
    {
      "epoch": 2.81536,
      "grad_norm": 14.0393648147583,
      "learning_rate": 1.7484603101196304e-05,
      "loss": 2.9784,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2201
    },
    {
      "epoch": 2.81664,
      "grad_norm": 14.41557502746582,
      "learning_rate": 1.7467811726749436e-05,
      "loss": 3.1017,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2202
    },
    {
      "epoch": 2.81792,
      "grad_norm": 13.241758346557617,
      "learning_rate": 1.7451022166062378e-05,
      "loss": 2.9323,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2203
    },
    {
      "epoch": 2.8192,
      "grad_norm": 13.384387016296387,
      "learning_rate": 1.7434234431161213e-05,
      "loss": 2.8908,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2204
    },
    {
      "epoch": 2.82048,
      "grad_norm": 13.22122859954834,
      "learning_rate": 1.7417448534070656e-05,
      "loss": 2.925,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2205
    },
    {
      "epoch": 2.8217600000000003,
      "grad_norm": 14.447845458984375,
      "learning_rate": 1.7400664486814157e-05,
      "loss": 2.9353,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2206
    },
    {
      "epoch": 2.8230399999999998,
      "grad_norm": 13.608118057250977,
      "learning_rate": 1.7383882301413813e-05,
      "loss": 2.8663,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2207
    },
    {
      "epoch": 2.82432,
      "grad_norm": 13.5769624710083,
      "learning_rate": 1.7367101989890388e-05,
      "loss": 3.3474,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2208
    },
    {
      "epoch": 2.8256,
      "grad_norm": 13.532368659973145,
      "learning_rate": 1.7350323564263322e-05,
      "loss": 2.8493,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2209
    },
    {
      "epoch": 2.82688,
      "grad_norm": 13.300651550292969,
      "learning_rate": 1.7333547036550682e-05,
      "loss": 2.7957,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2210
    },
    {
      "epoch": 2.82816,
      "grad_norm": 15.191291809082031,
      "learning_rate": 1.7316772418769196e-05,
      "loss": 3.029,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2211
    },
    {
      "epoch": 2.82944,
      "grad_norm": 13.830409049987793,
      "learning_rate": 1.72999997229342e-05,
      "loss": 2.6602,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2212
    },
    {
      "epoch": 2.83072,
      "grad_norm": 14.070652961730957,
      "learning_rate": 1.7283228961059683e-05,
      "loss": 2.9498,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2213
    },
    {
      "epoch": 2.832,
      "grad_norm": 14.213571548461914,
      "learning_rate": 1.7266460145158213e-05,
      "loss": 3.1615,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2214
    },
    {
      "epoch": 2.8332800000000002,
      "grad_norm": 14.742024421691895,
      "learning_rate": 1.7249693287241008e-05,
      "loss": 3.0596,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2215
    },
    {
      "epoch": 2.8345599999999997,
      "grad_norm": 13.251646041870117,
      "learning_rate": 1.723292839931784e-05,
      "loss": 2.655,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2216
    },
    {
      "epoch": 2.83584,
      "grad_norm": 13.924421310424805,
      "learning_rate": 1.72161654933971e-05,
      "loss": 2.9942,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2217
    },
    {
      "epoch": 2.83712,
      "grad_norm": 13.58259105682373,
      "learning_rate": 1.7199404581485744e-05,
      "loss": 3.0391,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2218
    },
    {
      "epoch": 2.8384,
      "grad_norm": 13.833159446716309,
      "learning_rate": 1.7182645675589305e-05,
      "loss": 2.8978,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2219
    },
    {
      "epoch": 2.83968,
      "grad_norm": 14.08915901184082,
      "learning_rate": 1.716588878771188e-05,
      "loss": 3.1706,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2220
    },
    {
      "epoch": 2.84096,
      "grad_norm": 13.35769271850586,
      "learning_rate": 1.714913392985612e-05,
      "loss": 2.862,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2221
    },
    {
      "epoch": 2.84224,
      "grad_norm": 13.497947692871094,
      "learning_rate": 1.7132381114023225e-05,
      "loss": 2.9313,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2222
    },
    {
      "epoch": 2.84352,
      "grad_norm": 14.057584762573242,
      "learning_rate": 1.711563035221291e-05,
      "loss": 2.7816,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2223
    },
    {
      "epoch": 2.8448,
      "grad_norm": 13.625212669372559,
      "learning_rate": 1.7098881656423464e-05,
      "loss": 2.9136,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2224
    },
    {
      "epoch": 2.84608,
      "grad_norm": 14.050305366516113,
      "learning_rate": 1.7082135038651648e-05,
      "loss": 3.1329,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2225
    },
    {
      "epoch": 2.84736,
      "grad_norm": 13.938512802124023,
      "learning_rate": 1.7065390510892767e-05,
      "loss": 2.8083,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2226
    },
    {
      "epoch": 2.84864,
      "grad_norm": 14.662525177001953,
      "learning_rate": 1.7048648085140617e-05,
      "loss": 2.9052,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2227
    },
    {
      "epoch": 2.84992,
      "grad_norm": 14.09913444519043,
      "learning_rate": 1.703190777338748e-05,
      "loss": 2.8422,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2228
    },
    {
      "epoch": 2.8512,
      "grad_norm": 13.783703804016113,
      "learning_rate": 1.7015169587624145e-05,
      "loss": 3.1087,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2229
    },
    {
      "epoch": 2.85248,
      "grad_norm": 14.479581832885742,
      "learning_rate": 1.6998433539839857e-05,
      "loss": 3.1317,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2230
    },
    {
      "epoch": 2.85376,
      "grad_norm": 13.437602996826172,
      "learning_rate": 1.6981699642022345e-05,
      "loss": 2.8123,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2231
    },
    {
      "epoch": 2.85504,
      "grad_norm": 13.61206340789795,
      "learning_rate": 1.696496790615779e-05,
      "loss": 2.9588,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2232
    },
    {
      "epoch": 2.85632,
      "grad_norm": 13.920632362365723,
      "learning_rate": 1.6948238344230824e-05,
      "loss": 3.0978,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2233
    },
    {
      "epoch": 2.8576,
      "grad_norm": 13.327240943908691,
      "learning_rate": 1.6931510968224523e-05,
      "loss": 2.8223,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2234
    },
    {
      "epoch": 2.85888,
      "grad_norm": 13.268278121948242,
      "learning_rate": 1.6914785790120412e-05,
      "loss": 2.79,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2235
    },
    {
      "epoch": 2.86016,
      "grad_norm": 13.73667049407959,
      "learning_rate": 1.6898062821898413e-05,
      "loss": 3.1821,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2236
    },
    {
      "epoch": 2.86144,
      "grad_norm": 14.555261611938477,
      "learning_rate": 1.688134207553688e-05,
      "loss": 3.0203,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2237
    },
    {
      "epoch": 2.86272,
      "grad_norm": 13.850354194641113,
      "learning_rate": 1.6864623563012582e-05,
      "loss": 3.1161,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2238
    },
    {
      "epoch": 2.864,
      "grad_norm": 14.184089660644531,
      "learning_rate": 1.6847907296300678e-05,
      "loss": 2.8432,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2239
    },
    {
      "epoch": 2.8652800000000003,
      "grad_norm": 13.595458030700684,
      "learning_rate": 1.6831193287374725e-05,
      "loss": 2.9656,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2240
    },
    {
      "epoch": 2.8665599999999998,
      "grad_norm": 14.26234245300293,
      "learning_rate": 1.6814481548206657e-05,
      "loss": 2.8964,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2241
    },
    {
      "epoch": 2.86784,
      "grad_norm": 14.581860542297363,
      "learning_rate": 1.679777209076679e-05,
      "loss": 3.0929,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2242
    },
    {
      "epoch": 2.86912,
      "grad_norm": 13.967023849487305,
      "learning_rate": 1.678106492702379e-05,
      "loss": 2.9458,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2243
    },
    {
      "epoch": 2.8704,
      "grad_norm": 14.071420669555664,
      "learning_rate": 1.6764360068944706e-05,
      "loss": 2.9771,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2244
    },
    {
      "epoch": 2.87168,
      "grad_norm": 13.16776180267334,
      "learning_rate": 1.6747657528494906e-05,
      "loss": 2.7328,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2245
    },
    {
      "epoch": 2.87296,
      "grad_norm": 13.899191856384277,
      "learning_rate": 1.6730957317638126e-05,
      "loss": 2.8436,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2246
    },
    {
      "epoch": 2.87424,
      "grad_norm": 13.944491386413574,
      "learning_rate": 1.671425944833641e-05,
      "loss": 2.9641,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2247
    },
    {
      "epoch": 2.87552,
      "grad_norm": 12.979887008666992,
      "learning_rate": 1.669756393255013e-05,
      "loss": 2.8897,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2248
    },
    {
      "epoch": 2.8768000000000002,
      "grad_norm": 14.303825378417969,
      "learning_rate": 1.6680870782237982e-05,
      "loss": 3.0449,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2249
    },
    {
      "epoch": 2.8780799999999997,
      "grad_norm": 14.520047187805176,
      "learning_rate": 1.6664180009356964e-05,
      "loss": 3.0458,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2250
    },
    {
      "epoch": 2.87936,
      "grad_norm": 13.88376235961914,
      "learning_rate": 1.6647491625862367e-05,
      "loss": 2.8163,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2251
    },
    {
      "epoch": 2.88064,
      "grad_norm": 13.64992904663086,
      "learning_rate": 1.663080564370777e-05,
      "loss": 2.9182,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2252
    },
    {
      "epoch": 2.88192,
      "grad_norm": 14.205802917480469,
      "learning_rate": 1.6614122074845045e-05,
      "loss": 2.7917,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2253
    },
    {
      "epoch": 2.8832,
      "grad_norm": 13.869919776916504,
      "learning_rate": 1.659744093122431e-05,
      "loss": 2.8301,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2254
    },
    {
      "epoch": 2.88448,
      "grad_norm": 13.604996681213379,
      "learning_rate": 1.6580762224793977e-05,
      "loss": 2.6624,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2255
    },
    {
      "epoch": 2.88576,
      "grad_norm": 14.078092575073242,
      "learning_rate": 1.656408596750069e-05,
      "loss": 2.8791,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2256
    },
    {
      "epoch": 2.88704,
      "grad_norm": 13.880093574523926,
      "learning_rate": 1.6547412171289333e-05,
      "loss": 2.7604,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2257
    },
    {
      "epoch": 2.88832,
      "grad_norm": 13.578030586242676,
      "learning_rate": 1.653074084810306e-05,
      "loss": 2.8497,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2258
    },
    {
      "epoch": 2.8895999999999997,
      "grad_norm": 13.781381607055664,
      "learning_rate": 1.651407200988321e-05,
      "loss": 2.9217,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2259
    },
    {
      "epoch": 2.89088,
      "grad_norm": 13.738057136535645,
      "learning_rate": 1.6497405668569386e-05,
      "loss": 2.9727,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2260
    },
    {
      "epoch": 2.89216,
      "grad_norm": 13.647783279418945,
      "learning_rate": 1.6480741836099366e-05,
      "loss": 2.8946,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2261
    },
    {
      "epoch": 2.89344,
      "grad_norm": 14.27394962310791,
      "learning_rate": 1.646408052440916e-05,
      "loss": 2.7988,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2262
    },
    {
      "epoch": 2.89472,
      "grad_norm": 14.6028470993042,
      "learning_rate": 1.644742174543294e-05,
      "loss": 2.8485,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2263
    },
    {
      "epoch": 2.896,
      "grad_norm": 14.272130012512207,
      "learning_rate": 1.6430765511103105e-05,
      "loss": 2.9013,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2264
    },
    {
      "epoch": 2.89728,
      "grad_norm": 13.704386711120605,
      "learning_rate": 1.64141118333502e-05,
      "loss": 2.9626,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2265
    },
    {
      "epoch": 2.89856,
      "grad_norm": 14.314701080322266,
      "learning_rate": 1.639746072410293e-05,
      "loss": 2.9737,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2266
    },
    {
      "epoch": 2.89984,
      "grad_norm": 13.948196411132812,
      "learning_rate": 1.6380812195288207e-05,
      "loss": 3.2117,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2267
    },
    {
      "epoch": 2.90112,
      "grad_norm": 14.856378555297852,
      "learning_rate": 1.636416625883104e-05,
      "loss": 2.9145,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2268
    },
    {
      "epoch": 2.9024,
      "grad_norm": 13.338515281677246,
      "learning_rate": 1.634752292665463e-05,
      "loss": 2.7907,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2269
    },
    {
      "epoch": 2.90368,
      "grad_norm": 13.531119346618652,
      "learning_rate": 1.633088221068027e-05,
      "loss": 3.0114,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2270
    },
    {
      "epoch": 2.90496,
      "grad_norm": 13.753342628479004,
      "learning_rate": 1.631424412282741e-05,
      "loss": 2.868,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2271
    },
    {
      "epoch": 2.90624,
      "grad_norm": 14.541454315185547,
      "learning_rate": 1.62976086750136e-05,
      "loss": 3.0889,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2272
    },
    {
      "epoch": 2.90752,
      "grad_norm": 13.700674057006836,
      "learning_rate": 1.6280975879154507e-05,
      "loss": 2.8191,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2273
    },
    {
      "epoch": 2.9088000000000003,
      "grad_norm": 13.916069030761719,
      "learning_rate": 1.6264345747163893e-05,
      "loss": 2.9638,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2274
    },
    {
      "epoch": 2.91008,
      "grad_norm": 13.84064769744873,
      "learning_rate": 1.6247718290953628e-05,
      "loss": 2.7915,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2275
    },
    {
      "epoch": 2.91136,
      "grad_norm": 14.560406684875488,
      "learning_rate": 1.6231093522433644e-05,
      "loss": 2.981,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2276
    },
    {
      "epoch": 2.91264,
      "grad_norm": 12.94192123413086,
      "learning_rate": 1.621447145351194e-05,
      "loss": 2.8913,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2277
    },
    {
      "epoch": 2.91392,
      "grad_norm": 14.053339004516602,
      "learning_rate": 1.619785209609463e-05,
      "loss": 2.788,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2278
    },
    {
      "epoch": 2.9152,
      "grad_norm": 13.302177429199219,
      "learning_rate": 1.618123546208582e-05,
      "loss": 2.8327,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2279
    },
    {
      "epoch": 2.91648,
      "grad_norm": 13.698225021362305,
      "learning_rate": 1.616462156338773e-05,
      "loss": 2.9112,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2280
    },
    {
      "epoch": 2.91776,
      "grad_norm": 13.700140953063965,
      "learning_rate": 1.614801041190057e-05,
      "loss": 2.8624,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2281
    },
    {
      "epoch": 2.91904,
      "grad_norm": 13.475278854370117,
      "learning_rate": 1.613140201952261e-05,
      "loss": 2.8815,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2282
    },
    {
      "epoch": 2.9203200000000002,
      "grad_norm": 14.212749481201172,
      "learning_rate": 1.611479639815013e-05,
      "loss": 3.0127,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2283
    },
    {
      "epoch": 2.9215999999999998,
      "grad_norm": 16.185596466064453,
      "learning_rate": 1.609819355967744e-05,
      "loss": 2.7292,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2284
    },
    {
      "epoch": 2.92288,
      "grad_norm": 14.292174339294434,
      "learning_rate": 1.6081593515996835e-05,
      "loss": 2.7675,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2285
    },
    {
      "epoch": 2.92416,
      "grad_norm": 12.885656356811523,
      "learning_rate": 1.6064996278998628e-05,
      "loss": 2.7157,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2286
    },
    {
      "epoch": 2.92544,
      "grad_norm": 13.588409423828125,
      "learning_rate": 1.6048401860571115e-05,
      "loss": 2.7863,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2287
    },
    {
      "epoch": 2.92672,
      "grad_norm": 13.78418254852295,
      "learning_rate": 1.6031810272600565e-05,
      "loss": 2.7805,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2288
    },
    {
      "epoch": 2.928,
      "grad_norm": 14.55892562866211,
      "learning_rate": 1.6015221526971244e-05,
      "loss": 2.9335,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2289
    },
    {
      "epoch": 2.92928,
      "grad_norm": 13.8605375289917,
      "learning_rate": 1.5998635635565336e-05,
      "loss": 2.8623,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2290
    },
    {
      "epoch": 2.93056,
      "grad_norm": 14.280533790588379,
      "learning_rate": 1.5982052610263043e-05,
      "loss": 3.1194,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2291
    },
    {
      "epoch": 2.9318400000000002,
      "grad_norm": 13.597712516784668,
      "learning_rate": 1.5965472462942447e-05,
      "loss": 3.0123,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2292
    },
    {
      "epoch": 2.9331199999999997,
      "grad_norm": 13.702436447143555,
      "learning_rate": 1.5948895205479638e-05,
      "loss": 3.028,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2293
    },
    {
      "epoch": 2.9344,
      "grad_norm": 14.060981750488281,
      "learning_rate": 1.5932320849748573e-05,
      "loss": 2.7015,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2294
    },
    {
      "epoch": 2.93568,
      "grad_norm": 13.743300437927246,
      "learning_rate": 1.5915749407621167e-05,
      "loss": 2.8274,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2295
    },
    {
      "epoch": 2.93696,
      "grad_norm": 13.973099708557129,
      "learning_rate": 1.589918089096724e-05,
      "loss": 2.8407,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2296
    },
    {
      "epoch": 2.93824,
      "grad_norm": 12.998799324035645,
      "learning_rate": 1.5882615311654508e-05,
      "loss": 2.5568,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2297
    },
    {
      "epoch": 2.93952,
      "grad_norm": 14.404962539672852,
      "learning_rate": 1.58660526815486e-05,
      "loss": 3.0891,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2298
    },
    {
      "epoch": 2.9408,
      "grad_norm": 13.71578311920166,
      "learning_rate": 1.5849493012513017e-05,
      "loss": 2.8894,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2299
    },
    {
      "epoch": 2.94208,
      "grad_norm": 14.13875961303711,
      "learning_rate": 1.583293631640915e-05,
      "loss": 3.0425,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2300
    },
    {
      "epoch": 2.94336,
      "grad_norm": 14.409462928771973,
      "learning_rate": 1.5816382605096245e-05,
      "loss": 2.8403,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2301
    },
    {
      "epoch": 2.94464,
      "grad_norm": 13.190139770507812,
      "learning_rate": 1.5799831890431438e-05,
      "loss": 2.8055,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2302
    },
    {
      "epoch": 2.94592,
      "grad_norm": 14.02076244354248,
      "learning_rate": 1.5783284184269678e-05,
      "loss": 2.9482,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2303
    },
    {
      "epoch": 2.9472,
      "grad_norm": 13.894878387451172,
      "learning_rate": 1.5766739498463808e-05,
      "loss": 2.8238,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2304
    },
    {
      "epoch": 2.94848,
      "grad_norm": 14.290675163269043,
      "learning_rate": 1.5750197844864464e-05,
      "loss": 2.9479,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2305
    },
    {
      "epoch": 2.94976,
      "grad_norm": 13.760934829711914,
      "learning_rate": 1.573365923532013e-05,
      "loss": 2.7806,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2306
    },
    {
      "epoch": 2.95104,
      "grad_norm": 14.537384986877441,
      "learning_rate": 1.5717123681677112e-05,
      "loss": 3.0951,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2307
    },
    {
      "epoch": 2.9523200000000003,
      "grad_norm": 14.019506454467773,
      "learning_rate": 1.570059119577952e-05,
      "loss": 2.8991,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2308
    },
    {
      "epoch": 2.9536,
      "grad_norm": 14.318914413452148,
      "learning_rate": 1.568406178946927e-05,
      "loss": 2.9087,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2309
    },
    {
      "epoch": 2.95488,
      "grad_norm": 14.644951820373535,
      "learning_rate": 1.566753547458607e-05,
      "loss": 3.0502,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2310
    },
    {
      "epoch": 2.95616,
      "grad_norm": 14.102874755859375,
      "learning_rate": 1.5651012262967422e-05,
      "loss": 3.0422,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2311
    },
    {
      "epoch": 2.95744,
      "grad_norm": 14.531698226928711,
      "learning_rate": 1.563449216644858e-05,
      "loss": 3.1292,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2312
    },
    {
      "epoch": 2.95872,
      "grad_norm": 13.884444236755371,
      "learning_rate": 1.5617975196862607e-05,
      "loss": 2.733,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2313
    },
    {
      "epoch": 2.96,
      "grad_norm": 13.679045677185059,
      "learning_rate": 1.5601461366040294e-05,
      "loss": 3.2238,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2314
    },
    {
      "epoch": 2.96128,
      "grad_norm": 13.844518661499023,
      "learning_rate": 1.5584950685810187e-05,
      "loss": 2.8809,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2315
    },
    {
      "epoch": 2.96256,
      "grad_norm": 13.935792922973633,
      "learning_rate": 1.5568443167998596e-05,
      "loss": 3.0345,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2316
    },
    {
      "epoch": 2.9638400000000003,
      "grad_norm": 13.340314865112305,
      "learning_rate": 1.5551938824429538e-05,
      "loss": 2.814,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2317
    },
    {
      "epoch": 2.9651199999999998,
      "grad_norm": 14.192960739135742,
      "learning_rate": 1.5535437666924783e-05,
      "loss": 3.0223,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2318
    },
    {
      "epoch": 2.9664,
      "grad_norm": 13.33563232421875,
      "learning_rate": 1.5518939707303795e-05,
      "loss": 3.0294,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2319
    },
    {
      "epoch": 2.96768,
      "grad_norm": 13.910064697265625,
      "learning_rate": 1.550244495738377e-05,
      "loss": 2.8382,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2320
    },
    {
      "epoch": 2.96896,
      "grad_norm": 13.870160102844238,
      "learning_rate": 1.5485953428979584e-05,
      "loss": 2.9551,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2321
    },
    {
      "epoch": 2.97024,
      "grad_norm": 13.120793342590332,
      "learning_rate": 1.546946513390382e-05,
      "loss": 2.9288,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2322
    },
    {
      "epoch": 2.97152,
      "grad_norm": 13.903647422790527,
      "learning_rate": 1.5452980083966747e-05,
      "loss": 2.6088,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2323
    },
    {
      "epoch": 2.9728,
      "grad_norm": 13.937090873718262,
      "learning_rate": 1.5436498290976287e-05,
      "loss": 2.8032,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2324
    },
    {
      "epoch": 2.97408,
      "grad_norm": 13.60171890258789,
      "learning_rate": 1.542001976673805e-05,
      "loss": 2.7531,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2325
    },
    {
      "epoch": 2.9753600000000002,
      "grad_norm": 14.688045501708984,
      "learning_rate": 1.5403544523055303e-05,
      "loss": 2.9192,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2326
    },
    {
      "epoch": 2.9766399999999997,
      "grad_norm": 13.988102912902832,
      "learning_rate": 1.538707257172896e-05,
      "loss": 3.1033,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2327
    },
    {
      "epoch": 2.97792,
      "grad_norm": 13.694232940673828,
      "learning_rate": 1.5370603924557573e-05,
      "loss": 2.827,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2328
    },
    {
      "epoch": 2.9792,
      "grad_norm": 13.66552448272705,
      "learning_rate": 1.5354138593337337e-05,
      "loss": 2.8377,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2329
    },
    {
      "epoch": 2.98048,
      "grad_norm": 13.83553695678711,
      "learning_rate": 1.5337676589862054e-05,
      "loss": 2.9845,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2330
    },
    {
      "epoch": 2.98176,
      "grad_norm": 13.39640998840332,
      "learning_rate": 1.5321217925923165e-05,
      "loss": 2.7049,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2331
    },
    {
      "epoch": 2.98304,
      "grad_norm": 13.468392372131348,
      "learning_rate": 1.5304762613309702e-05,
      "loss": 3.1167,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2332
    },
    {
      "epoch": 2.98432,
      "grad_norm": 13.507192611694336,
      "learning_rate": 1.5288310663808307e-05,
      "loss": 2.6996,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2333
    },
    {
      "epoch": 2.9856,
      "grad_norm": 12.88504695892334,
      "learning_rate": 1.527186208920321e-05,
      "loss": 2.7751,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2334
    },
    {
      "epoch": 2.98688,
      "grad_norm": 13.635170936584473,
      "learning_rate": 1.525541690127621e-05,
      "loss": 2.7666,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2335
    },
    {
      "epoch": 2.98816,
      "grad_norm": 14.427424430847168,
      "learning_rate": 1.5238975111806702e-05,
      "loss": 2.9856,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2336
    },
    {
      "epoch": 2.98944,
      "grad_norm": 14.901557922363281,
      "learning_rate": 1.522253673257163e-05,
      "loss": 2.8364,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2337
    },
    {
      "epoch": 2.99072,
      "grad_norm": 16.08721160888672,
      "learning_rate": 1.5206101775345513e-05,
      "loss": 3.1375,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2338
    },
    {
      "epoch": 2.992,
      "grad_norm": 14.136749267578125,
      "learning_rate": 1.5189670251900396e-05,
      "loss": 2.827,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2339
    },
    {
      "epoch": 2.99328,
      "grad_norm": 13.924337387084961,
      "learning_rate": 1.517324217400589e-05,
      "loss": 2.9639,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2340
    },
    {
      "epoch": 2.99456,
      "grad_norm": 14.090154647827148,
      "learning_rate": 1.515681755342911e-05,
      "loss": 2.9327,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2341
    },
    {
      "epoch": 2.99584,
      "grad_norm": 13.77821159362793,
      "learning_rate": 1.5140396401934725e-05,
      "loss": 2.7607,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2342
    },
    {
      "epoch": 2.99712,
      "grad_norm": 14.338871955871582,
      "learning_rate": 1.5123978731284897e-05,
      "loss": 2.8467,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2343
    },
    {
      "epoch": 2.9984,
      "grad_norm": 14.534134864807129,
      "learning_rate": 1.5107564553239284e-05,
      "loss": 3.0231,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2344
    },
    {
      "epoch": 2.99968,
      "grad_norm": 13.43276596069336,
      "learning_rate": 1.509115387955509e-05,
      "loss": 2.9356,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2345
    },
    {
      "epoch": 3.0,
      "grad_norm": 6.0769734382629395,
      "learning_rate": 1.5074746721986948e-05,
      "loss": 0.6247,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2346
    },
    {
      "epoch": 3.00128,
      "grad_norm": 14.787511825561523,
      "learning_rate": 1.5058343092287034e-05,
      "loss": 2.0003,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2347
    },
    {
      "epoch": 3.00256,
      "grad_norm": 17.54783058166504,
      "learning_rate": 1.5041943002204937e-05,
      "loss": 1.8976,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2348
    },
    {
      "epoch": 3.00384,
      "grad_norm": 14.340773582458496,
      "learning_rate": 1.502554646348776e-05,
      "loss": 1.9716,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2349
    },
    {
      "epoch": 3.00512,
      "grad_norm": 12.264074325561523,
      "learning_rate": 1.5009153487880025e-05,
      "loss": 1.7401,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2350
    },
    {
      "epoch": 3.0064,
      "grad_norm": 13.72042465209961,
      "learning_rate": 1.4992764087123735e-05,
      "loss": 1.8066,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2351
    },
    {
      "epoch": 3.00768,
      "grad_norm": 17.13536834716797,
      "learning_rate": 1.4976378272958308e-05,
      "loss": 1.8827,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2352
    },
    {
      "epoch": 3.00896,
      "grad_norm": 20.95383644104004,
      "learning_rate": 1.4959996057120597e-05,
      "loss": 2.0766,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2353
    },
    {
      "epoch": 3.01024,
      "grad_norm": 18.290407180786133,
      "learning_rate": 1.494361745134489e-05,
      "loss": 1.8353,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2354
    },
    {
      "epoch": 3.01152,
      "grad_norm": 17.862205505371094,
      "learning_rate": 1.4927242467362866e-05,
      "loss": 2.0552,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2355
    },
    {
      "epoch": 3.0128,
      "grad_norm": 15.493255615234375,
      "learning_rate": 1.4910871116903647e-05,
      "loss": 1.7475,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2356
    },
    {
      "epoch": 3.01408,
      "grad_norm": 14.068018913269043,
      "learning_rate": 1.4894503411693704e-05,
      "loss": 1.9892,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2357
    },
    {
      "epoch": 3.01536,
      "grad_norm": 14.061803817749023,
      "learning_rate": 1.487813936345695e-05,
      "loss": 1.887,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2358
    },
    {
      "epoch": 3.01664,
      "grad_norm": 13.248889923095703,
      "learning_rate": 1.4861778983914629e-05,
      "loss": 1.7181,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2359
    },
    {
      "epoch": 3.01792,
      "grad_norm": 12.895434379577637,
      "learning_rate": 1.4845422284785391e-05,
      "loss": 1.9083,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2360
    },
    {
      "epoch": 3.0192,
      "grad_norm": 12.93286418914795,
      "learning_rate": 1.4829069277785233e-05,
      "loss": 1.9285,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2361
    },
    {
      "epoch": 3.02048,
      "grad_norm": 13.731659889221191,
      "learning_rate": 1.481271997462752e-05,
      "loss": 1.7639,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2362
    },
    {
      "epoch": 3.02176,
      "grad_norm": 13.406923294067383,
      "learning_rate": 1.4796374387022949e-05,
      "loss": 1.9391,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2363
    },
    {
      "epoch": 3.02304,
      "grad_norm": 13.062880516052246,
      "learning_rate": 1.4780032526679564e-05,
      "loss": 1.8532,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2364
    },
    {
      "epoch": 3.02432,
      "grad_norm": 13.66171646118164,
      "learning_rate": 1.476369440530275e-05,
      "loss": 1.6955,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2365
    },
    {
      "epoch": 3.0256,
      "grad_norm": 14.504570007324219,
      "learning_rate": 1.4747360034595178e-05,
      "loss": 1.791,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2366
    },
    {
      "epoch": 3.02688,
      "grad_norm": 15.548938751220703,
      "learning_rate": 1.4731029426256887e-05,
      "loss": 1.9013,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2367
    },
    {
      "epoch": 3.02816,
      "grad_norm": 15.576642990112305,
      "learning_rate": 1.471470259198516e-05,
      "loss": 1.6836,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2368
    },
    {
      "epoch": 3.02944,
      "grad_norm": 13.42929458618164,
      "learning_rate": 1.469837954347464e-05,
      "loss": 1.7641,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2369
    },
    {
      "epoch": 3.03072,
      "grad_norm": 14.825733184814453,
      "learning_rate": 1.4682060292417202e-05,
      "loss": 1.8511,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2370
    },
    {
      "epoch": 3.032,
      "grad_norm": 13.975852012634277,
      "learning_rate": 1.4665744850502035e-05,
      "loss": 1.7318,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2371
    },
    {
      "epoch": 3.03328,
      "grad_norm": 15.007052421569824,
      "learning_rate": 1.4649433229415588e-05,
      "loss": 1.9301,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2372
    },
    {
      "epoch": 3.03456,
      "grad_norm": 14.461426734924316,
      "learning_rate": 1.4633125440841571e-05,
      "loss": 1.8816,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2373
    },
    {
      "epoch": 3.03584,
      "grad_norm": 13.23305606842041,
      "learning_rate": 1.4616821496460958e-05,
      "loss": 1.8669,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2374
    },
    {
      "epoch": 3.03712,
      "grad_norm": 13.899778366088867,
      "learning_rate": 1.4600521407951958e-05,
      "loss": 1.8944,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2375
    },
    {
      "epoch": 3.0384,
      "grad_norm": 13.472757339477539,
      "learning_rate": 1.4584225186990031e-05,
      "loss": 1.8856,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2376
    },
    {
      "epoch": 3.03968,
      "grad_norm": 13.390144348144531,
      "learning_rate": 1.4567932845247855e-05,
      "loss": 2.0036,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2377
    },
    {
      "epoch": 3.04096,
      "grad_norm": 13.264900207519531,
      "learning_rate": 1.4551644394395345e-05,
      "loss": 1.7827,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2378
    },
    {
      "epoch": 3.04224,
      "grad_norm": 13.08666706085205,
      "learning_rate": 1.4535359846099594e-05,
      "loss": 1.8409,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2379
    },
    {
      "epoch": 3.04352,
      "grad_norm": 13.378525733947754,
      "learning_rate": 1.4519079212024956e-05,
      "loss": 1.78,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2380
    },
    {
      "epoch": 3.0448,
      "grad_norm": 13.723663330078125,
      "learning_rate": 1.4502802503832927e-05,
      "loss": 1.822,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2381
    },
    {
      "epoch": 3.04608,
      "grad_norm": 14.524856567382812,
      "learning_rate": 1.4486529733182212e-05,
      "loss": 1.7546,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2382
    },
    {
      "epoch": 3.04736,
      "grad_norm": 15.142132759094238,
      "learning_rate": 1.4470260911728712e-05,
      "loss": 1.8929,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2383
    },
    {
      "epoch": 3.04864,
      "grad_norm": 14.639169692993164,
      "learning_rate": 1.4453996051125472e-05,
      "loss": 1.938,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2384
    },
    {
      "epoch": 3.04992,
      "grad_norm": 14.136995315551758,
      "learning_rate": 1.4437735163022719e-05,
      "loss": 1.7621,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2385
    },
    {
      "epoch": 3.0512,
      "grad_norm": 14.05185317993164,
      "learning_rate": 1.4421478259067823e-05,
      "loss": 1.6661,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2386
    },
    {
      "epoch": 3.05248,
      "grad_norm": 13.754066467285156,
      "learning_rate": 1.440522535090531e-05,
      "loss": 1.7667,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2387
    },
    {
      "epoch": 3.05376,
      "grad_norm": 14.439553260803223,
      "learning_rate": 1.4388976450176832e-05,
      "loss": 1.8445,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2388
    },
    {
      "epoch": 3.05504,
      "grad_norm": 14.040006637573242,
      "learning_rate": 1.4372731568521188e-05,
      "loss": 1.9127,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2389
    },
    {
      "epoch": 3.05632,
      "grad_norm": 14.038277626037598,
      "learning_rate": 1.435649071757427e-05,
      "loss": 1.894,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2390
    },
    {
      "epoch": 3.0576,
      "grad_norm": 13.59158992767334,
      "learning_rate": 1.4340253908969123e-05,
      "loss": 1.7239,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2391
    },
    {
      "epoch": 3.05888,
      "grad_norm": 13.674613952636719,
      "learning_rate": 1.4324021154335857e-05,
      "loss": 1.9849,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2392
    },
    {
      "epoch": 3.06016,
      "grad_norm": 14.165380477905273,
      "learning_rate": 1.4307792465301697e-05,
      "loss": 1.8388,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2393
    },
    {
      "epoch": 3.06144,
      "grad_norm": 14.87211799621582,
      "learning_rate": 1.429156785349096e-05,
      "loss": 1.9415,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2394
    },
    {
      "epoch": 3.06272,
      "grad_norm": 13.744009971618652,
      "learning_rate": 1.4275347330525033e-05,
      "loss": 1.8755,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2395
    },
    {
      "epoch": 3.064,
      "grad_norm": 14.425508499145508,
      "learning_rate": 1.4259130908022378e-05,
      "loss": 1.8592,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2396
    },
    {
      "epoch": 3.06528,
      "grad_norm": 14.474475860595703,
      "learning_rate": 1.424291859759852e-05,
      "loss": 1.8703,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2397
    },
    {
      "epoch": 3.06656,
      "grad_norm": 14.381436347961426,
      "learning_rate": 1.4226710410866043e-05,
      "loss": 1.8646,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2398
    },
    {
      "epoch": 3.06784,
      "grad_norm": 14.730308532714844,
      "learning_rate": 1.4210506359434564e-05,
      "loss": 1.9455,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2399
    },
    {
      "epoch": 3.06912,
      "grad_norm": 14.11155891418457,
      "learning_rate": 1.4194306454910757e-05,
      "loss": 1.9859,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2400
    },
    {
      "epoch": 3.0704,
      "grad_norm": 14.00186824798584,
      "learning_rate": 1.4178110708898307e-05,
      "loss": 1.7527,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2401
    },
    {
      "epoch": 3.07168,
      "grad_norm": 14.420366287231445,
      "learning_rate": 1.4161919132997928e-05,
      "loss": 1.9887,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2402
    },
    {
      "epoch": 3.07296,
      "grad_norm": 14.909021377563477,
      "learning_rate": 1.4145731738807352e-05,
      "loss": 1.8976,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2403
    },
    {
      "epoch": 3.07424,
      "grad_norm": 14.278552055358887,
      "learning_rate": 1.4129548537921308e-05,
      "loss": 1.6632,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2404
    },
    {
      "epoch": 3.07552,
      "grad_norm": 13.412849426269531,
      "learning_rate": 1.411336954193153e-05,
      "loss": 1.918,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2405
    },
    {
      "epoch": 3.0768,
      "grad_norm": 14.102645874023438,
      "learning_rate": 1.4097194762426724e-05,
      "loss": 1.893,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2406
    },
    {
      "epoch": 3.07808,
      "grad_norm": 14.588761329650879,
      "learning_rate": 1.4081024210992604e-05,
      "loss": 1.9152,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2407
    },
    {
      "epoch": 3.07936,
      "grad_norm": 13.74258804321289,
      "learning_rate": 1.406485789921182e-05,
      "loss": 1.6674,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2408
    },
    {
      "epoch": 3.08064,
      "grad_norm": 15.454447746276855,
      "learning_rate": 1.4048695838664017e-05,
      "loss": 2.0578,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2409
    },
    {
      "epoch": 3.08192,
      "grad_norm": 13.89078140258789,
      "learning_rate": 1.4032538040925783e-05,
      "loss": 1.7989,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2410
    },
    {
      "epoch": 3.0832,
      "grad_norm": 13.954704284667969,
      "learning_rate": 1.4016384517570627e-05,
      "loss": 1.6577,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2411
    },
    {
      "epoch": 3.08448,
      "grad_norm": 15.372593879699707,
      "learning_rate": 1.4000235280169052e-05,
      "loss": 1.7223,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2412
    },
    {
      "epoch": 3.08576,
      "grad_norm": 14.180255889892578,
      "learning_rate": 1.3984090340288434e-05,
      "loss": 1.8589,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2413
    },
    {
      "epoch": 3.08704,
      "grad_norm": 14.448099136352539,
      "learning_rate": 1.3967949709493114e-05,
      "loss": 1.8641,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2414
    },
    {
      "epoch": 3.08832,
      "grad_norm": 14.77904987335205,
      "learning_rate": 1.3951813399344315e-05,
      "loss": 1.9377,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2415
    },
    {
      "epoch": 3.0896,
      "grad_norm": 14.720026016235352,
      "learning_rate": 1.393568142140019e-05,
      "loss": 1.8209,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2416
    },
    {
      "epoch": 3.09088,
      "grad_norm": 13.45915412902832,
      "learning_rate": 1.3919553787215768e-05,
      "loss": 1.7342,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2417
    },
    {
      "epoch": 3.09216,
      "grad_norm": 13.7083158493042,
      "learning_rate": 1.3903430508342983e-05,
      "loss": 1.8598,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2418
    },
    {
      "epoch": 3.09344,
      "grad_norm": 13.97413158416748,
      "learning_rate": 1.388731159633064e-05,
      "loss": 1.9643,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2419
    },
    {
      "epoch": 3.09472,
      "grad_norm": 13.483263969421387,
      "learning_rate": 1.3871197062724422e-05,
      "loss": 1.8013,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2420
    },
    {
      "epoch": 3.096,
      "grad_norm": 13.662917137145996,
      "learning_rate": 1.3855086919066874e-05,
      "loss": 1.838,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2421
    },
    {
      "epoch": 3.09728,
      "grad_norm": 13.975059509277344,
      "learning_rate": 1.3838981176897378e-05,
      "loss": 1.9012,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2422
    },
    {
      "epoch": 3.09856,
      "grad_norm": 15.121881484985352,
      "learning_rate": 1.3822879847752209e-05,
      "loss": 1.8209,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2423
    },
    {
      "epoch": 3.09984,
      "grad_norm": 13.54927921295166,
      "learning_rate": 1.3806782943164425e-05,
      "loss": 1.8458,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2424
    },
    {
      "epoch": 3.10112,
      "grad_norm": 14.563724517822266,
      "learning_rate": 1.3790690474663961e-05,
      "loss": 1.9379,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2425
    },
    {
      "epoch": 3.1024,
      "grad_norm": 14.710591316223145,
      "learning_rate": 1.3774602453777546e-05,
      "loss": 1.9128,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2426
    },
    {
      "epoch": 3.1036799999999998,
      "grad_norm": 14.941994667053223,
      "learning_rate": 1.375851889202874e-05,
      "loss": 1.7125,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2427
    },
    {
      "epoch": 3.10496,
      "grad_norm": 13.52666187286377,
      "learning_rate": 1.3742439800937893e-05,
      "loss": 1.6681,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2428
    },
    {
      "epoch": 3.10624,
      "grad_norm": 14.702102661132812,
      "learning_rate": 1.3726365192022173e-05,
      "loss": 1.8684,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2429
    },
    {
      "epoch": 3.10752,
      "grad_norm": 14.55416202545166,
      "learning_rate": 1.3710295076795518e-05,
      "loss": 1.8984,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2430
    },
    {
      "epoch": 3.1088,
      "grad_norm": 14.251172065734863,
      "learning_rate": 1.3694229466768655e-05,
      "loss": 1.8473,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2431
    },
    {
      "epoch": 3.11008,
      "grad_norm": 13.638496398925781,
      "learning_rate": 1.36781683734491e-05,
      "loss": 1.8933,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2432
    },
    {
      "epoch": 3.11136,
      "grad_norm": 14.256181716918945,
      "learning_rate": 1.366211180834109e-05,
      "loss": 1.9786,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2433
    },
    {
      "epoch": 3.11264,
      "grad_norm": 14.27975845336914,
      "learning_rate": 1.3646059782945675e-05,
      "loss": 1.9413,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2434
    },
    {
      "epoch": 3.11392,
      "grad_norm": 14.316614151000977,
      "learning_rate": 1.3630012308760604e-05,
      "loss": 2.0123,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2435
    },
    {
      "epoch": 3.1152,
      "grad_norm": 14.943437576293945,
      "learning_rate": 1.3613969397280405e-05,
      "loss": 1.6846,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2436
    },
    {
      "epoch": 3.11648,
      "grad_norm": 15.581317901611328,
      "learning_rate": 1.3597931059996303e-05,
      "loss": 2.0156,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2437
    },
    {
      "epoch": 3.11776,
      "grad_norm": 13.73812198638916,
      "learning_rate": 1.358189730839628e-05,
      "loss": 1.883,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2438
    },
    {
      "epoch": 3.11904,
      "grad_norm": 15.00236988067627,
      "learning_rate": 1.3565868153965005e-05,
      "loss": 1.7269,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2439
    },
    {
      "epoch": 3.12032,
      "grad_norm": 13.976210594177246,
      "learning_rate": 1.3549843608183867e-05,
      "loss": 1.8482,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2440
    },
    {
      "epoch": 3.1216,
      "grad_norm": 14.897602081298828,
      "learning_rate": 1.353382368253096e-05,
      "loss": 1.8389,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2441
    },
    {
      "epoch": 3.12288,
      "grad_norm": 14.306156158447266,
      "learning_rate": 1.3517808388481054e-05,
      "loss": 1.8493,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2442
    },
    {
      "epoch": 3.12416,
      "grad_norm": 14.793246269226074,
      "learning_rate": 1.3501797737505623e-05,
      "loss": 1.8086,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2443
    },
    {
      "epoch": 3.12544,
      "grad_norm": 14.38669490814209,
      "learning_rate": 1.3485791741072776e-05,
      "loss": 1.9633,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2444
    },
    {
      "epoch": 3.12672,
      "grad_norm": 15.900816917419434,
      "learning_rate": 1.3469790410647341e-05,
      "loss": 1.8436,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2445
    },
    {
      "epoch": 3.128,
      "grad_norm": 14.41234302520752,
      "learning_rate": 1.3453793757690752e-05,
      "loss": 1.8255,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2446
    },
    {
      "epoch": 3.12928,
      "grad_norm": 14.259780883789062,
      "learning_rate": 1.3437801793661143e-05,
      "loss": 1.9559,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2447
    },
    {
      "epoch": 3.13056,
      "grad_norm": 13.206109046936035,
      "learning_rate": 1.3421814530013237e-05,
      "loss": 1.8421,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2448
    },
    {
      "epoch": 3.13184,
      "grad_norm": 13.54384708404541,
      "learning_rate": 1.3405831978198436e-05,
      "loss": 1.7865,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2449
    },
    {
      "epoch": 3.13312,
      "grad_norm": 14.28869342803955,
      "learning_rate": 1.3389854149664738e-05,
      "loss": 1.8337,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2450
    },
    {
      "epoch": 3.1344,
      "grad_norm": 13.611665725708008,
      "learning_rate": 1.337388105585677e-05,
      "loss": 1.7663,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2451
    },
    {
      "epoch": 3.13568,
      "grad_norm": 14.416120529174805,
      "learning_rate": 1.3357912708215763e-05,
      "loss": 1.8529,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2452
    },
    {
      "epoch": 3.13696,
      "grad_norm": 14.380512237548828,
      "learning_rate": 1.3341949118179552e-05,
      "loss": 1.9509,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2453
    },
    {
      "epoch": 3.13824,
      "grad_norm": 14.003771781921387,
      "learning_rate": 1.332599029718257e-05,
      "loss": 1.9344,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2454
    },
    {
      "epoch": 3.13952,
      "grad_norm": 14.909080505371094,
      "learning_rate": 1.3310036256655802e-05,
      "loss": 2.0245,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2455
    },
    {
      "epoch": 3.1408,
      "grad_norm": 19.02033233642578,
      "learning_rate": 1.3294087008026865e-05,
      "loss": 1.7459,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2456
    },
    {
      "epoch": 3.14208,
      "grad_norm": 13.603614807128906,
      "learning_rate": 1.3278142562719887e-05,
      "loss": 1.7064,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2457
    },
    {
      "epoch": 3.14336,
      "grad_norm": 14.421417236328125,
      "learning_rate": 1.3262202932155602e-05,
      "loss": 1.7857,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2458
    },
    {
      "epoch": 3.14464,
      "grad_norm": 15.310009002685547,
      "learning_rate": 1.3246268127751259e-05,
      "loss": 1.8257,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2459
    },
    {
      "epoch": 3.14592,
      "grad_norm": 13.949588775634766,
      "learning_rate": 1.3230338160920661e-05,
      "loss": 1.9017,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2460
    },
    {
      "epoch": 3.1471999999999998,
      "grad_norm": 14.562410354614258,
      "learning_rate": 1.3214413043074165e-05,
      "loss": 2.0008,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2461
    },
    {
      "epoch": 3.14848,
      "grad_norm": 13.953694343566895,
      "learning_rate": 1.3198492785618629e-05,
      "loss": 1.7625,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2462
    },
    {
      "epoch": 3.14976,
      "grad_norm": 13.69509506225586,
      "learning_rate": 1.3182577399957443e-05,
      "loss": 1.8226,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2463
    },
    {
      "epoch": 3.15104,
      "grad_norm": 14.114423751831055,
      "learning_rate": 1.3166666897490506e-05,
      "loss": 1.9707,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2464
    },
    {
      "epoch": 3.15232,
      "grad_norm": 14.160967826843262,
      "learning_rate": 1.3150761289614215e-05,
      "loss": 1.9155,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2465
    },
    {
      "epoch": 3.1536,
      "grad_norm": 14.661871910095215,
      "learning_rate": 1.3134860587721465e-05,
      "loss": 1.9496,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2466
    },
    {
      "epoch": 3.15488,
      "grad_norm": 14.219738960266113,
      "learning_rate": 1.3118964803201644e-05,
      "loss": 1.8646,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2467
    },
    {
      "epoch": 3.15616,
      "grad_norm": 14.771510124206543,
      "learning_rate": 1.3103073947440596e-05,
      "loss": 1.8136,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2468
    },
    {
      "epoch": 3.15744,
      "grad_norm": 14.817480087280273,
      "learning_rate": 1.3087188031820652e-05,
      "loss": 1.7721,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2469
    },
    {
      "epoch": 3.15872,
      "grad_norm": 14.402560234069824,
      "learning_rate": 1.3071307067720608e-05,
      "loss": 1.8066,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2470
    },
    {
      "epoch": 3.16,
      "grad_norm": 14.32779598236084,
      "learning_rate": 1.3055431066515698e-05,
      "loss": 1.8232,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2471
    },
    {
      "epoch": 3.16128,
      "grad_norm": 15.120102882385254,
      "learning_rate": 1.3039560039577616e-05,
      "loss": 1.7785,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2472
    },
    {
      "epoch": 3.16256,
      "grad_norm": 13.935701370239258,
      "learning_rate": 1.3023693998274478e-05,
      "loss": 1.8739,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2473
    },
    {
      "epoch": 3.16384,
      "grad_norm": 14.953286170959473,
      "learning_rate": 1.3007832953970847e-05,
      "loss": 1.7716,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2474
    },
    {
      "epoch": 3.16512,
      "grad_norm": 14.096710205078125,
      "learning_rate": 1.299197691802769e-05,
      "loss": 1.7819,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2475
    },
    {
      "epoch": 3.1664,
      "grad_norm": 14.323081016540527,
      "learning_rate": 1.2976125901802397e-05,
      "loss": 1.7255,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2476
    },
    {
      "epoch": 3.16768,
      "grad_norm": 15.03676700592041,
      "learning_rate": 1.2960279916648753e-05,
      "loss": 1.9015,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2477
    },
    {
      "epoch": 3.16896,
      "grad_norm": 14.173043251037598,
      "learning_rate": 1.294443897391696e-05,
      "loss": 1.8205,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2478
    },
    {
      "epoch": 3.17024,
      "grad_norm": 14.633004188537598,
      "learning_rate": 1.292860308495358e-05,
      "loss": 1.7719,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2479
    },
    {
      "epoch": 3.17152,
      "grad_norm": 13.800065994262695,
      "learning_rate": 1.2912772261101565e-05,
      "loss": 1.751,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2480
    },
    {
      "epoch": 3.1728,
      "grad_norm": 14.126035690307617,
      "learning_rate": 1.2896946513700255e-05,
      "loss": 1.9917,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2481
    },
    {
      "epoch": 3.17408,
      "grad_norm": 13.907939910888672,
      "learning_rate": 1.2881125854085333e-05,
      "loss": 1.9121,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2482
    },
    {
      "epoch": 3.17536,
      "grad_norm": 13.825536727905273,
      "learning_rate": 1.2865310293588852e-05,
      "loss": 1.6472,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2483
    },
    {
      "epoch": 3.17664,
      "grad_norm": 14.040548324584961,
      "learning_rate": 1.2849499843539199e-05,
      "loss": 1.8111,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2484
    },
    {
      "epoch": 3.17792,
      "grad_norm": 14.318948745727539,
      "learning_rate": 1.2833694515261117e-05,
      "loss": 1.8317,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2485
    },
    {
      "epoch": 3.1792,
      "grad_norm": 14.559366226196289,
      "learning_rate": 1.2817894320075665e-05,
      "loss": 1.8654,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2486
    },
    {
      "epoch": 3.18048,
      "grad_norm": 15.419636726379395,
      "learning_rate": 1.2802099269300237e-05,
      "loss": 1.9707,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2487
    },
    {
      "epoch": 3.18176,
      "grad_norm": 14.76729965209961,
      "learning_rate": 1.2786309374248541e-05,
      "loss": 1.9475,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2488
    },
    {
      "epoch": 3.18304,
      "grad_norm": 14.551091194152832,
      "learning_rate": 1.2770524646230565e-05,
      "loss": 1.7351,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2489
    },
    {
      "epoch": 3.18432,
      "grad_norm": 14.137903213500977,
      "learning_rate": 1.2754745096552652e-05,
      "loss": 1.8068,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2490
    },
    {
      "epoch": 3.1856,
      "grad_norm": 14.595333099365234,
      "learning_rate": 1.2738970736517375e-05,
      "loss": 1.7214,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2491
    },
    {
      "epoch": 3.18688,
      "grad_norm": 13.936124801635742,
      "learning_rate": 1.2723201577423632e-05,
      "loss": 1.6989,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2492
    },
    {
      "epoch": 3.18816,
      "grad_norm": 14.20686149597168,
      "learning_rate": 1.2707437630566575e-05,
      "loss": 1.7607,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2493
    },
    {
      "epoch": 3.18944,
      "grad_norm": 14.84186840057373,
      "learning_rate": 1.2691678907237637e-05,
      "loss": 1.7653,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2494
    },
    {
      "epoch": 3.19072,
      "grad_norm": 13.967791557312012,
      "learning_rate": 1.2675925418724488e-05,
      "loss": 1.881,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2495
    },
    {
      "epoch": 3.192,
      "grad_norm": 14.889561653137207,
      "learning_rate": 1.2660177176311077e-05,
      "loss": 1.7571,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2496
    },
    {
      "epoch": 3.19328,
      "grad_norm": 14.974885940551758,
      "learning_rate": 1.2644434191277575e-05,
      "loss": 1.6429,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2497
    },
    {
      "epoch": 3.19456,
      "grad_norm": 14.38952350616455,
      "learning_rate": 1.262869647490038e-05,
      "loss": 1.8744,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2498
    },
    {
      "epoch": 3.19584,
      "grad_norm": 15.506856918334961,
      "learning_rate": 1.2612964038452149e-05,
      "loss": 1.897,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2499
    },
    {
      "epoch": 3.19712,
      "grad_norm": 15.520801544189453,
      "learning_rate": 1.2597236893201712e-05,
      "loss": 1.8921,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2500
    },
    {
      "epoch": 3.1984,
      "grad_norm": 14.603259086608887,
      "learning_rate": 1.2581515050414162e-05,
      "loss": 1.7944,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2501
    },
    {
      "epoch": 3.19968,
      "grad_norm": 14.905013084411621,
      "learning_rate": 1.2565798521350741e-05,
      "loss": 1.8739,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2502
    },
    {
      "epoch": 3.20096,
      "grad_norm": 13.99928092956543,
      "learning_rate": 1.2550087317268923e-05,
      "loss": 1.7421,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2503
    },
    {
      "epoch": 3.20224,
      "grad_norm": 14.513997077941895,
      "learning_rate": 1.2534381449422346e-05,
      "loss": 1.6679,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2504
    },
    {
      "epoch": 3.20352,
      "grad_norm": 13.86937141418457,
      "learning_rate": 1.2518680929060842e-05,
      "loss": 1.7983,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2505
    },
    {
      "epoch": 3.2048,
      "grad_norm": 14.28042984008789,
      "learning_rate": 1.2502985767430396e-05,
      "loss": 1.8399,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2506
    },
    {
      "epoch": 3.20608,
      "grad_norm": 13.680917739868164,
      "learning_rate": 1.2487295975773173e-05,
      "loss": 1.7412,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2507
    },
    {
      "epoch": 3.20736,
      "grad_norm": 14.443103790283203,
      "learning_rate": 1.247161156532748e-05,
      "loss": 1.8506,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2508
    },
    {
      "epoch": 3.20864,
      "grad_norm": 14.428810119628906,
      "learning_rate": 1.2455932547327755e-05,
      "loss": 2.0195,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2509
    },
    {
      "epoch": 3.20992,
      "grad_norm": 14.430112838745117,
      "learning_rate": 1.2440258933004616e-05,
      "loss": 1.753,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2510
    },
    {
      "epoch": 3.2112,
      "grad_norm": 14.402231216430664,
      "learning_rate": 1.2424590733584758e-05,
      "loss": 1.9469,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2511
    },
    {
      "epoch": 3.2124800000000002,
      "grad_norm": 14.9712553024292,
      "learning_rate": 1.240892796029105e-05,
      "loss": 1.8193,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2512
    },
    {
      "epoch": 3.21376,
      "grad_norm": 14.41243839263916,
      "learning_rate": 1.2393270624342426e-05,
      "loss": 1.7702,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2513
    },
    {
      "epoch": 3.21504,
      "grad_norm": 14.396723747253418,
      "learning_rate": 1.2377618736953957e-05,
      "loss": 1.9182,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2514
    },
    {
      "epoch": 3.21632,
      "grad_norm": 14.416823387145996,
      "learning_rate": 1.2361972309336801e-05,
      "loss": 1.7872,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2515
    },
    {
      "epoch": 3.2176,
      "grad_norm": 14.46106243133545,
      "learning_rate": 1.2346331352698206e-05,
      "loss": 1.8601,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2516
    },
    {
      "epoch": 3.21888,
      "grad_norm": 14.838814735412598,
      "learning_rate": 1.2330695878241504e-05,
      "loss": 1.8253,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2517
    },
    {
      "epoch": 3.22016,
      "grad_norm": 13.885941505432129,
      "learning_rate": 1.2315065897166089e-05,
      "loss": 1.7407,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2518
    },
    {
      "epoch": 3.22144,
      "grad_norm": 14.446691513061523,
      "learning_rate": 1.2299441420667434e-05,
      "loss": 1.7051,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2519
    },
    {
      "epoch": 3.22272,
      "grad_norm": 15.355734825134277,
      "learning_rate": 1.2283822459937067e-05,
      "loss": 1.7531,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2520
    },
    {
      "epoch": 3.224,
      "grad_norm": 14.67271900177002,
      "learning_rate": 1.2268209026162561e-05,
      "loss": 1.7977,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2521
    },
    {
      "epoch": 3.22528,
      "grad_norm": 14.784865379333496,
      "learning_rate": 1.2252601130527518e-05,
      "loss": 1.744,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2522
    },
    {
      "epoch": 3.22656,
      "grad_norm": 14.556279182434082,
      "learning_rate": 1.2236998784211606e-05,
      "loss": 1.8767,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2523
    },
    {
      "epoch": 3.22784,
      "grad_norm": 14.02277946472168,
      "learning_rate": 1.2221401998390482e-05,
      "loss": 1.8636,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2524
    },
    {
      "epoch": 3.22912,
      "grad_norm": 15.03390121459961,
      "learning_rate": 1.2205810784235852e-05,
      "loss": 1.8613,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2525
    },
    {
      "epoch": 3.2304,
      "grad_norm": 14.590171813964844,
      "learning_rate": 1.2190225152915404e-05,
      "loss": 1.9058,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2526
    },
    {
      "epoch": 3.23168,
      "grad_norm": 13.730171203613281,
      "learning_rate": 1.2174645115592836e-05,
      "loss": 1.9295,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2527
    },
    {
      "epoch": 3.23296,
      "grad_norm": 15.056113243103027,
      "learning_rate": 1.2159070683427854e-05,
      "loss": 1.6772,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2528
    },
    {
      "epoch": 3.23424,
      "grad_norm": 14.767827987670898,
      "learning_rate": 1.2143501867576125e-05,
      "loss": 1.9286,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2529
    },
    {
      "epoch": 3.23552,
      "grad_norm": 14.675829887390137,
      "learning_rate": 1.2127938679189313e-05,
      "loss": 1.8087,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2530
    },
    {
      "epoch": 3.2368,
      "grad_norm": 14.615294456481934,
      "learning_rate": 1.2112381129415036e-05,
      "loss": 1.9047,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2531
    },
    {
      "epoch": 3.23808,
      "grad_norm": 14.669649124145508,
      "learning_rate": 1.2096829229396895e-05,
      "loss": 1.996,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2532
    },
    {
      "epoch": 3.23936,
      "grad_norm": 14.43595027923584,
      "learning_rate": 1.2081282990274408e-05,
      "loss": 1.8811,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2533
    },
    {
      "epoch": 3.24064,
      "grad_norm": 14.282365798950195,
      "learning_rate": 1.2065742423183082e-05,
      "loss": 1.7131,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2534
    },
    {
      "epoch": 3.24192,
      "grad_norm": 15.20544147491455,
      "learning_rate": 1.2050207539254318e-05,
      "loss": 1.9435,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2535
    },
    {
      "epoch": 3.2432,
      "grad_norm": 14.91107177734375,
      "learning_rate": 1.2034678349615487e-05,
      "loss": 1.8738,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2536
    },
    {
      "epoch": 3.24448,
      "grad_norm": 13.586649894714355,
      "learning_rate": 1.2019154865389848e-05,
      "loss": 1.9085,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2537
    },
    {
      "epoch": 3.24576,
      "grad_norm": 13.739017486572266,
      "learning_rate": 1.200363709769659e-05,
      "loss": 1.7383,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2538
    },
    {
      "epoch": 3.24704,
      "grad_norm": 13.601194381713867,
      "learning_rate": 1.1988125057650804e-05,
      "loss": 1.8212,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2539
    },
    {
      "epoch": 3.24832,
      "grad_norm": 13.650810241699219,
      "learning_rate": 1.1972618756363478e-05,
      "loss": 1.8163,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2540
    },
    {
      "epoch": 3.2496,
      "grad_norm": 14.291163444519043,
      "learning_rate": 1.1957118204941497e-05,
      "loss": 1.8333,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2541
    },
    {
      "epoch": 3.25088,
      "grad_norm": 14.694148063659668,
      "learning_rate": 1.1941623414487608e-05,
      "loss": 1.8433,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2542
    },
    {
      "epoch": 3.25216,
      "grad_norm": 15.69061279296875,
      "learning_rate": 1.1926134396100464e-05,
      "loss": 2.0443,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2543
    },
    {
      "epoch": 3.25344,
      "grad_norm": 13.2274169921875,
      "learning_rate": 1.1910651160874535e-05,
      "loss": 1.6688,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2544
    },
    {
      "epoch": 3.25472,
      "grad_norm": 15.213095664978027,
      "learning_rate": 1.1895173719900206e-05,
      "loss": 1.8087,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2545
    },
    {
      "epoch": 3.2560000000000002,
      "grad_norm": 15.396577835083008,
      "learning_rate": 1.1879702084263667e-05,
      "loss": 1.7832,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2546
    },
    {
      "epoch": 3.25728,
      "grad_norm": 14.539789199829102,
      "learning_rate": 1.1864236265046962e-05,
      "loss": 1.7445,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2547
    },
    {
      "epoch": 3.25856,
      "grad_norm": 14.099085807800293,
      "learning_rate": 1.1848776273327984e-05,
      "loss": 1.8775,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2548
    },
    {
      "epoch": 3.25984,
      "grad_norm": 14.552722930908203,
      "learning_rate": 1.1833322120180432e-05,
      "loss": 1.946,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2549
    },
    {
      "epoch": 3.26112,
      "grad_norm": 14.82903003692627,
      "learning_rate": 1.181787381667384e-05,
      "loss": 1.8534,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2550
    },
    {
      "epoch": 3.2624,
      "grad_norm": 13.508947372436523,
      "learning_rate": 1.1802431373873532e-05,
      "loss": 1.9543,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2551
    },
    {
      "epoch": 3.26368,
      "grad_norm": 14.104039192199707,
      "learning_rate": 1.1786994802840654e-05,
      "loss": 1.9661,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2552
    },
    {
      "epoch": 3.26496,
      "grad_norm": 14.265539169311523,
      "learning_rate": 1.1771564114632134e-05,
      "loss": 1.8271,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2553
    },
    {
      "epoch": 3.26624,
      "grad_norm": 14.814308166503906,
      "learning_rate": 1.1756139320300692e-05,
      "loss": 1.957,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2554
    },
    {
      "epoch": 3.26752,
      "grad_norm": 15.406135559082031,
      "learning_rate": 1.174072043089483e-05,
      "loss": 1.9216,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2555
    },
    {
      "epoch": 3.2688,
      "grad_norm": 14.335861206054688,
      "learning_rate": 1.1725307457458795e-05,
      "loss": 2.0013,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2556
    },
    {
      "epoch": 3.27008,
      "grad_norm": 14.986919403076172,
      "learning_rate": 1.1709900411032634e-05,
      "loss": 1.7844,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2557
    },
    {
      "epoch": 3.27136,
      "grad_norm": 14.31493091583252,
      "learning_rate": 1.169449930265212e-05,
      "loss": 1.752,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2558
    },
    {
      "epoch": 3.27264,
      "grad_norm": 15.24465274810791,
      "learning_rate": 1.1679104143348794e-05,
      "loss": 1.9158,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2559
    },
    {
      "epoch": 3.27392,
      "grad_norm": 13.161027908325195,
      "learning_rate": 1.1663714944149913e-05,
      "loss": 1.9381,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2560
    },
    {
      "epoch": 3.2752,
      "grad_norm": 14.524694442749023,
      "learning_rate": 1.1648331716078487e-05,
      "loss": 1.8345,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2561
    },
    {
      "epoch": 3.27648,
      "grad_norm": 14.382665634155273,
      "learning_rate": 1.1632954470153228e-05,
      "loss": 1.732,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2562
    },
    {
      "epoch": 3.27776,
      "grad_norm": 15.273614883422852,
      "learning_rate": 1.1617583217388597e-05,
      "loss": 1.9029,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2563
    },
    {
      "epoch": 3.27904,
      "grad_norm": 13.96198844909668,
      "learning_rate": 1.160221796879471e-05,
      "loss": 1.8878,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2564
    },
    {
      "epoch": 3.28032,
      "grad_norm": 14.452655792236328,
      "learning_rate": 1.158685873537743e-05,
      "loss": 1.8373,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2565
    },
    {
      "epoch": 3.2816,
      "grad_norm": 14.114042282104492,
      "learning_rate": 1.1571505528138286e-05,
      "loss": 1.9629,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2566
    },
    {
      "epoch": 3.28288,
      "grad_norm": 14.866507530212402,
      "learning_rate": 1.1556158358074501e-05,
      "loss": 1.7109,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2567
    },
    {
      "epoch": 3.28416,
      "grad_norm": 13.969675064086914,
      "learning_rate": 1.1540817236178969e-05,
      "loss": 1.7454,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2568
    },
    {
      "epoch": 3.28544,
      "grad_norm": 15.210430145263672,
      "learning_rate": 1.1525482173440246e-05,
      "loss": 1.7554,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2569
    },
    {
      "epoch": 3.28672,
      "grad_norm": 14.017948150634766,
      "learning_rate": 1.1510153180842576e-05,
      "loss": 1.8685,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2570
    },
    {
      "epoch": 3.288,
      "grad_norm": 14.099129676818848,
      "learning_rate": 1.1494830269365804e-05,
      "loss": 1.8734,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2571
    },
    {
      "epoch": 3.2892799999999998,
      "grad_norm": 14.428799629211426,
      "learning_rate": 1.1479513449985474e-05,
      "loss": 1.6893,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2572
    },
    {
      "epoch": 3.29056,
      "grad_norm": 14.359246253967285,
      "learning_rate": 1.1464202733672725e-05,
      "loss": 1.7796,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2573
    },
    {
      "epoch": 3.29184,
      "grad_norm": 14.954570770263672,
      "learning_rate": 1.1448898131394364e-05,
      "loss": 1.7754,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2574
    },
    {
      "epoch": 3.29312,
      "grad_norm": 15.45444107055664,
      "learning_rate": 1.1433599654112773e-05,
      "loss": 1.8568,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2575
    },
    {
      "epoch": 3.2944,
      "grad_norm": 13.552667617797852,
      "learning_rate": 1.141830731278597e-05,
      "loss": 1.8097,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2576
    },
    {
      "epoch": 3.29568,
      "grad_norm": 14.1093168258667,
      "learning_rate": 1.1403021118367589e-05,
      "loss": 1.8442,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2577
    },
    {
      "epoch": 3.29696,
      "grad_norm": 14.592309951782227,
      "learning_rate": 1.1387741081806849e-05,
      "loss": 1.8249,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2578
    },
    {
      "epoch": 3.29824,
      "grad_norm": 15.002876281738281,
      "learning_rate": 1.1372467214048553e-05,
      "loss": 1.9984,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2579
    },
    {
      "epoch": 3.2995200000000002,
      "grad_norm": 15.84996509552002,
      "learning_rate": 1.1357199526033087e-05,
      "loss": 1.8153,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2580
    },
    {
      "epoch": 3.3008,
      "grad_norm": 15.031133651733398,
      "learning_rate": 1.1341938028696427e-05,
      "loss": 1.8939,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2581
    },
    {
      "epoch": 3.30208,
      "grad_norm": 14.601280212402344,
      "learning_rate": 1.1326682732970098e-05,
      "loss": 1.7324,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2582
    },
    {
      "epoch": 3.30336,
      "grad_norm": 14.830410957336426,
      "learning_rate": 1.1311433649781183e-05,
      "loss": 1.9015,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2583
    },
    {
      "epoch": 3.30464,
      "grad_norm": 15.802433967590332,
      "learning_rate": 1.1296190790052322e-05,
      "loss": 1.8312,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2584
    },
    {
      "epoch": 3.30592,
      "grad_norm": 18.021581649780273,
      "learning_rate": 1.1280954164701696e-05,
      "loss": 1.9037,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2585
    },
    {
      "epoch": 3.3072,
      "grad_norm": 14.409758567810059,
      "learning_rate": 1.1265723784643019e-05,
      "loss": 1.8909,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2586
    },
    {
      "epoch": 3.30848,
      "grad_norm": 13.850201606750488,
      "learning_rate": 1.125049966078552e-05,
      "loss": 1.7813,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2587
    },
    {
      "epoch": 3.30976,
      "grad_norm": 15.707208633422852,
      "learning_rate": 1.1235281804033979e-05,
      "loss": 1.8851,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2588
    },
    {
      "epoch": 3.31104,
      "grad_norm": 13.978920936584473,
      "learning_rate": 1.1220070225288656e-05,
      "loss": 1.8086,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2589
    },
    {
      "epoch": 3.31232,
      "grad_norm": 14.77323055267334,
      "learning_rate": 1.1204864935445325e-05,
      "loss": 1.8039,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2590
    },
    {
      "epoch": 3.3136,
      "grad_norm": 14.57835578918457,
      "learning_rate": 1.1189665945395248e-05,
      "loss": 1.8417,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2591
    },
    {
      "epoch": 3.31488,
      "grad_norm": 14.438253402709961,
      "learning_rate": 1.1174473266025197e-05,
      "loss": 1.7992,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2592
    },
    {
      "epoch": 3.31616,
      "grad_norm": 14.12158489227295,
      "learning_rate": 1.1159286908217402e-05,
      "loss": 1.781,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2593
    },
    {
      "epoch": 3.31744,
      "grad_norm": 14.994640350341797,
      "learning_rate": 1.1144106882849566e-05,
      "loss": 1.8502,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2594
    },
    {
      "epoch": 3.31872,
      "grad_norm": 14.19179630279541,
      "learning_rate": 1.1128933200794867e-05,
      "loss": 1.7365,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2595
    },
    {
      "epoch": 3.32,
      "grad_norm": 14.695448875427246,
      "learning_rate": 1.1113765872921933e-05,
      "loss": 1.9074,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2596
    },
    {
      "epoch": 3.32128,
      "grad_norm": 13.755414009094238,
      "learning_rate": 1.1098604910094842e-05,
      "loss": 1.8524,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2597
    },
    {
      "epoch": 3.32256,
      "grad_norm": 14.41856861114502,
      "learning_rate": 1.1083450323173102e-05,
      "loss": 1.8075,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2598
    },
    {
      "epoch": 3.32384,
      "grad_norm": 14.195659637451172,
      "learning_rate": 1.1068302123011682e-05,
      "loss": 1.9685,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2599
    },
    {
      "epoch": 3.32512,
      "grad_norm": 14.191619873046875,
      "learning_rate": 1.1053160320460951e-05,
      "loss": 1.792,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2600
    },
    {
      "epoch": 3.3264,
      "grad_norm": 17.65863037109375,
      "learning_rate": 1.1038024926366704e-05,
      "loss": 1.9591,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2601
    },
    {
      "epoch": 3.32768,
      "grad_norm": 15.374675750732422,
      "learning_rate": 1.1022895951570134e-05,
      "loss": 1.8595,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2602
    },
    {
      "epoch": 3.32896,
      "grad_norm": 15.094023704528809,
      "learning_rate": 1.1007773406907866e-05,
      "loss": 1.9252,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2603
    },
    {
      "epoch": 3.33024,
      "grad_norm": 14.38713264465332,
      "learning_rate": 1.09926573032119e-05,
      "loss": 1.8717,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2604
    },
    {
      "epoch": 3.33152,
      "grad_norm": 13.923141479492188,
      "learning_rate": 1.0977547651309596e-05,
      "loss": 1.8896,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2605
    },
    {
      "epoch": 3.3327999999999998,
      "grad_norm": 14.503582000732422,
      "learning_rate": 1.0962444462023749e-05,
      "loss": 1.7936,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2606
    },
    {
      "epoch": 3.33408,
      "grad_norm": 14.303889274597168,
      "learning_rate": 1.094734774617248e-05,
      "loss": 1.8548,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2607
    },
    {
      "epoch": 3.33536,
      "grad_norm": 14.21792984008789,
      "learning_rate": 1.0932257514569296e-05,
      "loss": 1.8369,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2608
    },
    {
      "epoch": 3.33664,
      "grad_norm": 13.915535926818848,
      "learning_rate": 1.0917173778023037e-05,
      "loss": 1.8061,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2609
    },
    {
      "epoch": 3.33792,
      "grad_norm": 14.363758087158203,
      "learning_rate": 1.0902096547337926e-05,
      "loss": 1.7554,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2610
    },
    {
      "epoch": 3.3392,
      "grad_norm": 13.888313293457031,
      "learning_rate": 1.0887025833313496e-05,
      "loss": 1.9918,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2611
    },
    {
      "epoch": 3.34048,
      "grad_norm": 13.607415199279785,
      "learning_rate": 1.0871961646744623e-05,
      "loss": 1.7853,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2612
    },
    {
      "epoch": 3.34176,
      "grad_norm": 13.602019309997559,
      "learning_rate": 1.0856903998421507e-05,
      "loss": 1.7577,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2613
    },
    {
      "epoch": 3.3430400000000002,
      "grad_norm": 14.905033111572266,
      "learning_rate": 1.084185289912965e-05,
      "loss": 1.862,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2614
    },
    {
      "epoch": 3.34432,
      "grad_norm": 14.161212921142578,
      "learning_rate": 1.082680835964991e-05,
      "loss": 1.732,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2615
    },
    {
      "epoch": 3.3456,
      "grad_norm": 14.517146110534668,
      "learning_rate": 1.0811770390758379e-05,
      "loss": 1.8768,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2616
    },
    {
      "epoch": 3.34688,
      "grad_norm": 16.591856002807617,
      "learning_rate": 1.0796739003226497e-05,
      "loss": 1.8154,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2617
    },
    {
      "epoch": 3.34816,
      "grad_norm": 14.880492210388184,
      "learning_rate": 1.0781714207820966e-05,
      "loss": 1.7776,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2618
    },
    {
      "epoch": 3.34944,
      "grad_norm": 13.636353492736816,
      "learning_rate": 1.076669601530377e-05,
      "loss": 1.7233,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2619
    },
    {
      "epoch": 3.35072,
      "grad_norm": 14.735950469970703,
      "learning_rate": 1.0751684436432153e-05,
      "loss": 2.0805,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2620
    },
    {
      "epoch": 3.352,
      "grad_norm": 15.55278205871582,
      "learning_rate": 1.0736679481958651e-05,
      "loss": 1.7463,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2621
    },
    {
      "epoch": 3.35328,
      "grad_norm": 13.749326705932617,
      "learning_rate": 1.0721681162631028e-05,
      "loss": 1.8072,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2622
    },
    {
      "epoch": 3.35456,
      "grad_norm": 13.91761302947998,
      "learning_rate": 1.0706689489192303e-05,
      "loss": 1.7016,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2623
    },
    {
      "epoch": 3.35584,
      "grad_norm": 14.928074836730957,
      "learning_rate": 1.069170447238074e-05,
      "loss": 1.8107,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2624
    },
    {
      "epoch": 3.35712,
      "grad_norm": 15.525198936462402,
      "learning_rate": 1.0676726122929815e-05,
      "loss": 1.9099,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2625
    },
    {
      "epoch": 3.3584,
      "grad_norm": 14.114185333251953,
      "learning_rate": 1.0661754451568273e-05,
      "loss": 1.7754,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2626
    },
    {
      "epoch": 3.35968,
      "grad_norm": 14.137166976928711,
      "learning_rate": 1.0646789469020011e-05,
      "loss": 1.8528,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2627
    },
    {
      "epoch": 3.36096,
      "grad_norm": 14.48308277130127,
      "learning_rate": 1.06318311860042e-05,
      "loss": 1.6622,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2628
    },
    {
      "epoch": 3.36224,
      "grad_norm": 12.684733390808105,
      "learning_rate": 1.061687961323517e-05,
      "loss": 1.7689,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2629
    },
    {
      "epoch": 3.36352,
      "grad_norm": 14.197315216064453,
      "learning_rate": 1.0601934761422457e-05,
      "loss": 1.8919,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2630
    },
    {
      "epoch": 3.3648,
      "grad_norm": 14.354361534118652,
      "learning_rate": 1.0586996641270777e-05,
      "loss": 1.8442,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2631
    },
    {
      "epoch": 3.36608,
      "grad_norm": 15.091472625732422,
      "learning_rate": 1.0572065263480046e-05,
      "loss": 1.7095,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2632
    },
    {
      "epoch": 3.36736,
      "grad_norm": 14.923358917236328,
      "learning_rate": 1.0557140638745328e-05,
      "loss": 1.88,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2633
    },
    {
      "epoch": 3.36864,
      "grad_norm": 14.602911949157715,
      "learning_rate": 1.0542222777756854e-05,
      "loss": 1.8827,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2634
    },
    {
      "epoch": 3.36992,
      "grad_norm": 14.208240509033203,
      "learning_rate": 1.0527311691200017e-05,
      "loss": 1.992,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2635
    },
    {
      "epoch": 3.3712,
      "grad_norm": 15.450039863586426,
      "learning_rate": 1.0512407389755342e-05,
      "loss": 1.8849,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2636
    },
    {
      "epoch": 3.37248,
      "grad_norm": 15.127933502197266,
      "learning_rate": 1.0497509884098528e-05,
      "loss": 1.9156,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2637
    },
    {
      "epoch": 3.37376,
      "grad_norm": 14.853089332580566,
      "learning_rate": 1.0482619184900357e-05,
      "loss": 1.7854,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2638
    },
    {
      "epoch": 3.37504,
      "grad_norm": 14.369962692260742,
      "learning_rate": 1.0467735302826786e-05,
      "loss": 1.8615,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2639
    },
    {
      "epoch": 3.3763199999999998,
      "grad_norm": 14.441001892089844,
      "learning_rate": 1.0452858248538846e-05,
      "loss": 1.8819,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2640
    },
    {
      "epoch": 3.3776,
      "grad_norm": 14.407621383666992,
      "learning_rate": 1.0437988032692725e-05,
      "loss": 1.6873,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2641
    },
    {
      "epoch": 3.37888,
      "grad_norm": 14.827014923095703,
      "learning_rate": 1.0423124665939657e-05,
      "loss": 1.9024,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2642
    },
    {
      "epoch": 3.38016,
      "grad_norm": 13.937257766723633,
      "learning_rate": 1.0408268158926003e-05,
      "loss": 1.7349,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2643
    },
    {
      "epoch": 3.38144,
      "grad_norm": 14.436100006103516,
      "learning_rate": 1.0393418522293213e-05,
      "loss": 1.7442,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2644
    },
    {
      "epoch": 3.38272,
      "grad_norm": 15.02071762084961,
      "learning_rate": 1.0378575766677807e-05,
      "loss": 1.9669,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2645
    },
    {
      "epoch": 3.384,
      "grad_norm": 14.514861106872559,
      "learning_rate": 1.0363739902711378e-05,
      "loss": 1.6944,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2646
    },
    {
      "epoch": 3.38528,
      "grad_norm": 15.232478141784668,
      "learning_rate": 1.034891094102057e-05,
      "loss": 1.8942,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2647
    },
    {
      "epoch": 3.3865600000000002,
      "grad_norm": 14.524523735046387,
      "learning_rate": 1.033408889222712e-05,
      "loss": 1.7976,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2648
    },
    {
      "epoch": 3.38784,
      "grad_norm": 14.195134162902832,
      "learning_rate": 1.031927376694776e-05,
      "loss": 1.7889,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2649
    },
    {
      "epoch": 3.38912,
      "grad_norm": 14.560464859008789,
      "learning_rate": 1.0304465575794309e-05,
      "loss": 1.9979,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2650
    },
    {
      "epoch": 3.3904,
      "grad_norm": 14.805028915405273,
      "learning_rate": 1.0289664329373592e-05,
      "loss": 1.7895,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2651
    },
    {
      "epoch": 3.39168,
      "grad_norm": 14.678230285644531,
      "learning_rate": 1.027487003828749e-05,
      "loss": 1.8836,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2652
    },
    {
      "epoch": 3.39296,
      "grad_norm": 14.418161392211914,
      "learning_rate": 1.0260082713132857e-05,
      "loss": 1.688,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2653
    },
    {
      "epoch": 3.39424,
      "grad_norm": 15.088971138000488,
      "learning_rate": 1.0245302364501586e-05,
      "loss": 1.7698,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2654
    },
    {
      "epoch": 3.39552,
      "grad_norm": 14.178077697753906,
      "learning_rate": 1.0230529002980578e-05,
      "loss": 1.8651,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2655
    },
    {
      "epoch": 3.3968,
      "grad_norm": 14.481554985046387,
      "learning_rate": 1.0215762639151717e-05,
      "loss": 1.7774,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2656
    },
    {
      "epoch": 3.39808,
      "grad_norm": 14.59361743927002,
      "learning_rate": 1.0201003283591873e-05,
      "loss": 1.7905,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2657
    },
    {
      "epoch": 3.39936,
      "grad_norm": 14.449800491333008,
      "learning_rate": 1.0186250946872898e-05,
      "loss": 1.8437,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2658
    },
    {
      "epoch": 3.40064,
      "grad_norm": 14.145979881286621,
      "learning_rate": 1.0171505639561637e-05,
      "loss": 1.8597,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2659
    },
    {
      "epoch": 3.40192,
      "grad_norm": 14.415717124938965,
      "learning_rate": 1.0156767372219854e-05,
      "loss": 1.9424,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2660
    },
    {
      "epoch": 3.4032,
      "grad_norm": 14.766640663146973,
      "learning_rate": 1.0142036155404322e-05,
      "loss": 1.8075,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2661
    },
    {
      "epoch": 3.40448,
      "grad_norm": 13.48145866394043,
      "learning_rate": 1.0127311999666731e-05,
      "loss": 1.7633,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2662
    },
    {
      "epoch": 3.40576,
      "grad_norm": 14.051919937133789,
      "learning_rate": 1.0112594915553724e-05,
      "loss": 1.8413,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2663
    },
    {
      "epoch": 3.40704,
      "grad_norm": 14.606917381286621,
      "learning_rate": 1.0097884913606874e-05,
      "loss": 1.8467,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2664
    },
    {
      "epoch": 3.40832,
      "grad_norm": 14.458069801330566,
      "learning_rate": 1.0083182004362682e-05,
      "loss": 1.863,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2665
    },
    {
      "epoch": 3.4096,
      "grad_norm": 14.062845230102539,
      "learning_rate": 1.0068486198352582e-05,
      "loss": 1.6542,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2666
    },
    {
      "epoch": 3.41088,
      "grad_norm": 14.125676155090332,
      "learning_rate": 1.0053797506102905e-05,
      "loss": 1.9158,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2667
    },
    {
      "epoch": 3.41216,
      "grad_norm": 14.540903091430664,
      "learning_rate": 1.003911593813489e-05,
      "loss": 1.7084,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2668
    },
    {
      "epoch": 3.41344,
      "grad_norm": 14.533662796020508,
      "learning_rate": 1.0024441504964664e-05,
      "loss": 1.7313,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2669
    },
    {
      "epoch": 3.41472,
      "grad_norm": 14.26252555847168,
      "learning_rate": 1.000977421710327e-05,
      "loss": 1.889,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2670
    },
    {
      "epoch": 3.416,
      "grad_norm": 14.73735237121582,
      "learning_rate": 9.995114085056614e-06,
      "loss": 1.8819,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2671
    },
    {
      "epoch": 3.41728,
      "grad_norm": 14.042083740234375,
      "learning_rate": 9.98046111932546e-06,
      "loss": 1.8325,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2672
    },
    {
      "epoch": 3.41856,
      "grad_norm": 14.210611343383789,
      "learning_rate": 9.965815330405477e-06,
      "loss": 1.8266,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2673
    },
    {
      "epoch": 3.4198399999999998,
      "grad_norm": 14.77030086517334,
      "learning_rate": 9.951176728787166e-06,
      "loss": 1.7972,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2674
    },
    {
      "epoch": 3.42112,
      "grad_norm": 14.697776794433594,
      "learning_rate": 9.936545324955891e-06,
      "loss": 1.7509,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2675
    },
    {
      "epoch": 3.4224,
      "grad_norm": 14.011591911315918,
      "learning_rate": 9.921921129391845e-06,
      "loss": 1.7496,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2676
    },
    {
      "epoch": 3.42368,
      "grad_norm": 15.112123489379883,
      "learning_rate": 9.907304152570087e-06,
      "loss": 2.0291,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2677
    },
    {
      "epoch": 3.42496,
      "grad_norm": 13.494889259338379,
      "learning_rate": 9.892694404960483e-06,
      "loss": 1.6286,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2678
    },
    {
      "epoch": 3.42624,
      "grad_norm": 14.948430061340332,
      "learning_rate": 9.878091897027727e-06,
      "loss": 1.8878,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2679
    },
    {
      "epoch": 3.42752,
      "grad_norm": 15.069770812988281,
      "learning_rate": 9.863496639231312e-06,
      "loss": 1.9454,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2680
    },
    {
      "epoch": 3.4288,
      "grad_norm": 13.874944686889648,
      "learning_rate": 9.848908642025572e-06,
      "loss": 1.8571,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2681
    },
    {
      "epoch": 3.4300800000000002,
      "grad_norm": 14.533732414245605,
      "learning_rate": 9.834327915859623e-06,
      "loss": 1.9074,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2682
    },
    {
      "epoch": 3.43136,
      "grad_norm": 14.855609893798828,
      "learning_rate": 9.819754471177343e-06,
      "loss": 1.7897,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2683
    },
    {
      "epoch": 3.43264,
      "grad_norm": 14.286873817443848,
      "learning_rate": 9.805188318417447e-06,
      "loss": 1.7899,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2684
    },
    {
      "epoch": 3.43392,
      "grad_norm": 14.958343505859375,
      "learning_rate": 9.790629468013395e-06,
      "loss": 1.7856,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2685
    },
    {
      "epoch": 3.4352,
      "grad_norm": 15.090136528015137,
      "learning_rate": 9.776077930393424e-06,
      "loss": 1.7585,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2686
    },
    {
      "epoch": 3.43648,
      "grad_norm": 14.995746612548828,
      "learning_rate": 9.761533715980523e-06,
      "loss": 1.8085,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2687
    },
    {
      "epoch": 3.43776,
      "grad_norm": 13.837934494018555,
      "learning_rate": 9.74699683519246e-06,
      "loss": 1.656,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2688
    },
    {
      "epoch": 3.43904,
      "grad_norm": 14.175834655761719,
      "learning_rate": 9.73246729844173e-06,
      "loss": 1.8687,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2689
    },
    {
      "epoch": 3.44032,
      "grad_norm": 14.476142883300781,
      "learning_rate": 9.717945116135568e-06,
      "loss": 1.7972,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2690
    },
    {
      "epoch": 3.4416,
      "grad_norm": 14.761045455932617,
      "learning_rate": 9.703430298675951e-06,
      "loss": 1.8595,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2691
    },
    {
      "epoch": 3.44288,
      "grad_norm": 14.48784351348877,
      "learning_rate": 9.688922856459563e-06,
      "loss": 2.0439,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2692
    },
    {
      "epoch": 3.44416,
      "grad_norm": 14.109016418457031,
      "learning_rate": 9.674422799877846e-06,
      "loss": 1.8427,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2693
    },
    {
      "epoch": 3.44544,
      "grad_norm": 14.738265037536621,
      "learning_rate": 9.659930139316887e-06,
      "loss": 1.7745,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2694
    },
    {
      "epoch": 3.44672,
      "grad_norm": 14.082663536071777,
      "learning_rate": 9.645444885157537e-06,
      "loss": 1.8111,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2695
    },
    {
      "epoch": 3.448,
      "grad_norm": 14.818880081176758,
      "learning_rate": 9.63096704777531e-06,
      "loss": 1.8214,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2696
    },
    {
      "epoch": 3.44928,
      "grad_norm": 15.363007545471191,
      "learning_rate": 9.616496637540416e-06,
      "loss": 1.9649,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2697
    },
    {
      "epoch": 3.45056,
      "grad_norm": 14.120351791381836,
      "learning_rate": 9.602033664817731e-06,
      "loss": 1.8141,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2698
    },
    {
      "epoch": 3.45184,
      "grad_norm": 14.664082527160645,
      "learning_rate": 9.587578139966836e-06,
      "loss": 1.746,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2699
    },
    {
      "epoch": 3.45312,
      "grad_norm": 15.209623336791992,
      "learning_rate": 9.573130073341946e-06,
      "loss": 1.6981,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2700
    },
    {
      "epoch": 3.4544,
      "grad_norm": 13.80821704864502,
      "learning_rate": 9.558689475291944e-06,
      "loss": 1.9592,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2701
    },
    {
      "epoch": 3.45568,
      "grad_norm": 14.4840669631958,
      "learning_rate": 9.54425635616037e-06,
      "loss": 1.7114,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2702
    },
    {
      "epoch": 3.45696,
      "grad_norm": 13.62857437133789,
      "learning_rate": 9.529830726285392e-06,
      "loss": 1.8309,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2703
    },
    {
      "epoch": 3.45824,
      "grad_norm": 14.887411117553711,
      "learning_rate": 9.515412595999842e-06,
      "loss": 1.8343,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2704
    },
    {
      "epoch": 3.45952,
      "grad_norm": 14.639405250549316,
      "learning_rate": 9.501001975631135e-06,
      "loss": 1.6802,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2705
    },
    {
      "epoch": 3.4608,
      "grad_norm": 14.825667381286621,
      "learning_rate": 9.486598875501351e-06,
      "loss": 1.9847,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2706
    },
    {
      "epoch": 3.46208,
      "grad_norm": 15.417932510375977,
      "learning_rate": 9.472203305927164e-06,
      "loss": 1.8719,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2707
    },
    {
      "epoch": 3.4633599999999998,
      "grad_norm": 14.1892728805542,
      "learning_rate": 9.45781527721985e-06,
      "loss": 1.8531,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2708
    },
    {
      "epoch": 3.46464,
      "grad_norm": 14.296697616577148,
      "learning_rate": 9.443434799685284e-06,
      "loss": 1.6294,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2709
    },
    {
      "epoch": 3.46592,
      "grad_norm": 14.313307762145996,
      "learning_rate": 9.429061883623953e-06,
      "loss": 1.8401,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2710
    },
    {
      "epoch": 3.4672,
      "grad_norm": 15.899445533752441,
      "learning_rate": 9.414696539330901e-06,
      "loss": 1.8018,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2711
    },
    {
      "epoch": 3.46848,
      "grad_norm": 16.052326202392578,
      "learning_rate": 9.400338777095764e-06,
      "loss": 1.67,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2712
    },
    {
      "epoch": 3.46976,
      "grad_norm": 14.062020301818848,
      "learning_rate": 9.385988607202741e-06,
      "loss": 1.7693,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2713
    },
    {
      "epoch": 3.47104,
      "grad_norm": 14.000086784362793,
      "learning_rate": 9.371646039930584e-06,
      "loss": 1.6274,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2714
    },
    {
      "epoch": 3.47232,
      "grad_norm": 15.027344703674316,
      "learning_rate": 9.357311085552636e-06,
      "loss": 1.9556,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2715
    },
    {
      "epoch": 3.4736000000000002,
      "grad_norm": 14.502847671508789,
      "learning_rate": 9.34298375433673e-06,
      "loss": 1.894,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2716
    },
    {
      "epoch": 3.47488,
      "grad_norm": 15.460548400878906,
      "learning_rate": 9.328664056545291e-06,
      "loss": 1.785,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2717
    },
    {
      "epoch": 3.47616,
      "grad_norm": 14.974669456481934,
      "learning_rate": 9.314352002435247e-06,
      "loss": 1.6773,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2718
    },
    {
      "epoch": 3.47744,
      "grad_norm": 14.242928504943848,
      "learning_rate": 9.30004760225806e-06,
      "loss": 1.7629,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2719
    },
    {
      "epoch": 3.47872,
      "grad_norm": 13.936871528625488,
      "learning_rate": 9.285750866259709e-06,
      "loss": 1.6925,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2720
    },
    {
      "epoch": 3.48,
      "grad_norm": 14.08841323852539,
      "learning_rate": 9.271461804680672e-06,
      "loss": 1.839,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2721
    },
    {
      "epoch": 3.48128,
      "grad_norm": 14.084477424621582,
      "learning_rate": 9.25718042775596e-06,
      "loss": 1.9046,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2722
    },
    {
      "epoch": 3.48256,
      "grad_norm": 13.80770206451416,
      "learning_rate": 9.24290674571505e-06,
      "loss": 1.7914,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2723
    },
    {
      "epoch": 3.48384,
      "grad_norm": 15.582094192504883,
      "learning_rate": 9.228640768781919e-06,
      "loss": 1.7291,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2724
    },
    {
      "epoch": 3.48512,
      "grad_norm": 14.471808433532715,
      "learning_rate": 9.214382507175013e-06,
      "loss": 1.7626,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2725
    },
    {
      "epoch": 3.4864,
      "grad_norm": 14.438529968261719,
      "learning_rate": 9.200131971107287e-06,
      "loss": 1.7807,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2726
    },
    {
      "epoch": 3.48768,
      "grad_norm": 14.343746185302734,
      "learning_rate": 9.185889170786109e-06,
      "loss": 1.8068,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2727
    },
    {
      "epoch": 3.48896,
      "grad_norm": 14.004219055175781,
      "learning_rate": 9.171654116413354e-06,
      "loss": 1.9256,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2728
    },
    {
      "epoch": 3.49024,
      "grad_norm": 14.41997241973877,
      "learning_rate": 9.157426818185322e-06,
      "loss": 1.7611,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2729
    },
    {
      "epoch": 3.49152,
      "grad_norm": 14.609050750732422,
      "learning_rate": 9.143207286292767e-06,
      "loss": 1.7484,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2730
    },
    {
      "epoch": 3.4928,
      "grad_norm": 14.594436645507812,
      "learning_rate": 9.12899553092088e-06,
      "loss": 1.7594,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2731
    },
    {
      "epoch": 3.49408,
      "grad_norm": 14.266345977783203,
      "learning_rate": 9.114791562249264e-06,
      "loss": 1.8152,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2732
    },
    {
      "epoch": 3.49536,
      "grad_norm": 14.386369705200195,
      "learning_rate": 9.10059539045198e-06,
      "loss": 1.742,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2733
    },
    {
      "epoch": 3.49664,
      "grad_norm": 15.335614204406738,
      "learning_rate": 9.08640702569748e-06,
      "loss": 1.819,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2734
    },
    {
      "epoch": 3.49792,
      "grad_norm": 14.310047149658203,
      "learning_rate": 9.072226478148625e-06,
      "loss": 1.8687,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2735
    },
    {
      "epoch": 3.4992,
      "grad_norm": 15.735085487365723,
      "learning_rate": 9.058053757962671e-06,
      "loss": 1.818,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2736
    },
    {
      "epoch": 3.50048,
      "grad_norm": 14.370401382446289,
      "learning_rate": 9.0438888752913e-06,
      "loss": 1.8258,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2737
    },
    {
      "epoch": 3.50176,
      "grad_norm": 14.466246604919434,
      "learning_rate": 9.029731840280528e-06,
      "loss": 1.9348,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2738
    },
    {
      "epoch": 3.50304,
      "grad_norm": 14.451109886169434,
      "learning_rate": 9.015582663070801e-06,
      "loss": 1.9019,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2739
    },
    {
      "epoch": 3.50432,
      "grad_norm": 15.141350746154785,
      "learning_rate": 9.001441353796904e-06,
      "loss": 1.8564,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2740
    },
    {
      "epoch": 3.5056000000000003,
      "grad_norm": 15.254112243652344,
      "learning_rate": 8.987307922588e-06,
      "loss": 1.7467,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2741
    },
    {
      "epoch": 3.5068799999999998,
      "grad_norm": 14.081401824951172,
      "learning_rate": 8.973182379567605e-06,
      "loss": 1.8521,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2742
    },
    {
      "epoch": 3.50816,
      "grad_norm": 14.117643356323242,
      "learning_rate": 8.959064734853573e-06,
      "loss": 1.7673,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2743
    },
    {
      "epoch": 3.50944,
      "grad_norm": 14.17524528503418,
      "learning_rate": 8.944954998558133e-06,
      "loss": 1.7635,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2744
    },
    {
      "epoch": 3.51072,
      "grad_norm": 14.582704544067383,
      "learning_rate": 8.93085318078782e-06,
      "loss": 1.7879,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2745
    },
    {
      "epoch": 3.512,
      "grad_norm": 13.598711013793945,
      "learning_rate": 8.916759291643503e-06,
      "loss": 1.7528,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2746
    },
    {
      "epoch": 3.51328,
      "grad_norm": 15.11668586730957,
      "learning_rate": 8.902673341220375e-06,
      "loss": 1.8906,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2747
    },
    {
      "epoch": 3.51456,
      "grad_norm": 14.426530838012695,
      "learning_rate": 8.888595339607961e-06,
      "loss": 1.8662,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2748
    },
    {
      "epoch": 3.51584,
      "grad_norm": 15.299402236938477,
      "learning_rate": 8.874525296890054e-06,
      "loss": 1.8512,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2749
    },
    {
      "epoch": 3.5171200000000002,
      "grad_norm": 14.500349998474121,
      "learning_rate": 8.86046322314476e-06,
      "loss": 2.035,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2750
    },
    {
      "epoch": 3.5183999999999997,
      "grad_norm": 13.313733100891113,
      "learning_rate": 8.846409128444507e-06,
      "loss": 1.6662,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2751
    },
    {
      "epoch": 3.51968,
      "grad_norm": 15.089401245117188,
      "learning_rate": 8.83236302285597e-06,
      "loss": 1.906,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2752
    },
    {
      "epoch": 3.52096,
      "grad_norm": 13.747851371765137,
      "learning_rate": 8.81832491644012e-06,
      "loss": 1.811,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2753
    },
    {
      "epoch": 3.52224,
      "grad_norm": 14.293221473693848,
      "learning_rate": 8.804294819252184e-06,
      "loss": 1.7124,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2754
    },
    {
      "epoch": 3.52352,
      "grad_norm": 14.98673152923584,
      "learning_rate": 8.790272741341682e-06,
      "loss": 1.868,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2755
    },
    {
      "epoch": 3.5248,
      "grad_norm": 13.823469161987305,
      "learning_rate": 8.776258692752355e-06,
      "loss": 1.8425,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2756
    },
    {
      "epoch": 3.52608,
      "grad_norm": 15.04057502746582,
      "learning_rate": 8.762252683522211e-06,
      "loss": 1.9229,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2757
    },
    {
      "epoch": 3.52736,
      "grad_norm": 14.135186195373535,
      "learning_rate": 8.7482547236835e-06,
      "loss": 1.7879,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2758
    },
    {
      "epoch": 3.52864,
      "grad_norm": 14.692546844482422,
      "learning_rate": 8.734264823262692e-06,
      "loss": 1.8827,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2759
    },
    {
      "epoch": 3.5299199999999997,
      "grad_norm": 14.126953125,
      "learning_rate": 8.72028299228052e-06,
      "loss": 1.7452,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2760
    },
    {
      "epoch": 3.5312,
      "grad_norm": 13.82719898223877,
      "learning_rate": 8.706309240751878e-06,
      "loss": 1.7877,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2761
    },
    {
      "epoch": 3.53248,
      "grad_norm": 15.013185501098633,
      "learning_rate": 8.69234357868593e-06,
      "loss": 1.7888,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2762
    },
    {
      "epoch": 3.53376,
      "grad_norm": 14.585875511169434,
      "learning_rate": 8.67838601608602e-06,
      "loss": 1.8539,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2763
    },
    {
      "epoch": 3.53504,
      "grad_norm": 15.166808128356934,
      "learning_rate": 8.664436562949687e-06,
      "loss": 1.9969,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2764
    },
    {
      "epoch": 3.53632,
      "grad_norm": 14.447254180908203,
      "learning_rate": 8.650495229268665e-06,
      "loss": 1.9011,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2765
    },
    {
      "epoch": 3.5376,
      "grad_norm": 14.336899757385254,
      "learning_rate": 8.636562025028886e-06,
      "loss": 1.9012,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2766
    },
    {
      "epoch": 3.53888,
      "grad_norm": 13.930142402648926,
      "learning_rate": 8.62263696021044e-06,
      "loss": 1.7839,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2767
    },
    {
      "epoch": 3.54016,
      "grad_norm": 14.768507957458496,
      "learning_rate": 8.608720044787598e-06,
      "loss": 1.7512,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2768
    },
    {
      "epoch": 3.54144,
      "grad_norm": 14.19101619720459,
      "learning_rate": 8.594811288728784e-06,
      "loss": 1.7844,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2769
    },
    {
      "epoch": 3.54272,
      "grad_norm": 15.19211483001709,
      "learning_rate": 8.580910701996583e-06,
      "loss": 1.9381,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2770
    },
    {
      "epoch": 3.544,
      "grad_norm": 15.139689445495605,
      "learning_rate": 8.567018294547746e-06,
      "loss": 1.7373,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2771
    },
    {
      "epoch": 3.54528,
      "grad_norm": 14.70543384552002,
      "learning_rate": 8.553134076333124e-06,
      "loss": 1.7799,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2772
    },
    {
      "epoch": 3.54656,
      "grad_norm": 14.688989639282227,
      "learning_rate": 8.539258057297749e-06,
      "loss": 1.7636,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2773
    },
    {
      "epoch": 3.54784,
      "grad_norm": 16.167335510253906,
      "learning_rate": 8.525390247380743e-06,
      "loss": 1.895,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2774
    },
    {
      "epoch": 3.5491200000000003,
      "grad_norm": 14.141949653625488,
      "learning_rate": 8.51153065651537e-06,
      "loss": 1.6826,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2775
    },
    {
      "epoch": 3.5504,
      "grad_norm": 14.673192024230957,
      "learning_rate": 8.49767929462899e-06,
      "loss": 1.8804,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2776
    },
    {
      "epoch": 3.55168,
      "grad_norm": 14.83434772491455,
      "learning_rate": 8.483836171643094e-06,
      "loss": 1.8706,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2777
    },
    {
      "epoch": 3.55296,
      "grad_norm": 14.33965015411377,
      "learning_rate": 8.470001297473248e-06,
      "loss": 2.0009,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2778
    },
    {
      "epoch": 3.55424,
      "grad_norm": 14.194612503051758,
      "learning_rate": 8.456174682029117e-06,
      "loss": 1.8929,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2779
    },
    {
      "epoch": 3.55552,
      "grad_norm": 14.606943130493164,
      "learning_rate": 8.442356335214453e-06,
      "loss": 1.8742,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2780
    },
    {
      "epoch": 3.5568,
      "grad_norm": 15.45688533782959,
      "learning_rate": 8.428546266927071e-06,
      "loss": 1.8508,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2781
    },
    {
      "epoch": 3.55808,
      "grad_norm": 15.3464937210083,
      "learning_rate": 8.414744487058896e-06,
      "loss": 1.801,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2782
    },
    {
      "epoch": 3.55936,
      "grad_norm": 15.184183120727539,
      "learning_rate": 8.400951005495859e-06,
      "loss": 1.7483,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2783
    },
    {
      "epoch": 3.5606400000000002,
      "grad_norm": 13.804588317871094,
      "learning_rate": 8.387165832117996e-06,
      "loss": 1.768,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2784
    },
    {
      "epoch": 3.5619199999999998,
      "grad_norm": 14.506231307983398,
      "learning_rate": 8.373388976799368e-06,
      "loss": 1.8572,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2785
    },
    {
      "epoch": 3.5632,
      "grad_norm": 14.45827579498291,
      "learning_rate": 8.359620449408079e-06,
      "loss": 1.8548,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2786
    },
    {
      "epoch": 3.56448,
      "grad_norm": 14.436800956726074,
      "learning_rate": 8.345860259806277e-06,
      "loss": 1.8626,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2787
    },
    {
      "epoch": 3.56576,
      "grad_norm": 14.481468200683594,
      "learning_rate": 8.33210841785012e-06,
      "loss": 1.8053,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2788
    },
    {
      "epoch": 3.56704,
      "grad_norm": 14.417072296142578,
      "learning_rate": 8.318364933389818e-06,
      "loss": 1.9073,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2789
    },
    {
      "epoch": 3.56832,
      "grad_norm": 14.815473556518555,
      "learning_rate": 8.304629816269566e-06,
      "loss": 1.7602,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2790
    },
    {
      "epoch": 3.5696,
      "grad_norm": 14.462860107421875,
      "learning_rate": 8.290903076327574e-06,
      "loss": 1.8312,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2791
    },
    {
      "epoch": 3.57088,
      "grad_norm": 15.073046684265137,
      "learning_rate": 8.277184723396048e-06,
      "loss": 1.8592,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2792
    },
    {
      "epoch": 3.5721600000000002,
      "grad_norm": 14.767352104187012,
      "learning_rate": 8.263474767301214e-06,
      "loss": 1.8541,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2793
    },
    {
      "epoch": 3.5734399999999997,
      "grad_norm": 14.579023361206055,
      "learning_rate": 8.24977321786323e-06,
      "loss": 1.8103,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2794
    },
    {
      "epoch": 3.57472,
      "grad_norm": 15.316929817199707,
      "learning_rate": 8.236080084896287e-06,
      "loss": 1.7116,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2795
    },
    {
      "epoch": 3.576,
      "grad_norm": 14.086687088012695,
      "learning_rate": 8.222395378208516e-06,
      "loss": 1.8418,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2796
    },
    {
      "epoch": 3.57728,
      "grad_norm": 14.404821395874023,
      "learning_rate": 8.20871910760202e-06,
      "loss": 1.7816,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2797
    },
    {
      "epoch": 3.57856,
      "grad_norm": 14.614837646484375,
      "learning_rate": 8.19505128287286e-06,
      "loss": 1.7386,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2798
    },
    {
      "epoch": 3.57984,
      "grad_norm": 14.612482070922852,
      "learning_rate": 8.181391913811039e-06,
      "loss": 1.9233,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2799
    },
    {
      "epoch": 3.58112,
      "grad_norm": 15.056482315063477,
      "learning_rate": 8.167741010200527e-06,
      "loss": 1.8257,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2800
    },
    {
      "epoch": 3.5824,
      "grad_norm": 15.036877632141113,
      "learning_rate": 8.154098581819208e-06,
      "loss": 1.7783,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2801
    },
    {
      "epoch": 3.58368,
      "grad_norm": 13.986262321472168,
      "learning_rate": 8.140464638438901e-06,
      "loss": 1.8926,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2802
    },
    {
      "epoch": 3.58496,
      "grad_norm": 13.266822814941406,
      "learning_rate": 8.126839189825343e-06,
      "loss": 1.7241,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2803
    },
    {
      "epoch": 3.58624,
      "grad_norm": 14.361540794372559,
      "learning_rate": 8.113222245738213e-06,
      "loss": 1.7736,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2804
    },
    {
      "epoch": 3.58752,
      "grad_norm": 14.980155944824219,
      "learning_rate": 8.099613815931046e-06,
      "loss": 1.8749,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2805
    },
    {
      "epoch": 3.5888,
      "grad_norm": 13.873513221740723,
      "learning_rate": 8.086013910151334e-06,
      "loss": 1.8362,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2806
    },
    {
      "epoch": 3.59008,
      "grad_norm": 13.786175727844238,
      "learning_rate": 8.072422538140432e-06,
      "loss": 1.8452,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2807
    },
    {
      "epoch": 3.59136,
      "grad_norm": 14.44556713104248,
      "learning_rate": 8.058839709633588e-06,
      "loss": 1.7477,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2808
    },
    {
      "epoch": 3.59264,
      "grad_norm": 14.703136444091797,
      "learning_rate": 8.04526543435993e-06,
      "loss": 1.7903,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2809
    },
    {
      "epoch": 3.59392,
      "grad_norm": 15.186530113220215,
      "learning_rate": 8.031699722042459e-06,
      "loss": 1.9132,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2810
    },
    {
      "epoch": 3.5952,
      "grad_norm": 15.064407348632812,
      "learning_rate": 8.018142582398056e-06,
      "loss": 1.8345,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2811
    },
    {
      "epoch": 3.59648,
      "grad_norm": 14.322458267211914,
      "learning_rate": 8.004594025137444e-06,
      "loss": 1.801,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2812
    },
    {
      "epoch": 3.59776,
      "grad_norm": 16.66912841796875,
      "learning_rate": 7.991054059965206e-06,
      "loss": 1.8055,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2813
    },
    {
      "epoch": 3.59904,
      "grad_norm": 13.652861595153809,
      "learning_rate": 7.97752269657976e-06,
      "loss": 1.8501,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2814
    },
    {
      "epoch": 3.60032,
      "grad_norm": 13.933517456054688,
      "learning_rate": 7.963999944673397e-06,
      "loss": 1.6769,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2815
    },
    {
      "epoch": 3.6016,
      "grad_norm": 13.654874801635742,
      "learning_rate": 7.950485813932192e-06,
      "loss": 1.8273,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2816
    },
    {
      "epoch": 3.60288,
      "grad_norm": 13.310823440551758,
      "learning_rate": 7.936980314036067e-06,
      "loss": 1.7131,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2817
    },
    {
      "epoch": 3.6041600000000003,
      "grad_norm": 14.552781105041504,
      "learning_rate": 7.92348345465878e-06,
      "loss": 1.9808,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2818
    },
    {
      "epoch": 3.6054399999999998,
      "grad_norm": 16.336490631103516,
      "learning_rate": 7.909995245467871e-06,
      "loss": 1.7609,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2819
    },
    {
      "epoch": 3.60672,
      "grad_norm": 14.041070938110352,
      "learning_rate": 7.896515696124703e-06,
      "loss": 1.8625,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2820
    },
    {
      "epoch": 3.608,
      "grad_norm": 13.635826110839844,
      "learning_rate": 7.883044816284414e-06,
      "loss": 1.6674,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2821
    },
    {
      "epoch": 3.60928,
      "grad_norm": 15.118708610534668,
      "learning_rate": 7.869582615595966e-06,
      "loss": 1.6954,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2822
    },
    {
      "epoch": 3.61056,
      "grad_norm": 14.471586227416992,
      "learning_rate": 7.856129103702075e-06,
      "loss": 1.7492,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2823
    },
    {
      "epoch": 3.61184,
      "grad_norm": 14.894983291625977,
      "learning_rate": 7.84268429023925e-06,
      "loss": 1.8587,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2824
    },
    {
      "epoch": 3.61312,
      "grad_norm": 14.046666145324707,
      "learning_rate": 7.829248184837748e-06,
      "loss": 1.9154,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2825
    },
    {
      "epoch": 3.6144,
      "grad_norm": 15.004146575927734,
      "learning_rate": 7.815820797121631e-06,
      "loss": 1.8438,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2826
    },
    {
      "epoch": 3.6156800000000002,
      "grad_norm": 14.397826194763184,
      "learning_rate": 7.802402136708667e-06,
      "loss": 1.7586,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2827
    },
    {
      "epoch": 3.6169599999999997,
      "grad_norm": 15.097938537597656,
      "learning_rate": 7.788992213210393e-06,
      "loss": 1.7805,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2828
    },
    {
      "epoch": 3.61824,
      "grad_norm": 14.21372127532959,
      "learning_rate": 7.775591036232108e-06,
      "loss": 1.8431,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2829
    },
    {
      "epoch": 3.61952,
      "grad_norm": 15.099346160888672,
      "learning_rate": 7.762198615372819e-06,
      "loss": 1.8368,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2830
    },
    {
      "epoch": 3.6208,
      "grad_norm": 14.823424339294434,
      "learning_rate": 7.748814960225271e-06,
      "loss": 1.7356,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2831
    },
    {
      "epoch": 3.62208,
      "grad_norm": 14.408663749694824,
      "learning_rate": 7.735440080375922e-06,
      "loss": 1.8074,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2832
    },
    {
      "epoch": 3.62336,
      "grad_norm": 14.268485069274902,
      "learning_rate": 7.722073985404966e-06,
      "loss": 1.8222,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2833
    },
    {
      "epoch": 3.62464,
      "grad_norm": 15.414032936096191,
      "learning_rate": 7.708716684886284e-06,
      "loss": 1.9654,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2834
    },
    {
      "epoch": 3.62592,
      "grad_norm": 14.963676452636719,
      "learning_rate": 7.695368188387466e-06,
      "loss": 1.8084,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2835
    },
    {
      "epoch": 3.6272,
      "grad_norm": 15.027922630310059,
      "learning_rate": 7.682028505469791e-06,
      "loss": 1.7501,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2836
    },
    {
      "epoch": 3.62848,
      "grad_norm": 13.730396270751953,
      "learning_rate": 7.668697645688223e-06,
      "loss": 1.7131,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2837
    },
    {
      "epoch": 3.62976,
      "grad_norm": 13.860097885131836,
      "learning_rate": 7.655375618591434e-06,
      "loss": 1.7869,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2838
    },
    {
      "epoch": 3.63104,
      "grad_norm": 15.508322715759277,
      "learning_rate": 7.642062433721718e-06,
      "loss": 1.9708,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2839
    },
    {
      "epoch": 3.63232,
      "grad_norm": 14.308571815490723,
      "learning_rate": 7.628758100615081e-06,
      "loss": 1.7288,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2840
    },
    {
      "epoch": 3.6336,
      "grad_norm": 15.862969398498535,
      "learning_rate": 7.615462628801169e-06,
      "loss": 1.7991,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2841
    },
    {
      "epoch": 3.63488,
      "grad_norm": 14.998834609985352,
      "learning_rate": 7.6021760278032805e-06,
      "loss": 1.8281,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2842
    },
    {
      "epoch": 3.63616,
      "grad_norm": 14.534429550170898,
      "learning_rate": 7.588898307138361e-06,
      "loss": 1.7792,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2843
    },
    {
      "epoch": 3.63744,
      "grad_norm": 13.983979225158691,
      "learning_rate": 7.575629476317008e-06,
      "loss": 1.8441,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2844
    },
    {
      "epoch": 3.63872,
      "grad_norm": 15.302732467651367,
      "learning_rate": 7.56236954484344e-06,
      "loss": 1.8921,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2845
    },
    {
      "epoch": 3.64,
      "grad_norm": 13.906278610229492,
      "learning_rate": 7.54911852221548e-06,
      "loss": 1.7592,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2846
    },
    {
      "epoch": 3.64128,
      "grad_norm": 13.847214698791504,
      "learning_rate": 7.5358764179246165e-06,
      "loss": 1.7303,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2847
    },
    {
      "epoch": 3.64256,
      "grad_norm": 14.744625091552734,
      "learning_rate": 7.522643241455907e-06,
      "loss": 1.9667,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2848
    },
    {
      "epoch": 3.64384,
      "grad_norm": 14.65600872039795,
      "learning_rate": 7.5094190022880545e-06,
      "loss": 1.8585,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2849
    },
    {
      "epoch": 3.64512,
      "grad_norm": 15.01376724243164,
      "learning_rate": 7.496203709893311e-06,
      "loss": 1.8273,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2850
    },
    {
      "epoch": 3.6464,
      "grad_norm": 14.352981567382812,
      "learning_rate": 7.482997373737566e-06,
      "loss": 1.8229,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2851
    },
    {
      "epoch": 3.6476800000000003,
      "grad_norm": 14.20775032043457,
      "learning_rate": 7.46980000328027e-06,
      "loss": 1.8464,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2852
    },
    {
      "epoch": 3.6489599999999998,
      "grad_norm": 14.581966400146484,
      "learning_rate": 7.456611607974456e-06,
      "loss": 1.7936,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2853
    },
    {
      "epoch": 3.65024,
      "grad_norm": 13.488938331604004,
      "learning_rate": 7.4434321972667175e-06,
      "loss": 1.7169,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2854
    },
    {
      "epoch": 3.65152,
      "grad_norm": 14.752388000488281,
      "learning_rate": 7.430261780597245e-06,
      "loss": 1.7192,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2855
    },
    {
      "epoch": 3.6528,
      "grad_norm": 15.619072914123535,
      "learning_rate": 7.417100367399759e-06,
      "loss": 1.7986,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2856
    },
    {
      "epoch": 3.65408,
      "grad_norm": 15.86440372467041,
      "learning_rate": 7.4039479671015216e-06,
      "loss": 1.9231,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2857
    },
    {
      "epoch": 3.65536,
      "grad_norm": 13.122746467590332,
      "learning_rate": 7.39080458912337e-06,
      "loss": 1.6495,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2858
    },
    {
      "epoch": 3.65664,
      "grad_norm": 14.340619087219238,
      "learning_rate": 7.3776702428796555e-06,
      "loss": 1.7899,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2859
    },
    {
      "epoch": 3.65792,
      "grad_norm": 15.663978576660156,
      "learning_rate": 7.364544937778284e-06,
      "loss": 1.6833,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2860
    },
    {
      "epoch": 3.6592000000000002,
      "grad_norm": 14.73797607421875,
      "learning_rate": 7.3514286832206474e-06,
      "loss": 1.8866,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2861
    },
    {
      "epoch": 3.6604799999999997,
      "grad_norm": 15.132065773010254,
      "learning_rate": 7.338321488601694e-06,
      "loss": 1.9343,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2862
    },
    {
      "epoch": 3.66176,
      "grad_norm": 14.190286636352539,
      "learning_rate": 7.3252233633098615e-06,
      "loss": 1.75,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2863
    },
    {
      "epoch": 3.66304,
      "grad_norm": 13.37472152709961,
      "learning_rate": 7.312134316727093e-06,
      "loss": 1.6042,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2864
    },
    {
      "epoch": 3.66432,
      "grad_norm": 14.647632598876953,
      "learning_rate": 7.299054358228834e-06,
      "loss": 1.6561,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2865
    },
    {
      "epoch": 3.6656,
      "grad_norm": 13.990467071533203,
      "learning_rate": 7.285983497184013e-06,
      "loss": 1.8514,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2866
    },
    {
      "epoch": 3.66688,
      "grad_norm": 13.654836654663086,
      "learning_rate": 7.272921742955055e-06,
      "loss": 1.7902,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2867
    },
    {
      "epoch": 3.66816,
      "grad_norm": 14.355500221252441,
      "learning_rate": 7.25986910489785e-06,
      "loss": 1.6636,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2868
    },
    {
      "epoch": 3.66944,
      "grad_norm": 14.66356086730957,
      "learning_rate": 7.246825592361764e-06,
      "loss": 1.881,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2869
    },
    {
      "epoch": 3.67072,
      "grad_norm": 13.50761604309082,
      "learning_rate": 7.233791214689616e-06,
      "loss": 1.7789,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2870
    },
    {
      "epoch": 3.672,
      "grad_norm": 14.513036727905273,
      "learning_rate": 7.22076598121771e-06,
      "loss": 1.818,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2871
    },
    {
      "epoch": 3.67328,
      "grad_norm": 13.929232597351074,
      "learning_rate": 7.207749901275756e-06,
      "loss": 1.9027,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2872
    },
    {
      "epoch": 3.67456,
      "grad_norm": 14.393285751342773,
      "learning_rate": 7.194742984186953e-06,
      "loss": 1.734,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2873
    },
    {
      "epoch": 3.67584,
      "grad_norm": 14.333244323730469,
      "learning_rate": 7.181745239267908e-06,
      "loss": 1.8881,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2874
    },
    {
      "epoch": 3.67712,
      "grad_norm": 14.597185134887695,
      "learning_rate": 7.168756675828665e-06,
      "loss": 1.6904,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2875
    },
    {
      "epoch": 3.6784,
      "grad_norm": 14.212331771850586,
      "learning_rate": 7.155777303172695e-06,
      "loss": 1.7177,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2876
    },
    {
      "epoch": 3.67968,
      "grad_norm": 14.328462600708008,
      "learning_rate": 7.142807130596876e-06,
      "loss": 1.8416,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2877
    },
    {
      "epoch": 3.68096,
      "grad_norm": 14.134441375732422,
      "learning_rate": 7.129846167391517e-06,
      "loss": 1.8643,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2878
    },
    {
      "epoch": 3.68224,
      "grad_norm": 14.209339141845703,
      "learning_rate": 7.11689442284031e-06,
      "loss": 1.7733,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2879
    },
    {
      "epoch": 3.68352,
      "grad_norm": 15.104618072509766,
      "learning_rate": 7.103951906220355e-06,
      "loss": 1.9225,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2880
    },
    {
      "epoch": 3.6848,
      "grad_norm": 14.044589042663574,
      "learning_rate": 7.091018626802127e-06,
      "loss": 1.7297,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2881
    },
    {
      "epoch": 3.68608,
      "grad_norm": 14.357053756713867,
      "learning_rate": 7.078094593849516e-06,
      "loss": 1.9499,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2882
    },
    {
      "epoch": 3.68736,
      "grad_norm": 14.353204727172852,
      "learning_rate": 7.0651798166197445e-06,
      "loss": 1.7759,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2883
    },
    {
      "epoch": 3.68864,
      "grad_norm": 14.364700317382812,
      "learning_rate": 7.052274304363449e-06,
      "loss": 1.8586,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2884
    },
    {
      "epoch": 3.68992,
      "grad_norm": 15.326423645019531,
      "learning_rate": 7.039378066324602e-06,
      "loss": 1.7849,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2885
    },
    {
      "epoch": 3.6912000000000003,
      "grad_norm": 13.60617446899414,
      "learning_rate": 7.026491111740543e-06,
      "loss": 1.7017,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2886
    },
    {
      "epoch": 3.6924799999999998,
      "grad_norm": 14.820011138916016,
      "learning_rate": 7.013613449841958e-06,
      "loss": 1.8415,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2887
    },
    {
      "epoch": 3.69376,
      "grad_norm": 14.176641464233398,
      "learning_rate": 7.000745089852876e-06,
      "loss": 1.7538,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2888
    },
    {
      "epoch": 3.69504,
      "grad_norm": 14.394259452819824,
      "learning_rate": 6.987886040990677e-06,
      "loss": 1.6982,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2889
    },
    {
      "epoch": 3.69632,
      "grad_norm": 15.422035217285156,
      "learning_rate": 6.975036312466055e-06,
      "loss": 1.6809,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2890
    },
    {
      "epoch": 3.6976,
      "grad_norm": 14.855629920959473,
      "learning_rate": 6.962195913483034e-06,
      "loss": 1.6988,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2891
    },
    {
      "epoch": 3.69888,
      "grad_norm": 14.490167617797852,
      "learning_rate": 6.949364853238949e-06,
      "loss": 1.8799,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2892
    },
    {
      "epoch": 3.70016,
      "grad_norm": 14.361379623413086,
      "learning_rate": 6.93654314092447e-06,
      "loss": 1.7362,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2893
    },
    {
      "epoch": 3.70144,
      "grad_norm": 14.655941009521484,
      "learning_rate": 6.923730785723534e-06,
      "loss": 1.8926,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2894
    },
    {
      "epoch": 3.7027200000000002,
      "grad_norm": 14.165155410766602,
      "learning_rate": 6.910927796813398e-06,
      "loss": 1.8633,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2895
    },
    {
      "epoch": 3.7039999999999997,
      "grad_norm": 14.625958442687988,
      "learning_rate": 6.898134183364617e-06,
      "loss": 1.7453,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2896
    },
    {
      "epoch": 3.70528,
      "grad_norm": 13.513398170471191,
      "learning_rate": 6.8853499545410166e-06,
      "loss": 1.9275,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2897
    },
    {
      "epoch": 3.70656,
      "grad_norm": 14.88862419128418,
      "learning_rate": 6.872575119499703e-06,
      "loss": 1.8954,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2898
    },
    {
      "epoch": 3.70784,
      "grad_norm": 14.254526138305664,
      "learning_rate": 6.859809687391048e-06,
      "loss": 1.6136,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2899
    },
    {
      "epoch": 3.70912,
      "grad_norm": 14.235647201538086,
      "learning_rate": 6.84705366735871e-06,
      "loss": 1.7653,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2900
    },
    {
      "epoch": 3.7104,
      "grad_norm": 14.352557182312012,
      "learning_rate": 6.834307068539583e-06,
      "loss": 1.7976,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2901
    },
    {
      "epoch": 3.71168,
      "grad_norm": 14.064338684082031,
      "learning_rate": 6.8215699000638245e-06,
      "loss": 1.8442,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2902
    },
    {
      "epoch": 3.71296,
      "grad_norm": 13.670988082885742,
      "learning_rate": 6.80884217105483e-06,
      "loss": 1.8374,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2903
    },
    {
      "epoch": 3.71424,
      "grad_norm": 14.73964786529541,
      "learning_rate": 6.796123890629238e-06,
      "loss": 1.7618,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2904
    },
    {
      "epoch": 3.71552,
      "grad_norm": 14.662955284118652,
      "learning_rate": 6.783415067896921e-06,
      "loss": 1.8961,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2905
    },
    {
      "epoch": 3.7168,
      "grad_norm": 14.814644813537598,
      "learning_rate": 6.770715711960965e-06,
      "loss": 1.8866,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2906
    },
    {
      "epoch": 3.71808,
      "grad_norm": 15.078261375427246,
      "learning_rate": 6.758025831917701e-06,
      "loss": 1.91,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2907
    },
    {
      "epoch": 3.71936,
      "grad_norm": 14.36275577545166,
      "learning_rate": 6.745345436856647e-06,
      "loss": 1.6854,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2908
    },
    {
      "epoch": 3.72064,
      "grad_norm": 14.37026309967041,
      "learning_rate": 6.732674535860538e-06,
      "loss": 1.8198,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2909
    },
    {
      "epoch": 3.72192,
      "grad_norm": 14.188180923461914,
      "learning_rate": 6.720013138005299e-06,
      "loss": 1.9135,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2910
    },
    {
      "epoch": 3.7232,
      "grad_norm": 14.585497856140137,
      "learning_rate": 6.7073612523600695e-06,
      "loss": 1.877,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2911
    },
    {
      "epoch": 3.72448,
      "grad_norm": 14.950082778930664,
      "learning_rate": 6.694718887987157e-06,
      "loss": 1.8148,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2912
    },
    {
      "epoch": 3.72576,
      "grad_norm": 14.619524002075195,
      "learning_rate": 6.6820860539420566e-06,
      "loss": 1.5724,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2913
    },
    {
      "epoch": 3.72704,
      "grad_norm": 15.634194374084473,
      "learning_rate": 6.6694627592734285e-06,
      "loss": 1.6807,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2914
    },
    {
      "epoch": 3.72832,
      "grad_norm": 14.993355751037598,
      "learning_rate": 6.656849013023108e-06,
      "loss": 1.8183,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2915
    },
    {
      "epoch": 3.7296,
      "grad_norm": 14.831933975219727,
      "learning_rate": 6.644244824226094e-06,
      "loss": 1.8992,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2916
    },
    {
      "epoch": 3.73088,
      "grad_norm": 14.316709518432617,
      "learning_rate": 6.631650201910522e-06,
      "loss": 1.8362,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2917
    },
    {
      "epoch": 3.73216,
      "grad_norm": 14.690261840820312,
      "learning_rate": 6.619065155097706e-06,
      "loss": 1.9662,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2918
    },
    {
      "epoch": 3.73344,
      "grad_norm": 14.586124420166016,
      "learning_rate": 6.606489692802071e-06,
      "loss": 1.712,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2919
    },
    {
      "epoch": 3.7347200000000003,
      "grad_norm": 14.418656349182129,
      "learning_rate": 6.593923824031197e-06,
      "loss": 1.8181,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2920
    },
    {
      "epoch": 3.7359999999999998,
      "grad_norm": 15.291085243225098,
      "learning_rate": 6.5813675577857714e-06,
      "loss": 1.847,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2921
    },
    {
      "epoch": 3.73728,
      "grad_norm": 13.266302108764648,
      "learning_rate": 6.568820903059632e-06,
      "loss": 1.7432,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2922
    },
    {
      "epoch": 3.73856,
      "grad_norm": 14.867378234863281,
      "learning_rate": 6.556283868839714e-06,
      "loss": 1.8484,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2923
    },
    {
      "epoch": 3.73984,
      "grad_norm": 14.761672973632812,
      "learning_rate": 6.543756464106051e-06,
      "loss": 1.8708,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2924
    },
    {
      "epoch": 3.74112,
      "grad_norm": 13.791362762451172,
      "learning_rate": 6.531238697831803e-06,
      "loss": 1.8169,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2925
    },
    {
      "epoch": 3.7424,
      "grad_norm": 13.684884071350098,
      "learning_rate": 6.518730578983208e-06,
      "loss": 1.8658,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2926
    },
    {
      "epoch": 3.74368,
      "grad_norm": 15.927651405334473,
      "learning_rate": 6.50623211651962e-06,
      "loss": 1.768,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2927
    },
    {
      "epoch": 3.74496,
      "grad_norm": 14.198452949523926,
      "learning_rate": 6.493743319393431e-06,
      "loss": 1.9435,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2928
    },
    {
      "epoch": 3.7462400000000002,
      "grad_norm": 14.04421329498291,
      "learning_rate": 6.481264196550157e-06,
      "loss": 1.814,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2929
    },
    {
      "epoch": 3.7475199999999997,
      "grad_norm": 15.537939071655273,
      "learning_rate": 6.468794756928354e-06,
      "loss": 1.9021,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2930
    },
    {
      "epoch": 3.7488,
      "grad_norm": 15.538546562194824,
      "learning_rate": 6.456335009459656e-06,
      "loss": 1.8886,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2931
    },
    {
      "epoch": 3.75008,
      "grad_norm": 14.128182411193848,
      "learning_rate": 6.443884963068747e-06,
      "loss": 1.8343,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2932
    },
    {
      "epoch": 3.75136,
      "grad_norm": 14.332962989807129,
      "learning_rate": 6.431444626673362e-06,
      "loss": 1.7127,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2933
    },
    {
      "epoch": 3.75264,
      "grad_norm": 14.400289535522461,
      "learning_rate": 6.4190140091843035e-06,
      "loss": 1.8401,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2934
    },
    {
      "epoch": 3.75392,
      "grad_norm": 15.215279579162598,
      "learning_rate": 6.4065931195053686e-06,
      "loss": 1.9032,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2935
    },
    {
      "epoch": 3.7552,
      "grad_norm": 14.923859596252441,
      "learning_rate": 6.3941819665334306e-06,
      "loss": 1.7879,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2936
    },
    {
      "epoch": 3.75648,
      "grad_norm": 15.44040584564209,
      "learning_rate": 6.3817805591583544e-06,
      "loss": 1.9627,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2937
    },
    {
      "epoch": 3.75776,
      "grad_norm": 14.899679183959961,
      "learning_rate": 6.369388906263065e-06,
      "loss": 1.9009,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2938
    },
    {
      "epoch": 3.75904,
      "grad_norm": 14.101274490356445,
      "learning_rate": 6.357007016723444e-06,
      "loss": 1.7235,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2939
    },
    {
      "epoch": 3.76032,
      "grad_norm": 14.451751708984375,
      "learning_rate": 6.344634899408433e-06,
      "loss": 1.7238,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2940
    },
    {
      "epoch": 3.7616,
      "grad_norm": 13.696660041809082,
      "learning_rate": 6.332272563179942e-06,
      "loss": 1.8551,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2941
    },
    {
      "epoch": 3.76288,
      "grad_norm": 15.461831092834473,
      "learning_rate": 6.319920016892889e-06,
      "loss": 1.8779,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2942
    },
    {
      "epoch": 3.76416,
      "grad_norm": 14.950705528259277,
      "learning_rate": 6.307577269395173e-06,
      "loss": 1.8399,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2943
    },
    {
      "epoch": 3.76544,
      "grad_norm": 15.3400239944458,
      "learning_rate": 6.295244329527672e-06,
      "loss": 1.8001,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2944
    },
    {
      "epoch": 3.76672,
      "grad_norm": 14.374329566955566,
      "learning_rate": 6.282921206124262e-06,
      "loss": 1.849,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2945
    },
    {
      "epoch": 3.768,
      "grad_norm": 14.676837921142578,
      "learning_rate": 6.270607908011741e-06,
      "loss": 1.6494,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2946
    },
    {
      "epoch": 3.76928,
      "grad_norm": 15.478446006774902,
      "learning_rate": 6.258304444009922e-06,
      "loss": 1.8658,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2947
    },
    {
      "epoch": 3.77056,
      "grad_norm": 14.150557518005371,
      "learning_rate": 6.246010822931532e-06,
      "loss": 1.6813,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2948
    },
    {
      "epoch": 3.77184,
      "grad_norm": 14.655388832092285,
      "learning_rate": 6.233727053582286e-06,
      "loss": 1.704,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2949
    },
    {
      "epoch": 3.77312,
      "grad_norm": 14.856383323669434,
      "learning_rate": 6.221453144760798e-06,
      "loss": 1.6452,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2950
    },
    {
      "epoch": 3.7744,
      "grad_norm": 13.980737686157227,
      "learning_rate": 6.209189105258661e-06,
      "loss": 1.8556,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2951
    },
    {
      "epoch": 3.77568,
      "grad_norm": 14.141098976135254,
      "learning_rate": 6.1969349438603756e-06,
      "loss": 1.8473,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2952
    },
    {
      "epoch": 3.77696,
      "grad_norm": 14.151199340820312,
      "learning_rate": 6.1846906693433696e-06,
      "loss": 1.8451,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2953
    },
    {
      "epoch": 3.7782400000000003,
      "grad_norm": 15.00092887878418,
      "learning_rate": 6.17245629047799e-06,
      "loss": 1.8753,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2954
    },
    {
      "epoch": 3.7795199999999998,
      "grad_norm": 14.49392318725586,
      "learning_rate": 6.160231816027496e-06,
      "loss": 1.7975,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2955
    },
    {
      "epoch": 3.7808,
      "grad_norm": 15.631507873535156,
      "learning_rate": 6.14801725474806e-06,
      "loss": 1.8386,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2956
    },
    {
      "epoch": 3.78208,
      "grad_norm": 14.521681785583496,
      "learning_rate": 6.135812615388748e-06,
      "loss": 1.8329,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2957
    },
    {
      "epoch": 3.78336,
      "grad_norm": 14.949333190917969,
      "learning_rate": 6.1236179066915106e-06,
      "loss": 1.8751,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2958
    },
    {
      "epoch": 3.78464,
      "grad_norm": 14.219724655151367,
      "learning_rate": 6.111433137391192e-06,
      "loss": 1.7289,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2959
    },
    {
      "epoch": 3.78592,
      "grad_norm": 14.262584686279297,
      "learning_rate": 6.099258316215535e-06,
      "loss": 1.8577,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2960
    },
    {
      "epoch": 3.7872,
      "grad_norm": 14.497485160827637,
      "learning_rate": 6.087093451885122e-06,
      "loss": 1.8657,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2961
    },
    {
      "epoch": 3.78848,
      "grad_norm": 14.229117393493652,
      "learning_rate": 6.074938553113421e-06,
      "loss": 1.7038,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2962
    },
    {
      "epoch": 3.7897600000000002,
      "grad_norm": 13.893876075744629,
      "learning_rate": 6.062793628606774e-06,
      "loss": 1.7642,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2963
    },
    {
      "epoch": 3.7910399999999997,
      "grad_norm": 15.005656242370605,
      "learning_rate": 6.050658687064359e-06,
      "loss": 1.7197,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2964
    },
    {
      "epoch": 3.79232,
      "grad_norm": 14.392195701599121,
      "learning_rate": 6.038533737178214e-06,
      "loss": 1.786,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2965
    },
    {
      "epoch": 3.7936,
      "grad_norm": 14.073124885559082,
      "learning_rate": 6.026418787633211e-06,
      "loss": 1.8549,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2966
    },
    {
      "epoch": 3.79488,
      "grad_norm": 15.05845832824707,
      "learning_rate": 6.014313847107076e-06,
      "loss": 1.7629,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2967
    },
    {
      "epoch": 3.79616,
      "grad_norm": 14.4487886428833,
      "learning_rate": 6.002218924270349e-06,
      "loss": 1.8337,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2968
    },
    {
      "epoch": 3.79744,
      "grad_norm": 13.852039337158203,
      "learning_rate": 5.990134027786401e-06,
      "loss": 1.7959,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2969
    },
    {
      "epoch": 3.79872,
      "grad_norm": 15.060578346252441,
      "learning_rate": 5.978059166311414e-06,
      "loss": 1.6912,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2970
    },
    {
      "epoch": 3.8,
      "grad_norm": 15.018786430358887,
      "learning_rate": 5.96599434849441e-06,
      "loss": 1.6748,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2971
    },
    {
      "epoch": 3.80128,
      "grad_norm": 15.033759117126465,
      "learning_rate": 5.953939582977173e-06,
      "loss": 1.9417,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2972
    },
    {
      "epoch": 3.80256,
      "grad_norm": 14.688127517700195,
      "learning_rate": 5.941894878394312e-06,
      "loss": 1.8508,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2973
    },
    {
      "epoch": 3.80384,
      "grad_norm": 15.085029602050781,
      "learning_rate": 5.92986024337324e-06,
      "loss": 1.6653,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2974
    },
    {
      "epoch": 3.80512,
      "grad_norm": 14.610361099243164,
      "learning_rate": 5.917835686534137e-06,
      "loss": 1.6983,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2975
    },
    {
      "epoch": 3.8064,
      "grad_norm": 14.964215278625488,
      "learning_rate": 5.905821216489971e-06,
      "loss": 1.858,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2976
    },
    {
      "epoch": 3.80768,
      "grad_norm": 14.347904205322266,
      "learning_rate": 5.893816841846482e-06,
      "loss": 1.6935,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2977
    },
    {
      "epoch": 3.80896,
      "grad_norm": 14.603537559509277,
      "learning_rate": 5.881822571202192e-06,
      "loss": 1.8439,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2978
    },
    {
      "epoch": 3.81024,
      "grad_norm": 13.520346641540527,
      "learning_rate": 5.869838413148372e-06,
      "loss": 1.697,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2979
    },
    {
      "epoch": 3.81152,
      "grad_norm": 13.912739753723145,
      "learning_rate": 5.857864376269051e-06,
      "loss": 1.8265,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2980
    },
    {
      "epoch": 3.8128,
      "grad_norm": 15.409795761108398,
      "learning_rate": 5.845900469141015e-06,
      "loss": 1.6454,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2981
    },
    {
      "epoch": 3.81408,
      "grad_norm": 14.791369438171387,
      "learning_rate": 5.833946700333786e-06,
      "loss": 1.7935,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2982
    },
    {
      "epoch": 3.81536,
      "grad_norm": 14.9968900680542,
      "learning_rate": 5.822003078409633e-06,
      "loss": 1.8251,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2983
    },
    {
      "epoch": 3.81664,
      "grad_norm": 14.5929536819458,
      "learning_rate": 5.810069611923543e-06,
      "loss": 1.7358,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2984
    },
    {
      "epoch": 3.81792,
      "grad_norm": 13.810776710510254,
      "learning_rate": 5.798146309423251e-06,
      "loss": 1.7852,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2985
    },
    {
      "epoch": 3.8192,
      "grad_norm": 13.747331619262695,
      "learning_rate": 5.786233179449194e-06,
      "loss": 1.7791,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2986
    },
    {
      "epoch": 3.82048,
      "grad_norm": 13.739306449890137,
      "learning_rate": 5.774330230534526e-06,
      "loss": 1.7821,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2987
    },
    {
      "epoch": 3.8217600000000003,
      "grad_norm": 14.967268943786621,
      "learning_rate": 5.762437471205107e-06,
      "loss": 1.8283,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2988
    },
    {
      "epoch": 3.8230399999999998,
      "grad_norm": 15.062894821166992,
      "learning_rate": 5.750554909979509e-06,
      "loss": 1.8262,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2989
    },
    {
      "epoch": 3.82432,
      "grad_norm": 14.424199104309082,
      "learning_rate": 5.738682555368997e-06,
      "loss": 1.7909,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2990
    },
    {
      "epoch": 3.8256,
      "grad_norm": 14.716419219970703,
      "learning_rate": 5.7268204158774965e-06,
      "loss": 1.8804,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2991
    },
    {
      "epoch": 3.82688,
      "grad_norm": 14.461737632751465,
      "learning_rate": 5.714968500001663e-06,
      "loss": 1.751,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2992
    },
    {
      "epoch": 3.82816,
      "grad_norm": 13.520792007446289,
      "learning_rate": 5.703126816230795e-06,
      "loss": 1.8518,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2993
    },
    {
      "epoch": 3.82944,
      "grad_norm": 14.22875690460205,
      "learning_rate": 5.691295373046875e-06,
      "loss": 1.7792,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2994
    },
    {
      "epoch": 3.83072,
      "grad_norm": 14.433451652526855,
      "learning_rate": 5.67947417892454e-06,
      "loss": 1.8098,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2995
    },
    {
      "epoch": 3.832,
      "grad_norm": 14.417527198791504,
      "learning_rate": 5.667663242331107e-06,
      "loss": 1.6808,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2996
    },
    {
      "epoch": 3.8332800000000002,
      "grad_norm": 14.397324562072754,
      "learning_rate": 5.655862571726527e-06,
      "loss": 1.6916,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2997
    },
    {
      "epoch": 3.8345599999999997,
      "grad_norm": 14.150298118591309,
      "learning_rate": 5.644072175563402e-06,
      "loss": 1.7687,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2998
    },
    {
      "epoch": 3.83584,
      "grad_norm": 14.514195442199707,
      "learning_rate": 5.6322920622869685e-06,
      "loss": 1.8786,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 2999
    },
    {
      "epoch": 3.83712,
      "grad_norm": 14.931961059570312,
      "learning_rate": 5.62052224033512e-06,
      "loss": 1.8259,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3000
    },
    {
      "epoch": 3.8384,
      "grad_norm": 13.844697952270508,
      "learning_rate": 5.608762718138359e-06,
      "loss": 1.8287,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3001
    },
    {
      "epoch": 3.83968,
      "grad_norm": 14.785261154174805,
      "learning_rate": 5.597013504119799e-06,
      "loss": 2.0302,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3002
    },
    {
      "epoch": 3.84096,
      "grad_norm": 16.662935256958008,
      "learning_rate": 5.585274606695206e-06,
      "loss": 1.923,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3003
    },
    {
      "epoch": 3.84224,
      "grad_norm": 15.46350383758545,
      "learning_rate": 5.573546034272925e-06,
      "loss": 1.9332,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3004
    },
    {
      "epoch": 3.84352,
      "grad_norm": 13.760346412658691,
      "learning_rate": 5.56182779525392e-06,
      "loss": 1.7066,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3005
    },
    {
      "epoch": 3.8448,
      "grad_norm": 14.69082260131836,
      "learning_rate": 5.5501198980317404e-06,
      "loss": 1.7269,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3006
    },
    {
      "epoch": 3.84608,
      "grad_norm": 14.924210548400879,
      "learning_rate": 5.538422350992554e-06,
      "loss": 1.8518,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3007
    },
    {
      "epoch": 3.84736,
      "grad_norm": 14.770013809204102,
      "learning_rate": 5.526735162515089e-06,
      "loss": 1.8996,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3008
    },
    {
      "epoch": 3.84864,
      "grad_norm": 13.54714298248291,
      "learning_rate": 5.515058340970665e-06,
      "loss": 1.8648,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3009
    },
    {
      "epoch": 3.84992,
      "grad_norm": 16.88494300842285,
      "learning_rate": 5.5033918947231715e-06,
      "loss": 1.8074,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3010
    },
    {
      "epoch": 3.8512,
      "grad_norm": 14.329026222229004,
      "learning_rate": 5.491735832129066e-06,
      "loss": 1.9886,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3011
    },
    {
      "epoch": 3.85248,
      "grad_norm": 14.618367195129395,
      "learning_rate": 5.480090161537388e-06,
      "loss": 1.7733,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3012
    },
    {
      "epoch": 3.85376,
      "grad_norm": 15.471550941467285,
      "learning_rate": 5.468454891289694e-06,
      "loss": 1.6968,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3013
    },
    {
      "epoch": 3.85504,
      "grad_norm": 14.13352108001709,
      "learning_rate": 5.45683002972013e-06,
      "loss": 1.8214,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3014
    },
    {
      "epoch": 3.85632,
      "grad_norm": 14.402629852294922,
      "learning_rate": 5.445215585155361e-06,
      "loss": 1.8751,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3015
    },
    {
      "epoch": 3.8576,
      "grad_norm": 14.74096965789795,
      "learning_rate": 5.433611565914616e-06,
      "loss": 1.7436,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3016
    },
    {
      "epoch": 3.85888,
      "grad_norm": 14.406296730041504,
      "learning_rate": 5.4220179803096155e-06,
      "loss": 1.9078,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3017
    },
    {
      "epoch": 3.86016,
      "grad_norm": 14.56088924407959,
      "learning_rate": 5.410434836644649e-06,
      "loss": 1.8301,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3018
    },
    {
      "epoch": 3.86144,
      "grad_norm": 14.93083381652832,
      "learning_rate": 5.398862143216503e-06,
      "loss": 1.7836,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3019
    },
    {
      "epoch": 3.86272,
      "grad_norm": 15.246156692504883,
      "learning_rate": 5.387299908314489e-06,
      "loss": 1.8771,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3020
    },
    {
      "epoch": 3.864,
      "grad_norm": 14.655367851257324,
      "learning_rate": 5.375748140220418e-06,
      "loss": 1.7147,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3021
    },
    {
      "epoch": 3.8652800000000003,
      "grad_norm": 14.213513374328613,
      "learning_rate": 5.364206847208604e-06,
      "loss": 1.6612,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3022
    },
    {
      "epoch": 3.8665599999999998,
      "grad_norm": 14.241371154785156,
      "learning_rate": 5.352676037545883e-06,
      "loss": 1.7961,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3023
    },
    {
      "epoch": 3.86784,
      "grad_norm": 15.113798141479492,
      "learning_rate": 5.341155719491533e-06,
      "loss": 1.8259,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3024
    },
    {
      "epoch": 3.86912,
      "grad_norm": 14.431119918823242,
      "learning_rate": 5.329645901297369e-06,
      "loss": 1.7007,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3025
    },
    {
      "epoch": 3.8704,
      "grad_norm": 13.953045845031738,
      "learning_rate": 5.318146591207644e-06,
      "loss": 1.6045,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3026
    },
    {
      "epoch": 3.87168,
      "grad_norm": 14.429277420043945,
      "learning_rate": 5.3066577974591245e-06,
      "loss": 1.8544,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3027
    },
    {
      "epoch": 3.87296,
      "grad_norm": 15.207046508789062,
      "learning_rate": 5.295179528280998e-06,
      "loss": 1.9051,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3028
    },
    {
      "epoch": 3.87424,
      "grad_norm": 14.677419662475586,
      "learning_rate": 5.283711791894952e-06,
      "loss": 1.9048,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3029
    },
    {
      "epoch": 3.87552,
      "grad_norm": 14.27128791809082,
      "learning_rate": 5.27225459651511e-06,
      "loss": 1.8887,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3030
    },
    {
      "epoch": 3.8768000000000002,
      "grad_norm": 14.836043357849121,
      "learning_rate": 5.2608079503480525e-06,
      "loss": 1.8387,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3031
    },
    {
      "epoch": 3.8780799999999997,
      "grad_norm": 14.625067710876465,
      "learning_rate": 5.249371861592798e-06,
      "loss": 1.8871,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3032
    },
    {
      "epoch": 3.87936,
      "grad_norm": 40.60641098022461,
      "learning_rate": 5.237946338440802e-06,
      "loss": 1.8819,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3033
    },
    {
      "epoch": 3.88064,
      "grad_norm": 14.896571159362793,
      "learning_rate": 5.226531389075973e-06,
      "loss": 1.8219,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3034
    },
    {
      "epoch": 3.88192,
      "grad_norm": 14.539824485778809,
      "learning_rate": 5.215127021674608e-06,
      "loss": 1.7777,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3035
    },
    {
      "epoch": 3.8832,
      "grad_norm": 14.401354789733887,
      "learning_rate": 5.20373324440546e-06,
      "loss": 1.7524,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3036
    },
    {
      "epoch": 3.88448,
      "grad_norm": 15.528175354003906,
      "learning_rate": 5.192350065429672e-06,
      "loss": 1.8245,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3037
    },
    {
      "epoch": 3.88576,
      "grad_norm": 14.127226829528809,
      "learning_rate": 5.180977492900823e-06,
      "loss": 1.6723,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3038
    },
    {
      "epoch": 3.88704,
      "grad_norm": 14.293732643127441,
      "learning_rate": 5.169615534964858e-06,
      "loss": 1.7597,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3039
    },
    {
      "epoch": 3.88832,
      "grad_norm": 13.637511253356934,
      "learning_rate": 5.158264199760139e-06,
      "loss": 1.7058,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3040
    },
    {
      "epoch": 3.8895999999999997,
      "grad_norm": 13.956779479980469,
      "learning_rate": 5.1469234954174305e-06,
      "loss": 1.7677,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3041
    },
    {
      "epoch": 3.89088,
      "grad_norm": 14.871209144592285,
      "learning_rate": 5.135593430059865e-06,
      "loss": 1.7633,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3042
    },
    {
      "epoch": 3.89216,
      "grad_norm": 14.120734214782715,
      "learning_rate": 5.124274011802957e-06,
      "loss": 1.8486,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3043
    },
    {
      "epoch": 3.89344,
      "grad_norm": 14.16299819946289,
      "learning_rate": 5.112965248754593e-06,
      "loss": 1.8003,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3044
    },
    {
      "epoch": 3.89472,
      "grad_norm": 14.529402732849121,
      "learning_rate": 5.101667149015044e-06,
      "loss": 1.8349,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3045
    },
    {
      "epoch": 3.896,
      "grad_norm": 14.07409954071045,
      "learning_rate": 5.0903797206769256e-06,
      "loss": 1.6321,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3046
    },
    {
      "epoch": 3.89728,
      "grad_norm": 14.982462882995605,
      "learning_rate": 5.079102971825212e-06,
      "loss": 1.748,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3047
    },
    {
      "epoch": 3.89856,
      "grad_norm": 14.073019981384277,
      "learning_rate": 5.0678369105372335e-06,
      "loss": 1.7711,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3048
    },
    {
      "epoch": 3.89984,
      "grad_norm": 15.59473991394043,
      "learning_rate": 5.056581544882662e-06,
      "loss": 1.9295,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3049
    },
    {
      "epoch": 3.90112,
      "grad_norm": 15.411649703979492,
      "learning_rate": 5.045336882923506e-06,
      "loss": 1.7053,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3050
    },
    {
      "epoch": 3.9024,
      "grad_norm": 14.94716739654541,
      "learning_rate": 5.034102932714107e-06,
      "loss": 1.6793,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3051
    },
    {
      "epoch": 3.90368,
      "grad_norm": 15.34621810913086,
      "learning_rate": 5.0228797023011465e-06,
      "loss": 1.9087,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3052
    },
    {
      "epoch": 3.90496,
      "grad_norm": 14.616429328918457,
      "learning_rate": 5.011667199723613e-06,
      "loss": 1.7668,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3053
    },
    {
      "epoch": 3.90624,
      "grad_norm": 14.704526901245117,
      "learning_rate": 5.000465433012816e-06,
      "loss": 1.7336,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3054
    },
    {
      "epoch": 3.90752,
      "grad_norm": 14.864707946777344,
      "learning_rate": 4.989274410192366e-06,
      "loss": 1.7858,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3055
    },
    {
      "epoch": 3.9088000000000003,
      "grad_norm": 14.125886917114258,
      "learning_rate": 4.9780941392782e-06,
      "loss": 1.614,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3056
    },
    {
      "epoch": 3.91008,
      "grad_norm": 14.020940780639648,
      "learning_rate": 4.966924628278536e-06,
      "loss": 1.8066,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3057
    },
    {
      "epoch": 3.91136,
      "grad_norm": 15.64077091217041,
      "learning_rate": 4.9557658851938866e-06,
      "loss": 1.6834,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3058
    },
    {
      "epoch": 3.91264,
      "grad_norm": 14.193216323852539,
      "learning_rate": 4.944617918017054e-06,
      "loss": 1.6513,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3059
    },
    {
      "epoch": 3.91392,
      "grad_norm": 14.485798835754395,
      "learning_rate": 4.933480734733125e-06,
      "loss": 1.6289,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3060
    },
    {
      "epoch": 3.9152,
      "grad_norm": 14.570099830627441,
      "learning_rate": 4.922354343319453e-06,
      "loss": 1.6915,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3061
    },
    {
      "epoch": 3.91648,
      "grad_norm": 15.08191967010498,
      "learning_rate": 4.911238751745669e-06,
      "loss": 1.6601,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3062
    },
    {
      "epoch": 3.91776,
      "grad_norm": 14.746888160705566,
      "learning_rate": 4.90013396797367e-06,
      "loss": 1.7661,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3063
    },
    {
      "epoch": 3.91904,
      "grad_norm": 14.207125663757324,
      "learning_rate": 4.889039999957608e-06,
      "loss": 1.6893,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3064
    },
    {
      "epoch": 3.9203200000000002,
      "grad_norm": 13.958252906799316,
      "learning_rate": 4.877956855643886e-06,
      "loss": 1.8236,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3065
    },
    {
      "epoch": 3.9215999999999998,
      "grad_norm": 14.550930976867676,
      "learning_rate": 4.866884542971151e-06,
      "loss": 1.7921,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3066
    },
    {
      "epoch": 3.92288,
      "grad_norm": 14.339570045471191,
      "learning_rate": 4.855823069870309e-06,
      "loss": 1.8123,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3067
    },
    {
      "epoch": 3.92416,
      "grad_norm": 15.425514221191406,
      "learning_rate": 4.844772444264485e-06,
      "loss": 1.8957,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3068
    },
    {
      "epoch": 3.92544,
      "grad_norm": 14.579754829406738,
      "learning_rate": 4.833732674069027e-06,
      "loss": 1.7592,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3069
    },
    {
      "epoch": 3.92672,
      "grad_norm": 14.882192611694336,
      "learning_rate": 4.822703767191535e-06,
      "loss": 1.8446,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3070
    },
    {
      "epoch": 3.928,
      "grad_norm": 15.187067985534668,
      "learning_rate": 4.811685731531803e-06,
      "loss": 1.7335,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3071
    },
    {
      "epoch": 3.92928,
      "grad_norm": 14.77309799194336,
      "learning_rate": 4.800678574981849e-06,
      "loss": 1.7645,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3072
    },
    {
      "epoch": 3.93056,
      "grad_norm": 14.708924293518066,
      "learning_rate": 4.789682305425891e-06,
      "loss": 1.8489,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3073
    },
    {
      "epoch": 3.9318400000000002,
      "grad_norm": 14.835687637329102,
      "learning_rate": 4.778696930740365e-06,
      "loss": 1.8167,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3074
    },
    {
      "epoch": 3.9331199999999997,
      "grad_norm": 15.832945823669434,
      "learning_rate": 4.7677224587938885e-06,
      "loss": 1.9074,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3075
    },
    {
      "epoch": 3.9344,
      "grad_norm": 14.748064994812012,
      "learning_rate": 4.7567588974472734e-06,
      "loss": 1.8013,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3076
    },
    {
      "epoch": 3.93568,
      "grad_norm": 13.559885025024414,
      "learning_rate": 4.745806254553515e-06,
      "loss": 1.7049,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3077
    },
    {
      "epoch": 3.93696,
      "grad_norm": 14.202903747558594,
      "learning_rate": 4.734864537957784e-06,
      "loss": 1.6723,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3078
    },
    {
      "epoch": 3.93824,
      "grad_norm": 14.421630859375,
      "learning_rate": 4.723933755497449e-06,
      "loss": 1.8012,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3079
    },
    {
      "epoch": 3.93952,
      "grad_norm": 15.284173011779785,
      "learning_rate": 4.713013915002007e-06,
      "loss": 1.8131,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3080
    },
    {
      "epoch": 3.9408,
      "grad_norm": 14.44438362121582,
      "learning_rate": 4.702105024293153e-06,
      "loss": 1.6297,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3081
    },
    {
      "epoch": 3.94208,
      "grad_norm": 14.137298583984375,
      "learning_rate": 4.691207091184717e-06,
      "loss": 1.9015,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3082
    },
    {
      "epoch": 3.94336,
      "grad_norm": 14.104076385498047,
      "learning_rate": 4.680320123482694e-06,
      "loss": 1.7718,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3083
    },
    {
      "epoch": 3.94464,
      "grad_norm": 14.62540340423584,
      "learning_rate": 4.669444128985206e-06,
      "loss": 1.7837,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3084
    },
    {
      "epoch": 3.94592,
      "grad_norm": 14.716256141662598,
      "learning_rate": 4.658579115482542e-06,
      "loss": 1.8132,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3085
    },
    {
      "epoch": 3.9472,
      "grad_norm": 14.221805572509766,
      "learning_rate": 4.647725090757105e-06,
      "loss": 1.857,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3086
    },
    {
      "epoch": 3.94848,
      "grad_norm": 15.538050651550293,
      "learning_rate": 4.6368820625834346e-06,
      "loss": 1.9071,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3087
    },
    {
      "epoch": 3.94976,
      "grad_norm": 13.8425874710083,
      "learning_rate": 4.626050038728189e-06,
      "loss": 1.7764,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3088
    },
    {
      "epoch": 3.95104,
      "grad_norm": 14.542871475219727,
      "learning_rate": 4.615229026950145e-06,
      "loss": 1.7421,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3089
    },
    {
      "epoch": 3.9523200000000003,
      "grad_norm": 14.322587966918945,
      "learning_rate": 4.604419035000209e-06,
      "loss": 1.6367,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3090
    },
    {
      "epoch": 3.9536,
      "grad_norm": 15.630187034606934,
      "learning_rate": 4.5936200706213585e-06,
      "loss": 1.7691,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3091
    },
    {
      "epoch": 3.95488,
      "grad_norm": 15.311943054199219,
      "learning_rate": 4.582832141548708e-06,
      "loss": 1.844,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3092
    },
    {
      "epoch": 3.95616,
      "grad_norm": 14.321537017822266,
      "learning_rate": 4.572055255509447e-06,
      "loss": 1.8303,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3093
    },
    {
      "epoch": 3.95744,
      "grad_norm": 14.189377784729004,
      "learning_rate": 4.561289420222859e-06,
      "loss": 1.8101,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3094
    },
    {
      "epoch": 3.95872,
      "grad_norm": 14.466185569763184,
      "learning_rate": 4.550534643400311e-06,
      "loss": 1.84,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3095
    },
    {
      "epoch": 3.96,
      "grad_norm": 14.103703498840332,
      "learning_rate": 4.53979093274526e-06,
      "loss": 1.7452,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3096
    },
    {
      "epoch": 3.96128,
      "grad_norm": 14.20938777923584,
      "learning_rate": 4.529058295953226e-06,
      "loss": 1.7681,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3097
    },
    {
      "epoch": 3.96256,
      "grad_norm": 14.2313814163208,
      "learning_rate": 4.518336740711795e-06,
      "loss": 1.7841,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3098
    },
    {
      "epoch": 3.9638400000000003,
      "grad_norm": 14.812703132629395,
      "learning_rate": 4.5076262747006225e-06,
      "loss": 1.7036,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3099
    },
    {
      "epoch": 3.9651199999999998,
      "grad_norm": 15.432289123535156,
      "learning_rate": 4.49692690559141e-06,
      "loss": 1.8829,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3100
    },
    {
      "epoch": 3.9664,
      "grad_norm": 13.906634330749512,
      "learning_rate": 4.486238641047937e-06,
      "loss": 1.7232,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3101
    },
    {
      "epoch": 3.96768,
      "grad_norm": 13.965067863464355,
      "learning_rate": 4.475561488725988e-06,
      "loss": 1.6978,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3102
    },
    {
      "epoch": 3.96896,
      "grad_norm": 13.962043762207031,
      "learning_rate": 4.464895456273428e-06,
      "loss": 1.7772,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3103
    },
    {
      "epoch": 3.97024,
      "grad_norm": 14.517845153808594,
      "learning_rate": 4.454240551330127e-06,
      "loss": 1.6842,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3104
    },
    {
      "epoch": 3.97152,
      "grad_norm": 13.51998519897461,
      "learning_rate": 4.443596781528014e-06,
      "loss": 1.6569,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3105
    },
    {
      "epoch": 3.9728,
      "grad_norm": 14.598188400268555,
      "learning_rate": 4.4329641544910105e-06,
      "loss": 1.8211,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3106
    },
    {
      "epoch": 3.97408,
      "grad_norm": 13.797196388244629,
      "learning_rate": 4.4223426778350675e-06,
      "loss": 1.718,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3107
    },
    {
      "epoch": 3.9753600000000002,
      "grad_norm": 14.654483795166016,
      "learning_rate": 4.411732359168168e-06,
      "loss": 1.9272,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3108
    },
    {
      "epoch": 3.9766399999999997,
      "grad_norm": 14.414054870605469,
      "learning_rate": 4.401133206090282e-06,
      "loss": 1.6323,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3109
    },
    {
      "epoch": 3.97792,
      "grad_norm": 14.460052490234375,
      "learning_rate": 4.390545226193385e-06,
      "loss": 1.7376,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3110
    },
    {
      "epoch": 3.9792,
      "grad_norm": 13.9257230758667,
      "learning_rate": 4.379968427061449e-06,
      "loss": 1.7074,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3111
    },
    {
      "epoch": 3.98048,
      "grad_norm": 14.453635215759277,
      "learning_rate": 4.369402816270456e-06,
      "loss": 1.6704,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3112
    },
    {
      "epoch": 3.98176,
      "grad_norm": 15.362443923950195,
      "learning_rate": 4.358848401388336e-06,
      "loss": 1.8512,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3113
    },
    {
      "epoch": 3.98304,
      "grad_norm": 14.440839767456055,
      "learning_rate": 4.3483051899750396e-06,
      "loss": 1.7408,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3114
    },
    {
      "epoch": 3.98432,
      "grad_norm": 14.710978507995605,
      "learning_rate": 4.337773189582464e-06,
      "loss": 1.9135,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3115
    },
    {
      "epoch": 3.9856,
      "grad_norm": 15.479276657104492,
      "learning_rate": 4.3272524077545e-06,
      "loss": 1.6662,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3116
    },
    {
      "epoch": 3.98688,
      "grad_norm": 14.940508842468262,
      "learning_rate": 4.3167428520269785e-06,
      "loss": 1.7739,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3117
    },
    {
      "epoch": 3.98816,
      "grad_norm": 14.790287017822266,
      "learning_rate": 4.306244529927699e-06,
      "loss": 1.7299,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3118
    },
    {
      "epoch": 3.98944,
      "grad_norm": 15.755454063415527,
      "learning_rate": 4.295757448976425e-06,
      "loss": 1.9486,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3119
    },
    {
      "epoch": 3.99072,
      "grad_norm": 14.91301441192627,
      "learning_rate": 4.285281616684858e-06,
      "loss": 1.7222,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3120
    },
    {
      "epoch": 3.992,
      "grad_norm": 13.951796531677246,
      "learning_rate": 4.274817040556638e-06,
      "loss": 1.905,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3121
    },
    {
      "epoch": 3.99328,
      "grad_norm": 14.998961448669434,
      "learning_rate": 4.2643637280873485e-06,
      "loss": 1.6156,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3122
    },
    {
      "epoch": 3.99456,
      "grad_norm": 14.899140357971191,
      "learning_rate": 4.253921686764517e-06,
      "loss": 1.9637,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3123
    },
    {
      "epoch": 3.99584,
      "grad_norm": 15.17515754699707,
      "learning_rate": 4.2434909240675685e-06,
      "loss": 1.8361,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3124
    },
    {
      "epoch": 3.99712,
      "grad_norm": 14.466323852539062,
      "learning_rate": 4.233071447467876e-06,
      "loss": 1.8313,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3125
    },
    {
      "epoch": 3.9984,
      "grad_norm": 15.183504104614258,
      "learning_rate": 4.222663264428717e-06,
      "loss": 1.7853,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3126
    },
    {
      "epoch": 3.99968,
      "grad_norm": 14.935436248779297,
      "learning_rate": 4.212266382405281e-06,
      "loss": 1.7358,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3127
    },
    {
      "epoch": 4.0,
      "grad_norm": 7.05794620513916,
      "learning_rate": 4.201880808844665e-06,
      "loss": 0.4465,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3128
    },
    {
      "epoch": 4.00128,
      "grad_norm": 11.82055377960205,
      "learning_rate": 4.191506551185855e-06,
      "loss": 1.2427,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3129
    },
    {
      "epoch": 4.00256,
      "grad_norm": 13.31590461730957,
      "learning_rate": 4.181143616859753e-06,
      "loss": 1.2999,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3130
    },
    {
      "epoch": 4.00384,
      "grad_norm": 11.81865119934082,
      "learning_rate": 4.1707920132891335e-06,
      "loss": 1.1717,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3131
    },
    {
      "epoch": 4.00512,
      "grad_norm": 10.999074935913086,
      "learning_rate": 4.160451747888656e-06,
      "loss": 1.0127,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3132
    },
    {
      "epoch": 4.0064,
      "grad_norm": 11.733734130859375,
      "learning_rate": 4.150122828064862e-06,
      "loss": 1.2472,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3133
    },
    {
      "epoch": 4.00768,
      "grad_norm": 11.225491523742676,
      "learning_rate": 4.139805261216174e-06,
      "loss": 1.1649,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3134
    },
    {
      "epoch": 4.00896,
      "grad_norm": 11.551319122314453,
      "learning_rate": 4.129499054732878e-06,
      "loss": 1.1548,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3135
    },
    {
      "epoch": 4.01024,
      "grad_norm": 11.831454277038574,
      "learning_rate": 4.119204215997099e-06,
      "loss": 1.0987,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3136
    },
    {
      "epoch": 4.01152,
      "grad_norm": 12.782313346862793,
      "learning_rate": 4.1089207523828585e-06,
      "loss": 1.1573,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3137
    },
    {
      "epoch": 4.0128,
      "grad_norm": 14.60606575012207,
      "learning_rate": 4.098648671256009e-06,
      "loss": 1.3565,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3138
    },
    {
      "epoch": 4.01408,
      "grad_norm": 13.805800437927246,
      "learning_rate": 4.088387979974251e-06,
      "loss": 1.2065,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3139
    },
    {
      "epoch": 4.01536,
      "grad_norm": 14.880087852478027,
      "learning_rate": 4.078138685887125e-06,
      "loss": 1.1339,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3140
    },
    {
      "epoch": 4.01664,
      "grad_norm": 14.519107818603516,
      "learning_rate": 4.067900796336019e-06,
      "loss": 1.2122,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3141
    },
    {
      "epoch": 4.01792,
      "grad_norm": 13.929555892944336,
      "learning_rate": 4.0576743186541436e-06,
      "loss": 1.2058,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3142
    },
    {
      "epoch": 4.0192,
      "grad_norm": 13.935791015625,
      "learning_rate": 4.047459260166531e-06,
      "loss": 1.0933,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3143
    },
    {
      "epoch": 4.02048,
      "grad_norm": 13.592923164367676,
      "learning_rate": 4.03725562819004e-06,
      "loss": 1.2442,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3144
    },
    {
      "epoch": 4.0217600000000004,
      "grad_norm": 14.4991455078125,
      "learning_rate": 4.027063430033351e-06,
      "loss": 1.2417,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3145
    },
    {
      "epoch": 4.02304,
      "grad_norm": 13.52229118347168,
      "learning_rate": 4.016882672996949e-06,
      "loss": 1.1152,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3146
    },
    {
      "epoch": 4.02432,
      "grad_norm": 12.723198890686035,
      "learning_rate": 4.006713364373107e-06,
      "loss": 1.0809,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3147
    },
    {
      "epoch": 4.0256,
      "grad_norm": 13.933929443359375,
      "learning_rate": 3.99655551144593e-06,
      "loss": 1.2157,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3148
    },
    {
      "epoch": 4.02688,
      "grad_norm": 12.646791458129883,
      "learning_rate": 3.986409121491294e-06,
      "loss": 1.1375,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3149
    },
    {
      "epoch": 4.02816,
      "grad_norm": 11.92886734008789,
      "learning_rate": 3.976274201776873e-06,
      "loss": 1.2339,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3150
    },
    {
      "epoch": 4.02944,
      "grad_norm": 12.676432609558105,
      "learning_rate": 3.966150759562117e-06,
      "loss": 1.1095,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3151
    },
    {
      "epoch": 4.03072,
      "grad_norm": 12.255377769470215,
      "learning_rate": 3.956038802098272e-06,
      "loss": 1.1548,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3152
    },
    {
      "epoch": 4.032,
      "grad_norm": 11.55017375946045,
      "learning_rate": 3.945938336628343e-06,
      "loss": 1.0754,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3153
    },
    {
      "epoch": 4.03328,
      "grad_norm": 11.615837097167969,
      "learning_rate": 3.935849370387104e-06,
      "loss": 1.1007,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3154
    },
    {
      "epoch": 4.03456,
      "grad_norm": 13.021387100219727,
      "learning_rate": 3.9257719106010975e-06,
      "loss": 1.1153,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3155
    },
    {
      "epoch": 4.03584,
      "grad_norm": 12.30976390838623,
      "learning_rate": 3.915705964488618e-06,
      "loss": 0.9912,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3156
    },
    {
      "epoch": 4.03712,
      "grad_norm": 12.98341178894043,
      "learning_rate": 3.9056515392597336e-06,
      "loss": 1.1236,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3157
    },
    {
      "epoch": 4.0384,
      "grad_norm": 12.825887680053711,
      "learning_rate": 3.89560864211622e-06,
      "loss": 1.1591,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3158
    },
    {
      "epoch": 4.03968,
      "grad_norm": 13.116528511047363,
      "learning_rate": 3.885577280251638e-06,
      "loss": 1.1651,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3159
    },
    {
      "epoch": 4.04096,
      "grad_norm": 12.814337730407715,
      "learning_rate": 3.8755574608512605e-06,
      "loss": 1.1729,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3160
    },
    {
      "epoch": 4.04224,
      "grad_norm": 13.039176940917969,
      "learning_rate": 3.8655491910920995e-06,
      "loss": 1.1474,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3161
    },
    {
      "epoch": 4.04352,
      "grad_norm": 13.723526000976562,
      "learning_rate": 3.85555247814289e-06,
      "loss": 1.175,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3162
    },
    {
      "epoch": 4.0448,
      "grad_norm": 13.371247291564941,
      "learning_rate": 3.845567329164104e-06,
      "loss": 1.1188,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3163
    },
    {
      "epoch": 4.04608,
      "grad_norm": 13.130951881408691,
      "learning_rate": 3.8355937513079135e-06,
      "loss": 1.1659,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3164
    },
    {
      "epoch": 4.04736,
      "grad_norm": 12.728622436523438,
      "learning_rate": 3.825631751718211e-06,
      "loss": 1.2322,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3165
    },
    {
      "epoch": 4.04864,
      "grad_norm": 13.10598373413086,
      "learning_rate": 3.8156813375305875e-06,
      "loss": 1.0304,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3166
    },
    {
      "epoch": 4.04992,
      "grad_norm": 12.958698272705078,
      "learning_rate": 3.805742515872344e-06,
      "loss": 1.2845,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3167
    },
    {
      "epoch": 4.0512,
      "grad_norm": 12.812190055847168,
      "learning_rate": 3.795815293862486e-06,
      "loss": 1.1387,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3168
    },
    {
      "epoch": 4.05248,
      "grad_norm": 12.57311725616455,
      "learning_rate": 3.7858996786116797e-06,
      "loss": 1.0773,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3169
    },
    {
      "epoch": 4.05376,
      "grad_norm": 13.185066223144531,
      "learning_rate": 3.775995677222315e-06,
      "loss": 1.2386,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3170
    },
    {
      "epoch": 4.05504,
      "grad_norm": 12.462188720703125,
      "learning_rate": 3.766103296788437e-06,
      "loss": 1.1891,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3171
    },
    {
      "epoch": 4.05632,
      "grad_norm": 12.354161262512207,
      "learning_rate": 3.75622254439578e-06,
      "loss": 1.0379,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3172
    },
    {
      "epoch": 4.0576,
      "grad_norm": 12.447250366210938,
      "learning_rate": 3.7463534271217385e-06,
      "loss": 1.1416,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3173
    },
    {
      "epoch": 4.05888,
      "grad_norm": 12.922929763793945,
      "learning_rate": 3.736495952035386e-06,
      "loss": 1.0828,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3174
    },
    {
      "epoch": 4.06016,
      "grad_norm": 13.713266372680664,
      "learning_rate": 3.726650126197451e-06,
      "loss": 1.2609,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3175
    },
    {
      "epoch": 4.06144,
      "grad_norm": 12.689994812011719,
      "learning_rate": 3.7168159566603134e-06,
      "loss": 1.158,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3176
    },
    {
      "epoch": 4.06272,
      "grad_norm": 12.186663627624512,
      "learning_rate": 3.706993450468008e-06,
      "loss": 1.1578,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3177
    },
    {
      "epoch": 4.064,
      "grad_norm": 13.19749641418457,
      "learning_rate": 3.697182614656212e-06,
      "loss": 1.2276,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3178
    },
    {
      "epoch": 4.06528,
      "grad_norm": 12.840118408203125,
      "learning_rate": 3.687383456252258e-06,
      "loss": 1.2012,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3179
    },
    {
      "epoch": 4.06656,
      "grad_norm": 13.89494514465332,
      "learning_rate": 3.677595982275086e-06,
      "loss": 1.2138,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3180
    },
    {
      "epoch": 4.06784,
      "grad_norm": 12.827361106872559,
      "learning_rate": 3.667820199735299e-06,
      "loss": 1.1409,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3181
    },
    {
      "epoch": 4.06912,
      "grad_norm": 12.51090145111084,
      "learning_rate": 3.6580561156351022e-06,
      "loss": 1.0698,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3182
    },
    {
      "epoch": 4.0704,
      "grad_norm": 12.782453536987305,
      "learning_rate": 3.6483037369683284e-06,
      "loss": 1.1286,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3183
    },
    {
      "epoch": 4.07168,
      "grad_norm": 12.752676963806152,
      "learning_rate": 3.638563070720431e-06,
      "loss": 1.0613,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3184
    },
    {
      "epoch": 4.07296,
      "grad_norm": 13.028962135314941,
      "learning_rate": 3.628834123868461e-06,
      "loss": 1.1199,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3185
    },
    {
      "epoch": 4.07424,
      "grad_norm": 12.76651382446289,
      "learning_rate": 3.619116903381097e-06,
      "loss": 1.0968,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3186
    },
    {
      "epoch": 4.07552,
      "grad_norm": 12.61484146118164,
      "learning_rate": 3.6094114162185955e-06,
      "loss": 1.2005,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3187
    },
    {
      "epoch": 4.0768,
      "grad_norm": 13.635885238647461,
      "learning_rate": 3.599717669332823e-06,
      "loss": 1.1508,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3188
    },
    {
      "epoch": 4.07808,
      "grad_norm": 13.287981986999512,
      "learning_rate": 3.5900356696672244e-06,
      "loss": 1.2732,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3189
    },
    {
      "epoch": 4.07936,
      "grad_norm": 12.947966575622559,
      "learning_rate": 3.580365424156853e-06,
      "loss": 1.1842,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3190
    },
    {
      "epoch": 4.08064,
      "grad_norm": 13.944087982177734,
      "learning_rate": 3.57070693972831e-06,
      "loss": 1.2597,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3191
    },
    {
      "epoch": 4.08192,
      "grad_norm": 12.175825119018555,
      "learning_rate": 3.561060223299799e-06,
      "loss": 1.1393,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3192
    },
    {
      "epoch": 4.0832,
      "grad_norm": 12.739466667175293,
      "learning_rate": 3.551425281781087e-06,
      "loss": 1.1177,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3193
    },
    {
      "epoch": 4.08448,
      "grad_norm": 12.516641616821289,
      "learning_rate": 3.541802122073501e-06,
      "loss": 1.163,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3194
    },
    {
      "epoch": 4.08576,
      "grad_norm": 12.862174034118652,
      "learning_rate": 3.532190751069935e-06,
      "loss": 1.1585,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3195
    },
    {
      "epoch": 4.08704,
      "grad_norm": 13.900141716003418,
      "learning_rate": 3.5225911756548325e-06,
      "loss": 1.3088,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3196
    },
    {
      "epoch": 4.08832,
      "grad_norm": 13.564813613891602,
      "learning_rate": 3.513003402704198e-06,
      "loss": 1.1143,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3197
    },
    {
      "epoch": 4.0896,
      "grad_norm": 13.48505973815918,
      "learning_rate": 3.503427439085578e-06,
      "loss": 1.2318,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3198
    },
    {
      "epoch": 4.09088,
      "grad_norm": 13.948062896728516,
      "learning_rate": 3.493863291658055e-06,
      "loss": 1.2584,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3199
    },
    {
      "epoch": 4.09216,
      "grad_norm": 12.404036521911621,
      "learning_rate": 3.4843109672722465e-06,
      "loss": 1.0249,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3200
    },
    {
      "epoch": 4.09344,
      "grad_norm": 13.117451667785645,
      "learning_rate": 3.4747704727703237e-06,
      "loss": 1.1583,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3201
    },
    {
      "epoch": 4.09472,
      "grad_norm": 13.494242668151855,
      "learning_rate": 3.465241814985947e-06,
      "loss": 1.1502,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3202
    },
    {
      "epoch": 4.096,
      "grad_norm": 13.658053398132324,
      "learning_rate": 3.45572500074433e-06,
      "loss": 1.1035,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3203
    },
    {
      "epoch": 4.09728,
      "grad_norm": 14.008989334106445,
      "learning_rate": 3.446220036862191e-06,
      "loss": 1.2769,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3204
    },
    {
      "epoch": 4.09856,
      "grad_norm": 12.43730354309082,
      "learning_rate": 3.436726930147758e-06,
      "loss": 1.1828,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3205
    },
    {
      "epoch": 4.09984,
      "grad_norm": 13.3483247756958,
      "learning_rate": 3.4272456874007688e-06,
      "loss": 1.1683,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3206
    },
    {
      "epoch": 4.10112,
      "grad_norm": 13.121052742004395,
      "learning_rate": 3.417776315412458e-06,
      "loss": 1.1454,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3207
    },
    {
      "epoch": 4.1024,
      "grad_norm": 12.125906944274902,
      "learning_rate": 3.408318820965573e-06,
      "loss": 1.1399,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3208
    },
    {
      "epoch": 4.10368,
      "grad_norm": 12.768951416015625,
      "learning_rate": 3.398873210834337e-06,
      "loss": 1.2105,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3209
    },
    {
      "epoch": 4.10496,
      "grad_norm": 13.83996868133545,
      "learning_rate": 3.3894394917844655e-06,
      "loss": 1.208,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3210
    },
    {
      "epoch": 4.10624,
      "grad_norm": 13.034345626831055,
      "learning_rate": 3.380017670573157e-06,
      "loss": 1.1455,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3211
    },
    {
      "epoch": 4.10752,
      "grad_norm": 12.390387535095215,
      "learning_rate": 3.3706077539490933e-06,
      "loss": 1.0564,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3212
    },
    {
      "epoch": 4.1088,
      "grad_norm": 14.075048446655273,
      "learning_rate": 3.3612097486524296e-06,
      "loss": 1.2811,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3213
    },
    {
      "epoch": 4.11008,
      "grad_norm": 12.976932525634766,
      "learning_rate": 3.3518236614147637e-06,
      "loss": 1.2405,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3214
    },
    {
      "epoch": 4.11136,
      "grad_norm": 13.051331520080566,
      "learning_rate": 3.342449498959195e-06,
      "loss": 1.1219,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3215
    },
    {
      "epoch": 4.11264,
      "grad_norm": 13.086494445800781,
      "learning_rate": 3.333087268000259e-06,
      "loss": 1.0866,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3216
    },
    {
      "epoch": 4.11392,
      "grad_norm": 13.384682655334473,
      "learning_rate": 3.3237369752439476e-06,
      "loss": 1.1516,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3217
    },
    {
      "epoch": 4.1152,
      "grad_norm": 12.991182327270508,
      "learning_rate": 3.314398627387698e-06,
      "loss": 1.1549,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3218
    },
    {
      "epoch": 4.11648,
      "grad_norm": 12.23954963684082,
      "learning_rate": 3.3050722311204096e-06,
      "loss": 1.138,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3219
    },
    {
      "epoch": 4.11776,
      "grad_norm": 12.43161392211914,
      "learning_rate": 3.2957577931223983e-06,
      "loss": 1.0093,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3220
    },
    {
      "epoch": 4.11904,
      "grad_norm": 11.748208999633789,
      "learning_rate": 3.2864553200654315e-06,
      "loss": 1.0866,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3221
    },
    {
      "epoch": 4.12032,
      "grad_norm": 13.117304801940918,
      "learning_rate": 3.2771648186126926e-06,
      "loss": 1.0713,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3222
    },
    {
      "epoch": 4.1216,
      "grad_norm": 12.794988632202148,
      "learning_rate": 3.267886295418794e-06,
      "loss": 1.1662,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3223
    },
    {
      "epoch": 4.12288,
      "grad_norm": 12.411201477050781,
      "learning_rate": 3.2586197571297883e-06,
      "loss": 1.1933,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3224
    },
    {
      "epoch": 4.12416,
      "grad_norm": 12.871199607849121,
      "learning_rate": 3.249365210383104e-06,
      "loss": 1.0434,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3225
    },
    {
      "epoch": 4.12544,
      "grad_norm": 13.18539047241211,
      "learning_rate": 3.2401226618076163e-06,
      "loss": 1.2301,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3226
    },
    {
      "epoch": 4.12672,
      "grad_norm": 12.612994194030762,
      "learning_rate": 3.230892118023592e-06,
      "loss": 1.1723,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3227
    },
    {
      "epoch": 4.128,
      "grad_norm": 12.858074188232422,
      "learning_rate": 3.221673585642695e-06,
      "loss": 1.0564,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3228
    },
    {
      "epoch": 4.12928,
      "grad_norm": 12.261191368103027,
      "learning_rate": 3.2124670712679862e-06,
      "loss": 1.1807,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3229
    },
    {
      "epoch": 4.13056,
      "grad_norm": 11.873932838439941,
      "learning_rate": 3.2032725814939323e-06,
      "loss": 1.0692,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3230
    },
    {
      "epoch": 4.13184,
      "grad_norm": 13.218145370483398,
      "learning_rate": 3.194090122906375e-06,
      "loss": 1.0981,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3231
    },
    {
      "epoch": 4.13312,
      "grad_norm": 13.548808097839355,
      "learning_rate": 3.184919702082536e-06,
      "loss": 1.0777,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3232
    },
    {
      "epoch": 4.1344,
      "grad_norm": 13.773486137390137,
      "learning_rate": 3.1757613255910223e-06,
      "loss": 1.1712,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3233
    },
    {
      "epoch": 4.13568,
      "grad_norm": 12.661850929260254,
      "learning_rate": 3.1666149999918038e-06,
      "loss": 1.1469,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3234
    },
    {
      "epoch": 4.13696,
      "grad_norm": 13.91519546508789,
      "learning_rate": 3.15748073183624e-06,
      "loss": 1.1821,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3235
    },
    {
      "epoch": 4.13824,
      "grad_norm": 14.042224884033203,
      "learning_rate": 3.148358527667019e-06,
      "loss": 1.1892,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3236
    },
    {
      "epoch": 4.13952,
      "grad_norm": 12.204097747802734,
      "learning_rate": 3.1392483940182217e-06,
      "loss": 1.1164,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3237
    },
    {
      "epoch": 4.1408,
      "grad_norm": 12.547782897949219,
      "learning_rate": 3.1301503374152654e-06,
      "loss": 1.1136,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3238
    },
    {
      "epoch": 4.14208,
      "grad_norm": 13.777596473693848,
      "learning_rate": 3.1210643643749196e-06,
      "loss": 1.1411,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3239
    },
    {
      "epoch": 4.14336,
      "grad_norm": 12.607913970947266,
      "learning_rate": 3.111990481405296e-06,
      "loss": 1.0893,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3240
    },
    {
      "epoch": 4.14464,
      "grad_norm": 12.912775039672852,
      "learning_rate": 3.102928695005858e-06,
      "loss": 1.1681,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3241
    },
    {
      "epoch": 4.14592,
      "grad_norm": 12.227803230285645,
      "learning_rate": 3.0938790116673933e-06,
      "loss": 1.109,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3242
    },
    {
      "epoch": 4.1472,
      "grad_norm": 14.122279167175293,
      "learning_rate": 3.0848414378720216e-06,
      "loss": 1.2445,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3243
    },
    {
      "epoch": 4.14848,
      "grad_norm": 12.789045333862305,
      "learning_rate": 3.0758159800931908e-06,
      "loss": 1.0976,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3244
    },
    {
      "epoch": 4.14976,
      "grad_norm": 13.021721839904785,
      "learning_rate": 3.0668026447956658e-06,
      "loss": 1.1576,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3245
    },
    {
      "epoch": 4.15104,
      "grad_norm": 12.277592658996582,
      "learning_rate": 3.0578014384355457e-06,
      "loss": 1.1534,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3246
    },
    {
      "epoch": 4.15232,
      "grad_norm": 13.401947975158691,
      "learning_rate": 3.048812367460212e-06,
      "loss": 1.2228,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3247
    },
    {
      "epoch": 4.1536,
      "grad_norm": 13.962632179260254,
      "learning_rate": 3.039835438308383e-06,
      "loss": 1.129,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3248
    },
    {
      "epoch": 4.15488,
      "grad_norm": 13.092323303222656,
      "learning_rate": 3.0308706574100654e-06,
      "loss": 1.0754,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3249
    },
    {
      "epoch": 4.15616,
      "grad_norm": 12.948726654052734,
      "learning_rate": 3.0219180311865638e-06,
      "loss": 1.1814,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3250
    },
    {
      "epoch": 4.15744,
      "grad_norm": 12.946362495422363,
      "learning_rate": 3.0129775660504814e-06,
      "loss": 1.1869,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3251
    },
    {
      "epoch": 4.15872,
      "grad_norm": 14.01393985748291,
      "learning_rate": 3.004049268405702e-06,
      "loss": 1.1913,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3252
    },
    {
      "epoch": 4.16,
      "grad_norm": 14.217883110046387,
      "learning_rate": 2.995133144647413e-06,
      "loss": 1.2561,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3253
    },
    {
      "epoch": 4.16128,
      "grad_norm": 12.980582237243652,
      "learning_rate": 2.986229201162063e-06,
      "loss": 1.0401,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3254
    },
    {
      "epoch": 4.16256,
      "grad_norm": 13.27650260925293,
      "learning_rate": 2.977337444327384e-06,
      "loss": 1.1979,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3255
    },
    {
      "epoch": 4.16384,
      "grad_norm": 13.08933162689209,
      "learning_rate": 2.968457880512372e-06,
      "loss": 1.1816,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3256
    },
    {
      "epoch": 4.16512,
      "grad_norm": 14.064786911010742,
      "learning_rate": 2.9595905160773086e-06,
      "loss": 1.1807,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3257
    },
    {
      "epoch": 4.1664,
      "grad_norm": 12.818696022033691,
      "learning_rate": 2.9507353573737065e-06,
      "loss": 1.0466,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3258
    },
    {
      "epoch": 4.16768,
      "grad_norm": 12.879335403442383,
      "learning_rate": 2.941892410744365e-06,
      "loss": 1.1101,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3259
    },
    {
      "epoch": 4.16896,
      "grad_norm": 12.91123104095459,
      "learning_rate": 2.9330616825233194e-06,
      "loss": 1.1678,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3260
    },
    {
      "epoch": 4.17024,
      "grad_norm": 12.948636054992676,
      "learning_rate": 2.9242431790358595e-06,
      "loss": 1.0656,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3261
    },
    {
      "epoch": 4.17152,
      "grad_norm": 14.255670547485352,
      "learning_rate": 2.9154369065985142e-06,
      "loss": 1.1304,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3262
    },
    {
      "epoch": 4.1728,
      "grad_norm": 14.752098083496094,
      "learning_rate": 2.906642871519054e-06,
      "loss": 1.2754,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3263
    },
    {
      "epoch": 4.17408,
      "grad_norm": 12.805078506469727,
      "learning_rate": 2.897861080096489e-06,
      "loss": 1.1551,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3264
    },
    {
      "epoch": 4.17536,
      "grad_norm": 13.237783432006836,
      "learning_rate": 2.8890915386210518e-06,
      "loss": 1.1779,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3265
    },
    {
      "epoch": 4.17664,
      "grad_norm": 12.982491493225098,
      "learning_rate": 2.880334253374204e-06,
      "loss": 1.1676,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3266
    },
    {
      "epoch": 4.17792,
      "grad_norm": 13.376106262207031,
      "learning_rate": 2.871589230628622e-06,
      "loss": 1.1425,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3267
    },
    {
      "epoch": 4.1792,
      "grad_norm": 12.797392845153809,
      "learning_rate": 2.8628564766482193e-06,
      "loss": 1.1514,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3268
    },
    {
      "epoch": 4.18048,
      "grad_norm": 13.23743724822998,
      "learning_rate": 2.854135997688088e-06,
      "loss": 1.1573,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3269
    },
    {
      "epoch": 4.18176,
      "grad_norm": 13.738698959350586,
      "learning_rate": 2.8454277999945603e-06,
      "loss": 1.2151,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3270
    },
    {
      "epoch": 4.18304,
      "grad_norm": 13.217517852783203,
      "learning_rate": 2.836731889805151e-06,
      "loss": 1.0411,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3271
    },
    {
      "epoch": 4.18432,
      "grad_norm": 14.267165184020996,
      "learning_rate": 2.828048273348585e-06,
      "loss": 1.2002,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3272
    },
    {
      "epoch": 4.1856,
      "grad_norm": 12.847326278686523,
      "learning_rate": 2.8193769568447747e-06,
      "loss": 1.1669,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3273
    },
    {
      "epoch": 4.18688,
      "grad_norm": 13.17692756652832,
      "learning_rate": 2.8107179465048195e-06,
      "loss": 1.2167,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3274
    },
    {
      "epoch": 4.18816,
      "grad_norm": 13.723243713378906,
      "learning_rate": 2.8020712485310174e-06,
      "loss": 1.1049,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3275
    },
    {
      "epoch": 4.18944,
      "grad_norm": 13.882006645202637,
      "learning_rate": 2.7934368691168347e-06,
      "loss": 1.1149,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3276
    },
    {
      "epoch": 4.19072,
      "grad_norm": 14.221539497375488,
      "learning_rate": 2.784814814446921e-06,
      "loss": 1.2151,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3277
    },
    {
      "epoch": 4.192,
      "grad_norm": 12.134337425231934,
      "learning_rate": 2.776205090697086e-06,
      "loss": 1.0622,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3278
    },
    {
      "epoch": 4.19328,
      "grad_norm": 14.05412769317627,
      "learning_rate": 2.767607704034334e-06,
      "loss": 1.2016,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3279
    },
    {
      "epoch": 4.19456,
      "grad_norm": 12.919058799743652,
      "learning_rate": 2.759022660616801e-06,
      "loss": 1.2944,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3280
    },
    {
      "epoch": 4.19584,
      "grad_norm": 13.110754013061523,
      "learning_rate": 2.750449966593791e-06,
      "loss": 1.1712,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3281
    },
    {
      "epoch": 4.19712,
      "grad_norm": 13.952763557434082,
      "learning_rate": 2.7418896281057805e-06,
      "loss": 1.2541,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3282
    },
    {
      "epoch": 4.1984,
      "grad_norm": 12.90871524810791,
      "learning_rate": 2.733341651284376e-06,
      "loss": 1.1642,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3283
    },
    {
      "epoch": 4.19968,
      "grad_norm": 12.919073104858398,
      "learning_rate": 2.724806042252337e-06,
      "loss": 1.0938,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3284
    },
    {
      "epoch": 4.20096,
      "grad_norm": 13.418170928955078,
      "learning_rate": 2.716282807123556e-06,
      "loss": 1.1002,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3285
    },
    {
      "epoch": 4.20224,
      "grad_norm": 14.093098640441895,
      "learning_rate": 2.707771952003082e-06,
      "loss": 1.2279,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3286
    },
    {
      "epoch": 4.20352,
      "grad_norm": 12.918011665344238,
      "learning_rate": 2.699273482987075e-06,
      "loss": 1.1529,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3287
    },
    {
      "epoch": 4.2048,
      "grad_norm": 12.964557647705078,
      "learning_rate": 2.6907874061628357e-06,
      "loss": 1.2317,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3288
    },
    {
      "epoch": 4.20608,
      "grad_norm": 12.762436866760254,
      "learning_rate": 2.6823137276087783e-06,
      "loss": 1.0949,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3289
    },
    {
      "epoch": 4.2073599999999995,
      "grad_norm": 12.914963722229004,
      "learning_rate": 2.6738524533944566e-06,
      "loss": 1.2066,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3290
    },
    {
      "epoch": 4.20864,
      "grad_norm": 12.308063507080078,
      "learning_rate": 2.6654035895805108e-06,
      "loss": 1.0866,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3291
    },
    {
      "epoch": 4.20992,
      "grad_norm": 12.965999603271484,
      "learning_rate": 2.656967142218707e-06,
      "loss": 1.0926,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3292
    },
    {
      "epoch": 4.2112,
      "grad_norm": 13.179227828979492,
      "learning_rate": 2.6485431173519292e-06,
      "loss": 1.1587,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3293
    },
    {
      "epoch": 4.21248,
      "grad_norm": 13.864384651184082,
      "learning_rate": 2.640131521014142e-06,
      "loss": 1.1439,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3294
    },
    {
      "epoch": 4.21376,
      "grad_norm": 12.829344749450684,
      "learning_rate": 2.631732359230419e-06,
      "loss": 1.2968,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3295
    },
    {
      "epoch": 4.21504,
      "grad_norm": 13.352048873901367,
      "learning_rate": 2.623345638016921e-06,
      "loss": 1.2234,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3296
    },
    {
      "epoch": 4.21632,
      "grad_norm": 14.028427124023438,
      "learning_rate": 2.6149713633809094e-06,
      "loss": 1.2194,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3297
    },
    {
      "epoch": 4.2176,
      "grad_norm": 13.479706764221191,
      "learning_rate": 2.6066095413207213e-06,
      "loss": 1.1294,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3298
    },
    {
      "epoch": 4.21888,
      "grad_norm": 12.999781608581543,
      "learning_rate": 2.5982601778257733e-06,
      "loss": 1.1846,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3299
    },
    {
      "epoch": 4.22016,
      "grad_norm": 14.231514930725098,
      "learning_rate": 2.5899232788765604e-06,
      "loss": 1.1525,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3300
    },
    {
      "epoch": 4.22144,
      "grad_norm": 12.429472923278809,
      "learning_rate": 2.581598850444649e-06,
      "loss": 1.1741,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3301
    },
    {
      "epoch": 4.22272,
      "grad_norm": 13.91003704071045,
      "learning_rate": 2.573286898492682e-06,
      "loss": 1.1204,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3302
    },
    {
      "epoch": 4.224,
      "grad_norm": 14.089617729187012,
      "learning_rate": 2.564987428974344e-06,
      "loss": 1.204,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3303
    },
    {
      "epoch": 4.22528,
      "grad_norm": 13.246923446655273,
      "learning_rate": 2.5567004478344016e-06,
      "loss": 1.1227,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3304
    },
    {
      "epoch": 4.22656,
      "grad_norm": 13.364294052124023,
      "learning_rate": 2.548425961008667e-06,
      "loss": 1.1278,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3305
    },
    {
      "epoch": 4.22784,
      "grad_norm": 12.97423267364502,
      "learning_rate": 2.540163974423999e-06,
      "loss": 1.1468,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3306
    },
    {
      "epoch": 4.22912,
      "grad_norm": 13.49731159210205,
      "learning_rate": 2.5319144939983044e-06,
      "loss": 1.0451,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3307
    },
    {
      "epoch": 4.2304,
      "grad_norm": 12.030136108398438,
      "learning_rate": 2.52367752564054e-06,
      "loss": 1.0344,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3308
    },
    {
      "epoch": 4.23168,
      "grad_norm": 12.973308563232422,
      "learning_rate": 2.5154530752506976e-06,
      "loss": 1.1259,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3309
    },
    {
      "epoch": 4.23296,
      "grad_norm": 13.090409278869629,
      "learning_rate": 2.5072411487197833e-06,
      "loss": 1.0427,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3310
    },
    {
      "epoch": 4.23424,
      "grad_norm": 13.444875717163086,
      "learning_rate": 2.499041751929865e-06,
      "loss": 1.0669,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3311
    },
    {
      "epoch": 4.23552,
      "grad_norm": 12.749738693237305,
      "learning_rate": 2.4908548907540107e-06,
      "loss": 1.0997,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3312
    },
    {
      "epoch": 4.2368,
      "grad_norm": 13.196052551269531,
      "learning_rate": 2.4826805710563284e-06,
      "loss": 1.078,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3313
    },
    {
      "epoch": 4.23808,
      "grad_norm": 13.430038452148438,
      "learning_rate": 2.4745187986919183e-06,
      "loss": 1.1564,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3314
    },
    {
      "epoch": 4.23936,
      "grad_norm": 12.540220260620117,
      "learning_rate": 2.4663695795069197e-06,
      "loss": 1.225,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3315
    },
    {
      "epoch": 4.24064,
      "grad_norm": 13.885736465454102,
      "learning_rate": 2.4582329193384614e-06,
      "loss": 1.088,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3316
    },
    {
      "epoch": 4.24192,
      "grad_norm": 13.411381721496582,
      "learning_rate": 2.4501088240146874e-06,
      "loss": 1.1844,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3317
    },
    {
      "epoch": 4.2432,
      "grad_norm": 14.013191223144531,
      "learning_rate": 2.4419972993547324e-06,
      "loss": 1.1552,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3318
    },
    {
      "epoch": 4.24448,
      "grad_norm": 12.73294734954834,
      "learning_rate": 2.4338983511687376e-06,
      "loss": 1.0866,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3319
    },
    {
      "epoch": 4.24576,
      "grad_norm": 12.675111770629883,
      "learning_rate": 2.4258119852578333e-06,
      "loss": 1.091,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3320
    },
    {
      "epoch": 4.24704,
      "grad_norm": 13.819235801696777,
      "learning_rate": 2.417738207414122e-06,
      "loss": 1.1351,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3321
    },
    {
      "epoch": 4.24832,
      "grad_norm": 12.90169906616211,
      "learning_rate": 2.4096770234207134e-06,
      "loss": 1.2551,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3322
    },
    {
      "epoch": 4.2496,
      "grad_norm": 15.297197341918945,
      "learning_rate": 2.4016284390516753e-06,
      "loss": 1.1347,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3323
    },
    {
      "epoch": 4.25088,
      "grad_norm": 12.452479362487793,
      "learning_rate": 2.393592460072076e-06,
      "loss": 1.1904,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3324
    },
    {
      "epoch": 4.25216,
      "grad_norm": 13.121147155761719,
      "learning_rate": 2.3855690922379203e-06,
      "loss": 1.1467,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3325
    },
    {
      "epoch": 4.25344,
      "grad_norm": 13.032877922058105,
      "learning_rate": 2.3775583412962132e-06,
      "loss": 1.2029,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3326
    },
    {
      "epoch": 4.25472,
      "grad_norm": 13.093746185302734,
      "learning_rate": 2.3695602129849026e-06,
      "loss": 1.0922,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3327
    },
    {
      "epoch": 4.256,
      "grad_norm": 13.697904586791992,
      "learning_rate": 2.3615747130329013e-06,
      "loss": 1.0869,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3328
    },
    {
      "epoch": 4.25728,
      "grad_norm": 12.123112678527832,
      "learning_rate": 2.3536018471600763e-06,
      "loss": 1.101,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3329
    },
    {
      "epoch": 4.25856,
      "grad_norm": 13.234515190124512,
      "learning_rate": 2.345641621077237e-06,
      "loss": 1.1829,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3330
    },
    {
      "epoch": 4.25984,
      "grad_norm": 12.499218940734863,
      "learning_rate": 2.33769404048616e-06,
      "loss": 1.1827,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3331
    },
    {
      "epoch": 4.26112,
      "grad_norm": 13.041228294372559,
      "learning_rate": 2.3297591110795437e-06,
      "loss": 1.0682,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3332
    },
    {
      "epoch": 4.2624,
      "grad_norm": 13.018311500549316,
      "learning_rate": 2.3218368385410317e-06,
      "loss": 1.1014,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3333
    },
    {
      "epoch": 4.26368,
      "grad_norm": 14.040637969970703,
      "learning_rate": 2.3139272285451988e-06,
      "loss": 1.2192,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3334
    },
    {
      "epoch": 4.26496,
      "grad_norm": 13.470221519470215,
      "learning_rate": 2.3060302867575655e-06,
      "loss": 1.0997,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3335
    },
    {
      "epoch": 4.26624,
      "grad_norm": 13.494988441467285,
      "learning_rate": 2.2981460188345485e-06,
      "loss": 1.0623,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3336
    },
    {
      "epoch": 4.26752,
      "grad_norm": 13.416561126708984,
      "learning_rate": 2.2902744304235157e-06,
      "loss": 1.1886,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3337
    },
    {
      "epoch": 4.2688,
      "grad_norm": 12.915843963623047,
      "learning_rate": 2.282415527162738e-06,
      "loss": 1.1547,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3338
    },
    {
      "epoch": 4.27008,
      "grad_norm": 12.981983184814453,
      "learning_rate": 2.274569314681403e-06,
      "loss": 1.139,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3339
    },
    {
      "epoch": 4.27136,
      "grad_norm": 13.430970191955566,
      "learning_rate": 2.2667357985996086e-06,
      "loss": 1.0565,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3340
    },
    {
      "epoch": 4.27264,
      "grad_norm": 12.831064224243164,
      "learning_rate": 2.258914984528353e-06,
      "loss": 1.1,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3341
    },
    {
      "epoch": 4.27392,
      "grad_norm": 13.525699615478516,
      "learning_rate": 2.2511068780695487e-06,
      "loss": 1.2017,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3342
    },
    {
      "epoch": 4.2752,
      "grad_norm": 12.708946228027344,
      "learning_rate": 2.2433114848159955e-06,
      "loss": 1.1039,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3343
    },
    {
      "epoch": 4.27648,
      "grad_norm": 13.035262107849121,
      "learning_rate": 2.2355288103513905e-06,
      "loss": 1.0633,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3344
    },
    {
      "epoch": 4.27776,
      "grad_norm": 13.013636589050293,
      "learning_rate": 2.227758860250315e-06,
      "loss": 1.1846,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3345
    },
    {
      "epoch": 4.27904,
      "grad_norm": 13.004425048828125,
      "learning_rate": 2.220001640078255e-06,
      "loss": 1.1744,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3346
    },
    {
      "epoch": 4.28032,
      "grad_norm": 13.07252311706543,
      "learning_rate": 2.212257155391546e-06,
      "loss": 1.1256,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3347
    },
    {
      "epoch": 4.2816,
      "grad_norm": 13.909664154052734,
      "learning_rate": 2.2045254117374326e-06,
      "loss": 1.0976,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3348
    },
    {
      "epoch": 4.2828800000000005,
      "grad_norm": 12.958664894104004,
      "learning_rate": 2.196806414654018e-06,
      "loss": 1.1514,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3349
    },
    {
      "epoch": 4.28416,
      "grad_norm": 13.004029273986816,
      "learning_rate": 2.189100169670275e-06,
      "loss": 1.1066,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3350
    },
    {
      "epoch": 4.28544,
      "grad_norm": 13.661230087280273,
      "learning_rate": 2.1814066823060464e-06,
      "loss": 1.2404,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3351
    },
    {
      "epoch": 4.28672,
      "grad_norm": 13.604938507080078,
      "learning_rate": 2.1737259580720325e-06,
      "loss": 1.1521,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3352
    },
    {
      "epoch": 4.288,
      "grad_norm": 12.350486755371094,
      "learning_rate": 2.1660580024698e-06,
      "loss": 1.035,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3353
    },
    {
      "epoch": 4.28928,
      "grad_norm": 12.959112167358398,
      "learning_rate": 2.158402820991763e-06,
      "loss": 1.1,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3354
    },
    {
      "epoch": 4.29056,
      "grad_norm": 13.120988845825195,
      "learning_rate": 2.150760419121185e-06,
      "loss": 1.1236,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3355
    },
    {
      "epoch": 4.29184,
      "grad_norm": 12.806426048278809,
      "learning_rate": 2.143130802332174e-06,
      "loss": 1.1776,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3356
    },
    {
      "epoch": 4.29312,
      "grad_norm": 12.870072364807129,
      "learning_rate": 2.1355139760896957e-06,
      "loss": 1.1253,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3357
    },
    {
      "epoch": 4.2943999999999996,
      "grad_norm": 13.00074291229248,
      "learning_rate": 2.1279099458495333e-06,
      "loss": 1.1377,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3358
    },
    {
      "epoch": 4.29568,
      "grad_norm": 14.425726890563965,
      "learning_rate": 2.1203187170583096e-06,
      "loss": 1.2378,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3359
    },
    {
      "epoch": 4.29696,
      "grad_norm": 13.089365005493164,
      "learning_rate": 2.1127402951534924e-06,
      "loss": 1.194,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3360
    },
    {
      "epoch": 4.29824,
      "grad_norm": 13.324477195739746,
      "learning_rate": 2.1051746855633626e-06,
      "loss": 1.139,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3361
    },
    {
      "epoch": 4.29952,
      "grad_norm": 13.12464427947998,
      "learning_rate": 2.097621893707025e-06,
      "loss": 1.1319,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3362
    },
    {
      "epoch": 4.3008,
      "grad_norm": 12.495965957641602,
      "learning_rate": 2.0900819249944004e-06,
      "loss": 1.0959,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3363
    },
    {
      "epoch": 4.30208,
      "grad_norm": 12.909683227539062,
      "learning_rate": 2.0825547848262405e-06,
      "loss": 1.2063,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3364
    },
    {
      "epoch": 4.30336,
      "grad_norm": 12.898457527160645,
      "learning_rate": 2.0750404785940925e-06,
      "loss": 1.1029,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3365
    },
    {
      "epoch": 4.30464,
      "grad_norm": 13.362212181091309,
      "learning_rate": 2.067539011680313e-06,
      "loss": 1.1133,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3366
    },
    {
      "epoch": 4.30592,
      "grad_norm": 13.370831489562988,
      "learning_rate": 2.060050389458066e-06,
      "loss": 1.1667,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3367
    },
    {
      "epoch": 4.3072,
      "grad_norm": 12.664949417114258,
      "learning_rate": 2.0525746172913164e-06,
      "loss": 1.1575,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3368
    },
    {
      "epoch": 4.30848,
      "grad_norm": 13.204442977905273,
      "learning_rate": 2.0451117005348164e-06,
      "loss": 1.263,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3369
    },
    {
      "epoch": 4.30976,
      "grad_norm": 12.590597152709961,
      "learning_rate": 2.0376616445341167e-06,
      "loss": 1.1156,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3370
    },
    {
      "epoch": 4.31104,
      "grad_norm": 13.70538330078125,
      "learning_rate": 2.0302244546255622e-06,
      "loss": 1.1481,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3371
    },
    {
      "epoch": 4.31232,
      "grad_norm": 12.746484756469727,
      "learning_rate": 2.0228001361362715e-06,
      "loss": 1.0479,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3372
    },
    {
      "epoch": 4.3136,
      "grad_norm": 13.973931312561035,
      "learning_rate": 2.015388694384144e-06,
      "loss": 1.2891,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3373
    },
    {
      "epoch": 4.31488,
      "grad_norm": 12.774430274963379,
      "learning_rate": 2.00799013467786e-06,
      "loss": 1.1783,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3374
    },
    {
      "epoch": 4.31616,
      "grad_norm": 13.52263355255127,
      "learning_rate": 2.000604462316873e-06,
      "loss": 1.0542,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3375
    },
    {
      "epoch": 4.31744,
      "grad_norm": 12.718178749084473,
      "learning_rate": 1.9932316825914054e-06,
      "loss": 1.1215,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3376
    },
    {
      "epoch": 4.31872,
      "grad_norm": 12.88453483581543,
      "learning_rate": 1.985871800782444e-06,
      "loss": 1.2489,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3377
    },
    {
      "epoch": 4.32,
      "grad_norm": 12.406050682067871,
      "learning_rate": 1.9785248221617314e-06,
      "loss": 1.2274,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3378
    },
    {
      "epoch": 4.32128,
      "grad_norm": 13.140826225280762,
      "learning_rate": 1.9711907519917785e-06,
      "loss": 1.1067,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3379
    },
    {
      "epoch": 4.32256,
      "grad_norm": 13.601245880126953,
      "learning_rate": 1.96386959552584e-06,
      "loss": 1.0933,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3380
    },
    {
      "epoch": 4.32384,
      "grad_norm": 13.426989555358887,
      "learning_rate": 1.9565613580079247e-06,
      "loss": 1.1419,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3381
    },
    {
      "epoch": 4.32512,
      "grad_norm": 13.84591007232666,
      "learning_rate": 1.949266044672797e-06,
      "loss": 1.2522,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3382
    },
    {
      "epoch": 4.3264,
      "grad_norm": 12.855101585388184,
      "learning_rate": 1.9419836607459495e-06,
      "loss": 1.0911,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3383
    },
    {
      "epoch": 4.32768,
      "grad_norm": 14.411993980407715,
      "learning_rate": 1.9347142114436202e-06,
      "loss": 1.2547,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3384
    },
    {
      "epoch": 4.32896,
      "grad_norm": 14.292112350463867,
      "learning_rate": 1.927457701972777e-06,
      "loss": 1.2264,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3385
    },
    {
      "epoch": 4.33024,
      "grad_norm": 13.088770866394043,
      "learning_rate": 1.9202141375311335e-06,
      "loss": 1.1776,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3386
    },
    {
      "epoch": 4.33152,
      "grad_norm": 13.044878005981445,
      "learning_rate": 1.912983523307119e-06,
      "loss": 1.1884,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3387
    },
    {
      "epoch": 4.3328,
      "grad_norm": 13.860878944396973,
      "learning_rate": 1.9057658644798826e-06,
      "loss": 1.1277,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3388
    },
    {
      "epoch": 4.33408,
      "grad_norm": 12.755599975585938,
      "learning_rate": 1.898561166219306e-06,
      "loss": 1.1497,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3389
    },
    {
      "epoch": 4.33536,
      "grad_norm": 14.20449161529541,
      "learning_rate": 1.891369433685979e-06,
      "loss": 1.1729,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3390
    },
    {
      "epoch": 4.33664,
      "grad_norm": 12.465293884277344,
      "learning_rate": 1.8841906720312142e-06,
      "loss": 1.1536,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3391
    },
    {
      "epoch": 4.33792,
      "grad_norm": 13.217692375183105,
      "learning_rate": 1.8770248863970165e-06,
      "loss": 1.2585,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3392
    },
    {
      "epoch": 4.3392,
      "grad_norm": 12.89527702331543,
      "learning_rate": 1.869872081916113e-06,
      "loss": 1.1465,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3393
    },
    {
      "epoch": 4.34048,
      "grad_norm": 13.359312057495117,
      "learning_rate": 1.8627322637119217e-06,
      "loss": 1.1494,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3394
    },
    {
      "epoch": 4.34176,
      "grad_norm": 13.182134628295898,
      "learning_rate": 1.8556054368985665e-06,
      "loss": 1.0433,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3395
    },
    {
      "epoch": 4.34304,
      "grad_norm": 12.976713180541992,
      "learning_rate": 1.8484916065808622e-06,
      "loss": 1.1758,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3396
    },
    {
      "epoch": 4.34432,
      "grad_norm": 13.25150203704834,
      "learning_rate": 1.8413907778543062e-06,
      "loss": 1.0898,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3397
    },
    {
      "epoch": 4.3456,
      "grad_norm": 14.085551261901855,
      "learning_rate": 1.8343029558051073e-06,
      "loss": 1.0682,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3398
    },
    {
      "epoch": 4.34688,
      "grad_norm": 13.886364936828613,
      "learning_rate": 1.8272281455101226e-06,
      "loss": 1.1378,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3399
    },
    {
      "epoch": 4.34816,
      "grad_norm": 13.337890625,
      "learning_rate": 1.820166352036925e-06,
      "loss": 1.0722,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3400
    },
    {
      "epoch": 4.3494399999999995,
      "grad_norm": 14.389185905456543,
      "learning_rate": 1.813117580443735e-06,
      "loss": 1.1534,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3401
    },
    {
      "epoch": 4.35072,
      "grad_norm": 13.392756462097168,
      "learning_rate": 1.8060818357794696e-06,
      "loss": 1.1544,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3402
    },
    {
      "epoch": 4.352,
      "grad_norm": 13.679340362548828,
      "learning_rate": 1.7990591230836908e-06,
      "loss": 1.0238,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3403
    },
    {
      "epoch": 4.35328,
      "grad_norm": 13.164114952087402,
      "learning_rate": 1.792049447386648e-06,
      "loss": 1.1787,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3404
    },
    {
      "epoch": 4.35456,
      "grad_norm": 12.922562599182129,
      "learning_rate": 1.7850528137092382e-06,
      "loss": 1.1166,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3405
    },
    {
      "epoch": 4.35584,
      "grad_norm": 13.681876182556152,
      "learning_rate": 1.7780692270630218e-06,
      "loss": 1.1328,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3406
    },
    {
      "epoch": 4.35712,
      "grad_norm": 13.204663276672363,
      "learning_rate": 1.771098692450215e-06,
      "loss": 1.0616,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3407
    },
    {
      "epoch": 4.3584,
      "grad_norm": 13.180490493774414,
      "learning_rate": 1.7641412148636771e-06,
      "loss": 1.2556,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3408
    },
    {
      "epoch": 4.35968,
      "grad_norm": 13.310080528259277,
      "learning_rate": 1.7571967992869354e-06,
      "loss": 1.2073,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3409
    },
    {
      "epoch": 4.36096,
      "grad_norm": 13.562847137451172,
      "learning_rate": 1.7502654506941285e-06,
      "loss": 1.0859,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3410
    },
    {
      "epoch": 4.36224,
      "grad_norm": 13.165091514587402,
      "learning_rate": 1.743347174050065e-06,
      "loss": 1.2268,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3411
    },
    {
      "epoch": 4.36352,
      "grad_norm": 13.024005889892578,
      "learning_rate": 1.7364419743101767e-06,
      "loss": 1.1412,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3412
    },
    {
      "epoch": 4.3648,
      "grad_norm": 13.03200912475586,
      "learning_rate": 1.729549856420536e-06,
      "loss": 1.1852,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3413
    },
    {
      "epoch": 4.36608,
      "grad_norm": 13.428488731384277,
      "learning_rate": 1.7226708253178292e-06,
      "loss": 1.1983,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3414
    },
    {
      "epoch": 4.36736,
      "grad_norm": 13.261911392211914,
      "learning_rate": 1.7158048859293863e-06,
      "loss": 1.0331,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3415
    },
    {
      "epoch": 4.36864,
      "grad_norm": 12.608624458312988,
      "learning_rate": 1.7089520431731554e-06,
      "loss": 1.119,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3416
    },
    {
      "epoch": 4.3699200000000005,
      "grad_norm": 13.52260971069336,
      "learning_rate": 1.7021123019576968e-06,
      "loss": 1.1865,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3417
    },
    {
      "epoch": 4.3712,
      "grad_norm": 13.41463851928711,
      "learning_rate": 1.6952856671821937e-06,
      "loss": 1.1775,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3418
    },
    {
      "epoch": 4.37248,
      "grad_norm": 12.595189094543457,
      "learning_rate": 1.6884721437364349e-06,
      "loss": 1.0419,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3419
    },
    {
      "epoch": 4.37376,
      "grad_norm": 13.175622940063477,
      "learning_rate": 1.6816717365008295e-06,
      "loss": 1.1349,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3420
    },
    {
      "epoch": 4.37504,
      "grad_norm": 14.011228561401367,
      "learning_rate": 1.6748844503463767e-06,
      "loss": 1.1988,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3421
    },
    {
      "epoch": 4.37632,
      "grad_norm": 14.23654842376709,
      "learning_rate": 1.668110290134688e-06,
      "loss": 1.094,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3422
    },
    {
      "epoch": 4.3776,
      "grad_norm": 12.865204811096191,
      "learning_rate": 1.661349260717966e-06,
      "loss": 1.2096,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3423
    },
    {
      "epoch": 4.37888,
      "grad_norm": 12.91031551361084,
      "learning_rate": 1.6546013669390215e-06,
      "loss": 1.1857,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3424
    },
    {
      "epoch": 4.38016,
      "grad_norm": 11.915643692016602,
      "learning_rate": 1.6478666136312372e-06,
      "loss": 1.1197,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3425
    },
    {
      "epoch": 4.38144,
      "grad_norm": 12.985852241516113,
      "learning_rate": 1.6411450056185896e-06,
      "loss": 1.2233,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3426
    },
    {
      "epoch": 4.38272,
      "grad_norm": 12.44704818725586,
      "learning_rate": 1.634436547715652e-06,
      "loss": 1.1114,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3427
    },
    {
      "epoch": 4.384,
      "grad_norm": 13.882383346557617,
      "learning_rate": 1.6277412447275653e-06,
      "loss": 1.1448,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3428
    },
    {
      "epoch": 4.38528,
      "grad_norm": 12.769682884216309,
      "learning_rate": 1.6210591014500532e-06,
      "loss": 1.115,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3429
    },
    {
      "epoch": 4.38656,
      "grad_norm": 13.064112663269043,
      "learning_rate": 1.614390122669407e-06,
      "loss": 1.1177,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3430
    },
    {
      "epoch": 4.38784,
      "grad_norm": 13.211073875427246,
      "learning_rate": 1.607734313162499e-06,
      "loss": 1.0324,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3431
    },
    {
      "epoch": 4.38912,
      "grad_norm": 14.386157035827637,
      "learning_rate": 1.6010916776967623e-06,
      "loss": 1.2609,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3432
    },
    {
      "epoch": 4.3904,
      "grad_norm": 13.229156494140625,
      "learning_rate": 1.5944622210301908e-06,
      "loss": 1.1608,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3433
    },
    {
      "epoch": 4.39168,
      "grad_norm": 13.692438125610352,
      "learning_rate": 1.5878459479113418e-06,
      "loss": 1.1453,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3434
    },
    {
      "epoch": 4.39296,
      "grad_norm": 12.5087308883667,
      "learning_rate": 1.581242863079342e-06,
      "loss": 1.1816,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3435
    },
    {
      "epoch": 4.39424,
      "grad_norm": 13.785131454467773,
      "learning_rate": 1.5746529712638437e-06,
      "loss": 1.0757,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3436
    },
    {
      "epoch": 4.39552,
      "grad_norm": 12.353195190429688,
      "learning_rate": 1.5680762771850666e-06,
      "loss": 1.148,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3437
    },
    {
      "epoch": 4.3968,
      "grad_norm": 13.525300025939941,
      "learning_rate": 1.561512785553787e-06,
      "loss": 1.1959,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3438
    },
    {
      "epoch": 4.39808,
      "grad_norm": 13.119012832641602,
      "learning_rate": 1.5549625010713043e-06,
      "loss": 1.1161,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3439
    },
    {
      "epoch": 4.39936,
      "grad_norm": 12.796619415283203,
      "learning_rate": 1.5484254284294675e-06,
      "loss": 1.1896,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3440
    },
    {
      "epoch": 4.40064,
      "grad_norm": 12.500465393066406,
      "learning_rate": 1.5419015723106601e-06,
      "loss": 1.1448,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3441
    },
    {
      "epoch": 4.40192,
      "grad_norm": 13.329911231994629,
      "learning_rate": 1.5353909373878062e-06,
      "loss": 1.1818,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3442
    },
    {
      "epoch": 4.4032,
      "grad_norm": 13.31702709197998,
      "learning_rate": 1.528893528324351e-06,
      "loss": 1.0914,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3443
    },
    {
      "epoch": 4.40448,
      "grad_norm": 12.840481758117676,
      "learning_rate": 1.5224093497742654e-06,
      "loss": 1.0631,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3444
    },
    {
      "epoch": 4.40576,
      "grad_norm": 13.115400314331055,
      "learning_rate": 1.5159384063820514e-06,
      "loss": 1.1033,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3445
    },
    {
      "epoch": 4.40704,
      "grad_norm": 14.559842109680176,
      "learning_rate": 1.509480702782724e-06,
      "loss": 1.1057,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3446
    },
    {
      "epoch": 4.40832,
      "grad_norm": 13.720172882080078,
      "learning_rate": 1.5030362436018164e-06,
      "loss": 1.1559,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3447
    },
    {
      "epoch": 4.4096,
      "grad_norm": 13.85721206665039,
      "learning_rate": 1.496605033455376e-06,
      "loss": 1.1437,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3448
    },
    {
      "epoch": 4.41088,
      "grad_norm": 13.242507934570312,
      "learning_rate": 1.4901870769499649e-06,
      "loss": 1.1532,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3449
    },
    {
      "epoch": 4.41216,
      "grad_norm": 13.034990310668945,
      "learning_rate": 1.4837823786826432e-06,
      "loss": 1.269,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3450
    },
    {
      "epoch": 4.41344,
      "grad_norm": 13.12736701965332,
      "learning_rate": 1.4773909432409816e-06,
      "loss": 1.1689,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3451
    },
    {
      "epoch": 4.41472,
      "grad_norm": 13.165745735168457,
      "learning_rate": 1.47101277520304e-06,
      "loss": 1.1511,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3452
    },
    {
      "epoch": 4.416,
      "grad_norm": 14.106707572937012,
      "learning_rate": 1.4646478791373907e-06,
      "loss": 1.212,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3453
    },
    {
      "epoch": 4.41728,
      "grad_norm": 12.799171447753906,
      "learning_rate": 1.4582962596030936e-06,
      "loss": 1.1715,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3454
    },
    {
      "epoch": 4.41856,
      "grad_norm": 12.772370338439941,
      "learning_rate": 1.4519579211496825e-06,
      "loss": 1.2392,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3455
    },
    {
      "epoch": 4.41984,
      "grad_norm": 13.197830200195312,
      "learning_rate": 1.4456328683172083e-06,
      "loss": 1.0876,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3456
    },
    {
      "epoch": 4.42112,
      "grad_norm": 13.558863639831543,
      "learning_rate": 1.4393211056361822e-06,
      "loss": 1.2122,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3457
    },
    {
      "epoch": 4.4224,
      "grad_norm": 13.094680786132812,
      "learning_rate": 1.4330226376276035e-06,
      "loss": 1.0635,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3458
    },
    {
      "epoch": 4.42368,
      "grad_norm": 13.316866874694824,
      "learning_rate": 1.4267374688029478e-06,
      "loss": 0.9955,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3459
    },
    {
      "epoch": 4.4249600000000004,
      "grad_norm": 13.858094215393066,
      "learning_rate": 1.4204656036641717e-06,
      "loss": 1.0945,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3460
    },
    {
      "epoch": 4.42624,
      "grad_norm": 13.4606351852417,
      "learning_rate": 1.4142070467036928e-06,
      "loss": 1.1398,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3461
    },
    {
      "epoch": 4.42752,
      "grad_norm": 14.498855590820312,
      "learning_rate": 1.4079618024044007e-06,
      "loss": 1.1012,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3462
    },
    {
      "epoch": 4.4288,
      "grad_norm": 13.488057136535645,
      "learning_rate": 1.4017298752396459e-06,
      "loss": 1.1353,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3463
    },
    {
      "epoch": 4.43008,
      "grad_norm": 13.188117980957031,
      "learning_rate": 1.3955112696732465e-06,
      "loss": 1.1859,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3464
    },
    {
      "epoch": 4.43136,
      "grad_norm": 12.939896583557129,
      "learning_rate": 1.3893059901594797e-06,
      "loss": 1.0929,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3465
    },
    {
      "epoch": 4.43264,
      "grad_norm": 13.803483009338379,
      "learning_rate": 1.383114041143061e-06,
      "loss": 1.248,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3466
    },
    {
      "epoch": 4.43392,
      "grad_norm": 13.423699378967285,
      "learning_rate": 1.3769354270591784e-06,
      "loss": 1.0845,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3467
    },
    {
      "epoch": 4.4352,
      "grad_norm": 13.287373542785645,
      "learning_rate": 1.3707701523334582e-06,
      "loss": 1.1249,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3468
    },
    {
      "epoch": 4.4364799999999995,
      "grad_norm": 13.732475280761719,
      "learning_rate": 1.3646182213819724e-06,
      "loss": 1.1091,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3469
    },
    {
      "epoch": 4.43776,
      "grad_norm": 13.621838569641113,
      "learning_rate": 1.3584796386112298e-06,
      "loss": 1.1419,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3470
    },
    {
      "epoch": 4.43904,
      "grad_norm": 13.575718879699707,
      "learning_rate": 1.352354408418195e-06,
      "loss": 1.1811,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3471
    },
    {
      "epoch": 4.44032,
      "grad_norm": 13.040567398071289,
      "learning_rate": 1.346242535190252e-06,
      "loss": 1.1553,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3472
    },
    {
      "epoch": 4.4416,
      "grad_norm": 12.797356605529785,
      "learning_rate": 1.3401440233052233e-06,
      "loss": 1.1452,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3473
    },
    {
      "epoch": 4.44288,
      "grad_norm": 13.267143249511719,
      "learning_rate": 1.3340588771313611e-06,
      "loss": 1.1013,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3474
    },
    {
      "epoch": 4.44416,
      "grad_norm": 12.702825546264648,
      "learning_rate": 1.3279871010273392e-06,
      "loss": 1.1705,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3475
    },
    {
      "epoch": 4.44544,
      "grad_norm": 13.404746055603027,
      "learning_rate": 1.3219286993422697e-06,
      "loss": 1.3078,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3476
    },
    {
      "epoch": 4.44672,
      "grad_norm": 13.644128799438477,
      "learning_rate": 1.3158836764156613e-06,
      "loss": 1.2304,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3477
    },
    {
      "epoch": 4.448,
      "grad_norm": 12.518709182739258,
      "learning_rate": 1.3098520365774613e-06,
      "loss": 1.0348,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3478
    },
    {
      "epoch": 4.44928,
      "grad_norm": 13.226603507995605,
      "learning_rate": 1.3038337841480186e-06,
      "loss": 1.1695,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3479
    },
    {
      "epoch": 4.45056,
      "grad_norm": 13.86446475982666,
      "learning_rate": 1.2978289234381003e-06,
      "loss": 1.0728,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3480
    },
    {
      "epoch": 4.45184,
      "grad_norm": 13.94117546081543,
      "learning_rate": 1.2918374587488703e-06,
      "loss": 1.1594,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3481
    },
    {
      "epoch": 4.45312,
      "grad_norm": 14.230385780334473,
      "learning_rate": 1.2858593943719132e-06,
      "loss": 1.1427,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3482
    },
    {
      "epoch": 4.4544,
      "grad_norm": 13.233457565307617,
      "learning_rate": 1.279894734589202e-06,
      "loss": 1.1254,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3483
    },
    {
      "epoch": 4.45568,
      "grad_norm": 13.534188270568848,
      "learning_rate": 1.2739434836731103e-06,
      "loss": 1.1951,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3484
    },
    {
      "epoch": 4.45696,
      "grad_norm": 13.712968826293945,
      "learning_rate": 1.2680056458864143e-06,
      "loss": 1.1165,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3485
    },
    {
      "epoch": 4.45824,
      "grad_norm": 13.631011009216309,
      "learning_rate": 1.2620812254822723e-06,
      "loss": 1.1011,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3486
    },
    {
      "epoch": 4.45952,
      "grad_norm": 12.68535327911377,
      "learning_rate": 1.2561702267042454e-06,
      "loss": 1.0794,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3487
    },
    {
      "epoch": 4.4608,
      "grad_norm": 12.746271133422852,
      "learning_rate": 1.2502726537862642e-06,
      "loss": 1.1059,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3488
    },
    {
      "epoch": 4.46208,
      "grad_norm": 13.8978910446167,
      "learning_rate": 1.2443885109526587e-06,
      "loss": 1.0912,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3489
    },
    {
      "epoch": 4.46336,
      "grad_norm": 12.819914817810059,
      "learning_rate": 1.2385178024181243e-06,
      "loss": 0.98,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3490
    },
    {
      "epoch": 4.46464,
      "grad_norm": 13.07927131652832,
      "learning_rate": 1.232660532387755e-06,
      "loss": 1.1371,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3491
    },
    {
      "epoch": 4.46592,
      "grad_norm": 12.331482887268066,
      "learning_rate": 1.22681670505699e-06,
      "loss": 1.1137,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3492
    },
    {
      "epoch": 4.4672,
      "grad_norm": 13.275967597961426,
      "learning_rate": 1.2209863246116639e-06,
      "loss": 1.1165,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3493
    },
    {
      "epoch": 4.46848,
      "grad_norm": 12.484092712402344,
      "learning_rate": 1.2151693952279707e-06,
      "loss": 1.0274,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3494
    },
    {
      "epoch": 4.46976,
      "grad_norm": 12.906380653381348,
      "learning_rate": 1.2093659210724651e-06,
      "loss": 1.2,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3495
    },
    {
      "epoch": 4.47104,
      "grad_norm": 13.729764938354492,
      "learning_rate": 1.2035759063020747e-06,
      "loss": 1.0429,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3496
    },
    {
      "epoch": 4.47232,
      "grad_norm": 13.452609062194824,
      "learning_rate": 1.1977993550640733e-06,
      "loss": 1.2216,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3497
    },
    {
      "epoch": 4.4736,
      "grad_norm": 13.217982292175293,
      "learning_rate": 1.1920362714961086e-06,
      "loss": 1.1792,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3498
    },
    {
      "epoch": 4.47488,
      "grad_norm": 12.679916381835938,
      "learning_rate": 1.1862866597261569e-06,
      "loss": 1.1516,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3499
    },
    {
      "epoch": 4.47616,
      "grad_norm": 13.456879615783691,
      "learning_rate": 1.1805505238725722e-06,
      "loss": 1.0887,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3500
    },
    {
      "epoch": 4.47744,
      "grad_norm": 12.751433372497559,
      "learning_rate": 1.174827868044035e-06,
      "loss": 1.0694,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3501
    },
    {
      "epoch": 4.47872,
      "grad_norm": 14.21896743774414,
      "learning_rate": 1.1691186963395861e-06,
      "loss": 1.2296,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3502
    },
    {
      "epoch": 4.48,
      "grad_norm": 13.483187675476074,
      "learning_rate": 1.1634230128485923e-06,
      "loss": 1.0718,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3503
    },
    {
      "epoch": 4.48128,
      "grad_norm": 13.967538833618164,
      "learning_rate": 1.157740821650768e-06,
      "loss": 1.2935,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3504
    },
    {
      "epoch": 4.48256,
      "grad_norm": 14.528986930847168,
      "learning_rate": 1.152072126816166e-06,
      "loss": 1.1859,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3505
    },
    {
      "epoch": 4.48384,
      "grad_norm": 13.019475936889648,
      "learning_rate": 1.1464169324051655e-06,
      "loss": 1.1113,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3506
    },
    {
      "epoch": 4.48512,
      "grad_norm": 13.127985000610352,
      "learning_rate": 1.1407752424684792e-06,
      "loss": 1.1427,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3507
    },
    {
      "epoch": 4.4864,
      "grad_norm": 12.89483642578125,
      "learning_rate": 1.1351470610471394e-06,
      "loss": 1.1363,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3508
    },
    {
      "epoch": 4.48768,
      "grad_norm": 13.450348854064941,
      "learning_rate": 1.1295323921725187e-06,
      "loss": 1.1679,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3509
    },
    {
      "epoch": 4.48896,
      "grad_norm": 13.943414688110352,
      "learning_rate": 1.1239312398662984e-06,
      "loss": 1.3419,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3510
    },
    {
      "epoch": 4.49024,
      "grad_norm": 12.845677375793457,
      "learning_rate": 1.1183436081404774e-06,
      "loss": 1.1791,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3511
    },
    {
      "epoch": 4.49152,
      "grad_norm": 14.218591690063477,
      "learning_rate": 1.112769500997375e-06,
      "loss": 1.1731,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3512
    },
    {
      "epoch": 4.4928,
      "grad_norm": 12.852909088134766,
      "learning_rate": 1.1072089224296212e-06,
      "loss": 1.1233,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3513
    },
    {
      "epoch": 4.49408,
      "grad_norm": 13.389466285705566,
      "learning_rate": 1.1016618764201548e-06,
      "loss": 1.2527,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3514
    },
    {
      "epoch": 4.49536,
      "grad_norm": 12.71360969543457,
      "learning_rate": 1.096128366942224e-06,
      "loss": 1.0458,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3515
    },
    {
      "epoch": 4.49664,
      "grad_norm": 13.857028007507324,
      "learning_rate": 1.0906083979593807e-06,
      "loss": 0.9684,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3516
    },
    {
      "epoch": 4.49792,
      "grad_norm": 12.724861145019531,
      "learning_rate": 1.0851019734254753e-06,
      "loss": 1.0623,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3517
    },
    {
      "epoch": 4.4992,
      "grad_norm": 13.115056991577148,
      "learning_rate": 1.0796090972846618e-06,
      "loss": 1.1597,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3518
    },
    {
      "epoch": 4.50048,
      "grad_norm": 13.145872116088867,
      "learning_rate": 1.0741297734713797e-06,
      "loss": 1.1713,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3519
    },
    {
      "epoch": 4.50176,
      "grad_norm": 13.753917694091797,
      "learning_rate": 1.0686640059103737e-06,
      "loss": 1.1724,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3520
    },
    {
      "epoch": 4.50304,
      "grad_norm": 13.305233001708984,
      "learning_rate": 1.06321179851667e-06,
      "loss": 1.2084,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3521
    },
    {
      "epoch": 4.50432,
      "grad_norm": 12.360275268554688,
      "learning_rate": 1.057773155195585e-06,
      "loss": 1.0287,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3522
    },
    {
      "epoch": 4.5056,
      "grad_norm": 12.726542472839355,
      "learning_rate": 1.05234807984272e-06,
      "loss": 1.0673,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3523
    },
    {
      "epoch": 4.50688,
      "grad_norm": 12.824288368225098,
      "learning_rate": 1.0469365763439532e-06,
      "loss": 1.0565,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3524
    },
    {
      "epoch": 4.50816,
      "grad_norm": 12.870318412780762,
      "learning_rate": 1.0415386485754464e-06,
      "loss": 1.1668,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3525
    },
    {
      "epoch": 4.50944,
      "grad_norm": 13.013760566711426,
      "learning_rate": 1.0361543004036334e-06,
      "loss": 1.1845,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3526
    },
    {
      "epoch": 4.51072,
      "grad_norm": 13.331287384033203,
      "learning_rate": 1.0307835356852291e-06,
      "loss": 1.1073,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3527
    },
    {
      "epoch": 4.5120000000000005,
      "grad_norm": 12.461215019226074,
      "learning_rate": 1.0254263582672119e-06,
      "loss": 1.0119,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3528
    },
    {
      "epoch": 4.51328,
      "grad_norm": 14.18696403503418,
      "learning_rate": 1.0200827719868277e-06,
      "loss": 1.2217,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3529
    },
    {
      "epoch": 4.51456,
      "grad_norm": 13.660496711730957,
      "learning_rate": 1.014752780671584e-06,
      "loss": 1.0965,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3530
    },
    {
      "epoch": 4.51584,
      "grad_norm": 12.386215209960938,
      "learning_rate": 1.0094363881392665e-06,
      "loss": 1.0555,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3531
    },
    {
      "epoch": 4.51712,
      "grad_norm": 13.2598237991333,
      "learning_rate": 1.004133598197905e-06,
      "loss": 1.1448,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3532
    },
    {
      "epoch": 4.5184,
      "grad_norm": 12.74653434753418,
      "learning_rate": 9.988444146457833e-07,
      "loss": 1.1045,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3533
    },
    {
      "epoch": 4.51968,
      "grad_norm": 13.584969520568848,
      "learning_rate": 9.935688412714527e-07,
      "loss": 1.1332,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3534
    },
    {
      "epoch": 4.52096,
      "grad_norm": 12.956764221191406,
      "learning_rate": 9.883068818537088e-07,
      "loss": 1.1343,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3535
    },
    {
      "epoch": 4.52224,
      "grad_norm": 13.776888847351074,
      "learning_rate": 9.830585401615966e-07,
      "loss": 1.2027,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3536
    },
    {
      "epoch": 4.5235199999999995,
      "grad_norm": 13.401558876037598,
      "learning_rate": 9.77823819954402e-07,
      "loss": 1.1432,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3537
    },
    {
      "epoch": 4.5248,
      "grad_norm": 13.363845825195312,
      "learning_rate": 9.72602724981664e-07,
      "loss": 1.2085,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3538
    },
    {
      "epoch": 4.52608,
      "grad_norm": 13.307943344116211,
      "learning_rate": 9.67395258983157e-07,
      "loss": 1.103,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3539
    },
    {
      "epoch": 4.52736,
      "grad_norm": 13.085417747497559,
      "learning_rate": 9.62201425688889e-07,
      "loss": 1.2574,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3540
    },
    {
      "epoch": 4.52864,
      "grad_norm": 13.942323684692383,
      "learning_rate": 9.570212288191082e-07,
      "loss": 1.2048,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3541
    },
    {
      "epoch": 4.52992,
      "grad_norm": 13.501363754272461,
      "learning_rate": 9.518546720842958e-07,
      "loss": 1.1994,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3542
    },
    {
      "epoch": 4.5312,
      "grad_norm": 13.713509559631348,
      "learning_rate": 9.467017591851624e-07,
      "loss": 1.1872,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3543
    },
    {
      "epoch": 4.53248,
      "grad_norm": 12.828740119934082,
      "learning_rate": 9.415624938126399e-07,
      "loss": 1.1112,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3544
    },
    {
      "epoch": 4.53376,
      "grad_norm": 12.972469329833984,
      "learning_rate": 9.364368796478928e-07,
      "loss": 1.1591,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3545
    },
    {
      "epoch": 4.53504,
      "grad_norm": 13.149306297302246,
      "learning_rate": 9.313249203623042e-07,
      "loss": 1.1692,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3546
    },
    {
      "epoch": 4.53632,
      "grad_norm": 13.011621475219727,
      "learning_rate": 9.262266196174762e-07,
      "loss": 1.0827,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3547
    },
    {
      "epoch": 4.5376,
      "grad_norm": 13.553669929504395,
      "learning_rate": 9.211419810652233e-07,
      "loss": 1.1882,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3548
    },
    {
      "epoch": 4.53888,
      "grad_norm": 13.798932075500488,
      "learning_rate": 9.160710083475877e-07,
      "loss": 1.1126,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3549
    },
    {
      "epoch": 4.54016,
      "grad_norm": 13.739997863769531,
      "learning_rate": 9.11013705096806e-07,
      "loss": 1.1022,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3550
    },
    {
      "epoch": 4.54144,
      "grad_norm": 14.272311210632324,
      "learning_rate": 9.05970074935334e-07,
      "loss": 1.2167,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3551
    },
    {
      "epoch": 4.54272,
      "grad_norm": 14.160262107849121,
      "learning_rate": 9.009401214758307e-07,
      "loss": 1.2414,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3552
    },
    {
      "epoch": 4.5440000000000005,
      "grad_norm": 13.73238468170166,
      "learning_rate": 8.959238483211586e-07,
      "loss": 1.1351,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3553
    },
    {
      "epoch": 4.54528,
      "grad_norm": 13.322492599487305,
      "learning_rate": 8.909212590643857e-07,
      "loss": 1.1975,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3554
    },
    {
      "epoch": 4.54656,
      "grad_norm": 13.78307819366455,
      "learning_rate": 8.85932357288768e-07,
      "loss": 1.1732,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3555
    },
    {
      "epoch": 4.54784,
      "grad_norm": 13.291415214538574,
      "learning_rate": 8.809571465677691e-07,
      "loss": 1.1239,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3556
    },
    {
      "epoch": 4.54912,
      "grad_norm": 13.266901969909668,
      "learning_rate": 8.759956304650385e-07,
      "loss": 1.1163,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3557
    },
    {
      "epoch": 4.5504,
      "grad_norm": 13.752111434936523,
      "learning_rate": 8.710478125344202e-07,
      "loss": 1.1249,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3558
    },
    {
      "epoch": 4.55168,
      "grad_norm": 13.125694274902344,
      "learning_rate": 8.661136963199413e-07,
      "loss": 1.1255,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3559
    },
    {
      "epoch": 4.55296,
      "grad_norm": 13.145214080810547,
      "learning_rate": 8.611932853558236e-07,
      "loss": 1.2014,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3560
    },
    {
      "epoch": 4.55424,
      "grad_norm": 13.992435455322266,
      "learning_rate": 8.562865831664636e-07,
      "loss": 1.2673,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3561
    },
    {
      "epoch": 4.55552,
      "grad_norm": 13.757747650146484,
      "learning_rate": 8.51393593266443e-07,
      "loss": 1.1346,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3562
    },
    {
      "epoch": 4.5568,
      "grad_norm": 13.446146011352539,
      "learning_rate": 8.465143191605207e-07,
      "loss": 1.2329,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3563
    },
    {
      "epoch": 4.55808,
      "grad_norm": 13.352950096130371,
      "learning_rate": 8.416487643436277e-07,
      "loss": 1.1695,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3564
    },
    {
      "epoch": 4.55936,
      "grad_norm": 12.666653633117676,
      "learning_rate": 8.367969323008785e-07,
      "loss": 1.1545,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3565
    },
    {
      "epoch": 4.56064,
      "grad_norm": 12.934836387634277,
      "learning_rate": 8.319588265075418e-07,
      "loss": 1.1212,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3566
    },
    {
      "epoch": 4.56192,
      "grad_norm": 12.956259727478027,
      "learning_rate": 8.271344504290702e-07,
      "loss": 1.1303,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3567
    },
    {
      "epoch": 4.5632,
      "grad_norm": 13.51287841796875,
      "learning_rate": 8.223238075210704e-07,
      "loss": 1.1314,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3568
    },
    {
      "epoch": 4.56448,
      "grad_norm": 12.611620903015137,
      "learning_rate": 8.175269012293263e-07,
      "loss": 1.0857,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3569
    },
    {
      "epoch": 4.56576,
      "grad_norm": 13.898173332214355,
      "learning_rate": 8.127437349897627e-07,
      "loss": 1.117,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3570
    },
    {
      "epoch": 4.56704,
      "grad_norm": 12.757396697998047,
      "learning_rate": 8.079743122284789e-07,
      "loss": 1.1744,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3571
    },
    {
      "epoch": 4.56832,
      "grad_norm": 13.9161376953125,
      "learning_rate": 8.032186363617245e-07,
      "loss": 1.2364,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3572
    },
    {
      "epoch": 4.5696,
      "grad_norm": 15.054298400878906,
      "learning_rate": 7.984767107959035e-07,
      "loss": 1.0961,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3573
    },
    {
      "epoch": 4.57088,
      "grad_norm": 13.19940185546875,
      "learning_rate": 7.937485389275657e-07,
      "loss": 1.1038,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3574
    },
    {
      "epoch": 4.57216,
      "grad_norm": 13.307043075561523,
      "learning_rate": 7.890341241434174e-07,
      "loss": 1.2124,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3575
    },
    {
      "epoch": 4.57344,
      "grad_norm": 13.556777000427246,
      "learning_rate": 7.843334698203087e-07,
      "loss": 1.1803,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3576
    },
    {
      "epoch": 4.57472,
      "grad_norm": 13.888593673706055,
      "learning_rate": 7.796465793252239e-07,
      "loss": 1.2117,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3577
    },
    {
      "epoch": 4.576,
      "grad_norm": 14.02247428894043,
      "learning_rate": 7.749734560153044e-07,
      "loss": 1.1777,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3578
    },
    {
      "epoch": 4.57728,
      "grad_norm": 13.194998741149902,
      "learning_rate": 7.70314103237817e-07,
      "loss": 1.1527,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3579
    },
    {
      "epoch": 4.5785599999999995,
      "grad_norm": 12.849671363830566,
      "learning_rate": 7.656685243301765e-07,
      "loss": 1.2104,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3580
    },
    {
      "epoch": 4.57984,
      "grad_norm": 13.641561508178711,
      "learning_rate": 7.610367226199189e-07,
      "loss": 1.1464,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3581
    },
    {
      "epoch": 4.58112,
      "grad_norm": 14.498830795288086,
      "learning_rate": 7.564187014247193e-07,
      "loss": 1.1872,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3582
    },
    {
      "epoch": 4.5824,
      "grad_norm": 12.68712043762207,
      "learning_rate": 7.518144640523872e-07,
      "loss": 0.9918,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3583
    },
    {
      "epoch": 4.58368,
      "grad_norm": 13.631525993347168,
      "learning_rate": 7.472240138008469e-07,
      "loss": 1.2097,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3584
    },
    {
      "epoch": 4.58496,
      "grad_norm": 13.720233917236328,
      "learning_rate": 7.426473539581547e-07,
      "loss": 1.1463,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3585
    },
    {
      "epoch": 4.58624,
      "grad_norm": 13.004335403442383,
      "learning_rate": 7.380844878024885e-07,
      "loss": 1.0876,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3586
    },
    {
      "epoch": 4.58752,
      "grad_norm": 12.707880973815918,
      "learning_rate": 7.33535418602147e-07,
      "loss": 1.0933,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3587
    },
    {
      "epoch": 4.5888,
      "grad_norm": 12.664813995361328,
      "learning_rate": 7.290001496155418e-07,
      "loss": 1.1296,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3588
    },
    {
      "epoch": 4.59008,
      "grad_norm": 12.76196575164795,
      "learning_rate": 7.244786840912033e-07,
      "loss": 1.2635,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3589
    },
    {
      "epoch": 4.59136,
      "grad_norm": 13.823144912719727,
      "learning_rate": 7.19971025267776e-07,
      "loss": 1.2971,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3590
    },
    {
      "epoch": 4.59264,
      "grad_norm": 14.477008819580078,
      "learning_rate": 7.154771763740087e-07,
      "loss": 1.0689,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3591
    },
    {
      "epoch": 4.59392,
      "grad_norm": 12.733813285827637,
      "learning_rate": 7.109971406287664e-07,
      "loss": 1.2215,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3592
    },
    {
      "epoch": 4.5952,
      "grad_norm": 12.807796478271484,
      "learning_rate": 7.065309212410132e-07,
      "loss": 1.1392,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3593
    },
    {
      "epoch": 4.59648,
      "grad_norm": 13.045363426208496,
      "learning_rate": 7.020785214098236e-07,
      "loss": 1.1274,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3594
    },
    {
      "epoch": 4.59776,
      "grad_norm": 13.59425163269043,
      "learning_rate": 6.976399443243687e-07,
      "loss": 1.0365,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3595
    },
    {
      "epoch": 4.5990400000000005,
      "grad_norm": 13.868226051330566,
      "learning_rate": 6.932151931639164e-07,
      "loss": 1.1063,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3596
    },
    {
      "epoch": 4.60032,
      "grad_norm": 12.965551376342773,
      "learning_rate": 6.88804271097836e-07,
      "loss": 1.1835,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3597
    },
    {
      "epoch": 4.6016,
      "grad_norm": 13.869833946228027,
      "learning_rate": 6.844071812855912e-07,
      "loss": 1.1916,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3598
    },
    {
      "epoch": 4.60288,
      "grad_norm": 13.681374549865723,
      "learning_rate": 6.800239268767361e-07,
      "loss": 1.2026,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3599
    },
    {
      "epoch": 4.60416,
      "grad_norm": 13.382213592529297,
      "learning_rate": 6.756545110109125e-07,
      "loss": 1.2338,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3600
    },
    {
      "epoch": 4.60544,
      "grad_norm": 13.956883430480957,
      "learning_rate": 6.712989368178547e-07,
      "loss": 1.2759,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3601
    },
    {
      "epoch": 4.60672,
      "grad_norm": 13.616419792175293,
      "learning_rate": 6.669572074173825e-07,
      "loss": 1.16,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3602
    },
    {
      "epoch": 4.608,
      "grad_norm": 12.729121208190918,
      "learning_rate": 6.626293259193905e-07,
      "loss": 1.1108,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3603
    },
    {
      "epoch": 4.60928,
      "grad_norm": 13.617105484008789,
      "learning_rate": 6.583152954238659e-07,
      "loss": 1.1891,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3604
    },
    {
      "epoch": 4.6105599999999995,
      "grad_norm": 13.15534496307373,
      "learning_rate": 6.540151190208677e-07,
      "loss": 1.2581,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3605
    },
    {
      "epoch": 4.61184,
      "grad_norm": 12.679328918457031,
      "learning_rate": 6.497287997905321e-07,
      "loss": 1.1523,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3606
    },
    {
      "epoch": 4.61312,
      "grad_norm": 13.624944686889648,
      "learning_rate": 6.454563408030723e-07,
      "loss": 1.1359,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3607
    },
    {
      "epoch": 4.6144,
      "grad_norm": 12.915945053100586,
      "learning_rate": 6.41197745118769e-07,
      "loss": 1.2317,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3608
    },
    {
      "epoch": 4.61568,
      "grad_norm": 12.507691383361816,
      "learning_rate": 6.3695301578798e-07,
      "loss": 1.0227,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3609
    },
    {
      "epoch": 4.61696,
      "grad_norm": 13.721242904663086,
      "learning_rate": 6.327221558511266e-07,
      "loss": 1.2586,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3610
    },
    {
      "epoch": 4.61824,
      "grad_norm": 13.287562370300293,
      "learning_rate": 6.285051683386911e-07,
      "loss": 0.9816,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3611
    },
    {
      "epoch": 4.61952,
      "grad_norm": 13.439146995544434,
      "learning_rate": 6.243020562712288e-07,
      "loss": 1.1742,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3612
    },
    {
      "epoch": 4.6208,
      "grad_norm": 13.554231643676758,
      "learning_rate": 6.201128226593489e-07,
      "loss": 1.195,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3613
    },
    {
      "epoch": 4.62208,
      "grad_norm": 13.599130630493164,
      "learning_rate": 6.159374705037224e-07,
      "loss": 1.1527,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3614
    },
    {
      "epoch": 4.62336,
      "grad_norm": 12.64531135559082,
      "learning_rate": 6.117760027950748e-07,
      "loss": 1.0931,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3615
    },
    {
      "epoch": 4.62464,
      "grad_norm": 13.85644817352295,
      "learning_rate": 6.076284225141948e-07,
      "loss": 1.1751,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3616
    },
    {
      "epoch": 4.62592,
      "grad_norm": 12.473674774169922,
      "learning_rate": 6.034947326319151e-07,
      "loss": 0.9813,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3617
    },
    {
      "epoch": 4.6272,
      "grad_norm": 13.208341598510742,
      "learning_rate": 5.993749361091206e-07,
      "loss": 1.1251,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3618
    },
    {
      "epoch": 4.62848,
      "grad_norm": 13.750844955444336,
      "learning_rate": 5.952690358967461e-07,
      "loss": 1.0667,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3619
    },
    {
      "epoch": 4.62976,
      "grad_norm": 12.743355751037598,
      "learning_rate": 5.911770349357704e-07,
      "loss": 1.1156,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3620
    },
    {
      "epoch": 4.6310400000000005,
      "grad_norm": 14.096146583557129,
      "learning_rate": 5.870989361572266e-07,
      "loss": 1.2538,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3621
    },
    {
      "epoch": 4.63232,
      "grad_norm": 14.015542030334473,
      "learning_rate": 5.830347424821692e-07,
      "loss": 1.1329,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3622
    },
    {
      "epoch": 4.6336,
      "grad_norm": 12.49162483215332,
      "learning_rate": 5.78984456821714e-07,
      "loss": 1.0453,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3623
    },
    {
      "epoch": 4.63488,
      "grad_norm": 12.821816444396973,
      "learning_rate": 5.749480820770026e-07,
      "loss": 1.0827,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3624
    },
    {
      "epoch": 4.63616,
      "grad_norm": 14.760909080505371,
      "learning_rate": 5.709256211392178e-07,
      "loss": 0.9694,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3625
    },
    {
      "epoch": 4.63744,
      "grad_norm": 13.675554275512695,
      "learning_rate": 5.669170768895727e-07,
      "loss": 1.1377,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3626
    },
    {
      "epoch": 4.63872,
      "grad_norm": 13.493518829345703,
      "learning_rate": 5.629224521993149e-07,
      "loss": 1.2247,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3627
    },
    {
      "epoch": 4.64,
      "grad_norm": 13.800848007202148,
      "learning_rate": 5.589417499297201e-07,
      "loss": 1.2651,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3628
    },
    {
      "epoch": 4.64128,
      "grad_norm": 13.468517303466797,
      "learning_rate": 5.549749729320941e-07,
      "loss": 1.1646,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3629
    },
    {
      "epoch": 4.64256,
      "grad_norm": 13.63956069946289,
      "learning_rate": 5.51022124047762e-07,
      "loss": 1.1248,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3630
    },
    {
      "epoch": 4.64384,
      "grad_norm": 13.288884162902832,
      "learning_rate": 5.470832061080766e-07,
      "loss": 1.0886,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3631
    },
    {
      "epoch": 4.64512,
      "grad_norm": 12.768680572509766,
      "learning_rate": 5.431582219344189e-07,
      "loss": 1.0924,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3632
    },
    {
      "epoch": 4.6464,
      "grad_norm": 13.35086727142334,
      "learning_rate": 5.392471743381756e-07,
      "loss": 1.1384,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3633
    },
    {
      "epoch": 4.64768,
      "grad_norm": 13.515535354614258,
      "learning_rate": 5.353500661207611e-07,
      "loss": 1.1444,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3634
    },
    {
      "epoch": 4.64896,
      "grad_norm": 13.690316200256348,
      "learning_rate": 5.314669000736028e-07,
      "loss": 1.1368,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3635
    },
    {
      "epoch": 4.65024,
      "grad_norm": 12.629719734191895,
      "learning_rate": 5.275976789781401e-07,
      "loss": 1.0162,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3636
    },
    {
      "epoch": 4.65152,
      "grad_norm": 12.6806058883667,
      "learning_rate": 5.237424056058227e-07,
      "loss": 1.0832,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3637
    },
    {
      "epoch": 4.6528,
      "grad_norm": 14.22807502746582,
      "learning_rate": 5.199010827181151e-07,
      "loss": 1.1536,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3638
    },
    {
      "epoch": 4.65408,
      "grad_norm": 13.46539306640625,
      "learning_rate": 5.160737130664851e-07,
      "loss": 1.0324,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3639
    },
    {
      "epoch": 4.65536,
      "grad_norm": 13.382705688476562,
      "learning_rate": 5.122602993924086e-07,
      "loss": 1.2022,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3640
    },
    {
      "epoch": 4.65664,
      "grad_norm": 13.255319595336914,
      "learning_rate": 5.084608444273609e-07,
      "loss": 1.0134,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3641
    },
    {
      "epoch": 4.65792,
      "grad_norm": 12.864768981933594,
      "learning_rate": 5.046753508928203e-07,
      "loss": 1.0544,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3642
    },
    {
      "epoch": 4.6592,
      "grad_norm": 12.967672348022461,
      "learning_rate": 5.009038215002737e-07,
      "loss": 1.1037,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3643
    },
    {
      "epoch": 4.66048,
      "grad_norm": 12.992096900939941,
      "learning_rate": 4.971462589511888e-07,
      "loss": 1.1537,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3644
    },
    {
      "epoch": 4.66176,
      "grad_norm": 12.620631217956543,
      "learning_rate": 4.934026659370439e-07,
      "loss": 1.2065,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3645
    },
    {
      "epoch": 4.66304,
      "grad_norm": 13.730780601501465,
      "learning_rate": 4.89673045139305e-07,
      "loss": 1.039,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3646
    },
    {
      "epoch": 4.66432,
      "grad_norm": 12.7756929397583,
      "learning_rate": 4.859573992294309e-07,
      "loss": 1.1909,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3647
    },
    {
      "epoch": 4.6655999999999995,
      "grad_norm": 12.500561714172363,
      "learning_rate": 4.82255730868868e-07,
      "loss": 1.1675,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3648
    },
    {
      "epoch": 4.66688,
      "grad_norm": 12.376535415649414,
      "learning_rate": 4.785680427090534e-07,
      "loss": 1.1106,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3649
    },
    {
      "epoch": 4.66816,
      "grad_norm": 13.318144798278809,
      "learning_rate": 4.7489433739141387e-07,
      "loss": 1.1409,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3650
    },
    {
      "epoch": 4.66944,
      "grad_norm": 13.20700454711914,
      "learning_rate": 4.712346175473559e-07,
      "loss": 1.0847,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3651
    },
    {
      "epoch": 4.67072,
      "grad_norm": 12.614320755004883,
      "learning_rate": 4.675888857982669e-07,
      "loss": 1.0106,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3652
    },
    {
      "epoch": 4.672,
      "grad_norm": 14.410813331604004,
      "learning_rate": 4.63957144755518e-07,
      "loss": 1.1538,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3653
    },
    {
      "epoch": 4.67328,
      "grad_norm": 13.634378433227539,
      "learning_rate": 4.603393970204617e-07,
      "loss": 1.1493,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3654
    },
    {
      "epoch": 4.67456,
      "grad_norm": 13.361625671386719,
      "learning_rate": 4.567356451844185e-07,
      "loss": 1.2247,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3655
    },
    {
      "epoch": 4.67584,
      "grad_norm": 13.279460906982422,
      "learning_rate": 4.531458918286924e-07,
      "loss": 1.1593,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3656
    },
    {
      "epoch": 4.67712,
      "grad_norm": 12.649934768676758,
      "learning_rate": 4.4957013952456e-07,
      "loss": 1.0289,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3657
    },
    {
      "epoch": 4.6784,
      "grad_norm": 13.003268241882324,
      "learning_rate": 4.460083908332635e-07,
      "loss": 1.0852,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3658
    },
    {
      "epoch": 4.67968,
      "grad_norm": 12.735140800476074,
      "learning_rate": 4.424606483060179e-07,
      "loss": 1.1308,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3659
    },
    {
      "epoch": 4.68096,
      "grad_norm": 13.298516273498535,
      "learning_rate": 4.389269144840058e-07,
      "loss": 1.1706,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3660
    },
    {
      "epoch": 4.68224,
      "grad_norm": 13.835622787475586,
      "learning_rate": 4.354071918983782e-07,
      "loss": 1.2368,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3661
    },
    {
      "epoch": 4.68352,
      "grad_norm": 13.979658126831055,
      "learning_rate": 4.3190148307024505e-07,
      "loss": 1.135,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3662
    },
    {
      "epoch": 4.6848,
      "grad_norm": 13.666901588439941,
      "learning_rate": 4.284097905106843e-07,
      "loss": 1.1416,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3663
    },
    {
      "epoch": 4.6860800000000005,
      "grad_norm": 13.452367782592773,
      "learning_rate": 4.2493211672072433e-07,
      "loss": 1.1779,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3664
    },
    {
      "epoch": 4.68736,
      "grad_norm": 12.668620109558105,
      "learning_rate": 4.214684641913702e-07,
      "loss": 1.1184,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3665
    },
    {
      "epoch": 4.68864,
      "grad_norm": 12.912603378295898,
      "learning_rate": 4.1801883540355746e-07,
      "loss": 1.2182,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3666
    },
    {
      "epoch": 4.68992,
      "grad_norm": 14.385252952575684,
      "learning_rate": 4.145832328282051e-07,
      "loss": 1.1795,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3667
    },
    {
      "epoch": 4.6912,
      "grad_norm": 13.516805648803711,
      "learning_rate": 4.111616589261647e-07,
      "loss": 1.2646,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3668
    },
    {
      "epoch": 4.69248,
      "grad_norm": 12.728084564208984,
      "learning_rate": 4.07754116148249e-07,
      "loss": 1.0576,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3669
    },
    {
      "epoch": 4.69376,
      "grad_norm": 13.578631401062012,
      "learning_rate": 4.0436060693521684e-07,
      "loss": 1.1666,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3670
    },
    {
      "epoch": 4.69504,
      "grad_norm": 13.318642616271973,
      "learning_rate": 4.0098113371777494e-07,
      "loss": 1.2432,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3671
    },
    {
      "epoch": 4.69632,
      "grad_norm": 13.408120155334473,
      "learning_rate": 3.9761569891658245e-07,
      "loss": 1.3081,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3672
    },
    {
      "epoch": 4.6975999999999996,
      "grad_norm": 12.966415405273438,
      "learning_rate": 3.9426430494223567e-07,
      "loss": 1.0531,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3673
    },
    {
      "epoch": 4.69888,
      "grad_norm": 12.934020042419434,
      "learning_rate": 3.909269541952765e-07,
      "loss": 1.1804,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3674
    },
    {
      "epoch": 4.70016,
      "grad_norm": 12.610086441040039,
      "learning_rate": 3.876036490661861e-07,
      "loss": 1.0997,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3675
    },
    {
      "epoch": 4.70144,
      "grad_norm": 12.775812149047852,
      "learning_rate": 3.842943919353914e-07,
      "loss": 1.0803,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3676
    },
    {
      "epoch": 4.70272,
      "grad_norm": 12.723919868469238,
      "learning_rate": 3.8099918517324973e-07,
      "loss": 1.2884,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3677
    },
    {
      "epoch": 4.704,
      "grad_norm": 12.968916893005371,
      "learning_rate": 3.77718031140053e-07,
      "loss": 1.0461,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3678
    },
    {
      "epoch": 4.70528,
      "grad_norm": 13.808813095092773,
      "learning_rate": 3.7445093218603677e-07,
      "loss": 1.1193,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3679
    },
    {
      "epoch": 4.70656,
      "grad_norm": 12.898375511169434,
      "learning_rate": 3.7119789065136247e-07,
      "loss": 1.1009,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3680
    },
    {
      "epoch": 4.70784,
      "grad_norm": 13.246465682983398,
      "learning_rate": 3.679589088661217e-07,
      "loss": 1.1195,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3681
    },
    {
      "epoch": 4.70912,
      "grad_norm": 13.119966506958008,
      "learning_rate": 3.6473398915033874e-07,
      "loss": 1.1753,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3682
    },
    {
      "epoch": 4.7104,
      "grad_norm": 13.607110023498535,
      "learning_rate": 3.6152313381396796e-07,
      "loss": 1.1048,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3683
    },
    {
      "epoch": 4.71168,
      "grad_norm": 13.52855396270752,
      "learning_rate": 3.583263451568808e-07,
      "loss": 1.0692,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3684
    },
    {
      "epoch": 4.71296,
      "grad_norm": 13.19629192352295,
      "learning_rate": 3.551436254688789e-07,
      "loss": 1.1904,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3685
    },
    {
      "epoch": 4.71424,
      "grad_norm": 13.555535316467285,
      "learning_rate": 3.519749770296899e-07,
      "loss": 1.1158,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3686
    },
    {
      "epoch": 4.71552,
      "grad_norm": 13.06735610961914,
      "learning_rate": 3.488204021089514e-07,
      "loss": 1.2194,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3687
    },
    {
      "epoch": 4.7168,
      "grad_norm": 13.69627571105957,
      "learning_rate": 3.456799029662339e-07,
      "loss": 1.1072,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3688
    },
    {
      "epoch": 4.7180800000000005,
      "grad_norm": 13.193110466003418,
      "learning_rate": 3.4255348185101345e-07,
      "loss": 1.0745,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3689
    },
    {
      "epoch": 4.71936,
      "grad_norm": 12.724742889404297,
      "learning_rate": 3.3944114100269434e-07,
      "loss": 1.0725,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3690
    },
    {
      "epoch": 4.7206399999999995,
      "grad_norm": 13.21321964263916,
      "learning_rate": 3.363428826505821e-07,
      "loss": 1.1079,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3691
    },
    {
      "epoch": 4.72192,
      "grad_norm": 13.151857376098633,
      "learning_rate": 3.332587090139083e-07,
      "loss": 1.2351,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3692
    },
    {
      "epoch": 4.7232,
      "grad_norm": 13.178114891052246,
      "learning_rate": 3.301886223018036e-07,
      "loss": 1.1675,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3693
    },
    {
      "epoch": 4.72448,
      "grad_norm": 13.355802536010742,
      "learning_rate": 3.2713262471332e-07,
      "loss": 1.1214,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3694
    },
    {
      "epoch": 4.72576,
      "grad_norm": 13.313088417053223,
      "learning_rate": 3.2409071843741093e-07,
      "loss": 1.12,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3695
    },
    {
      "epoch": 4.72704,
      "grad_norm": 12.349499702453613,
      "learning_rate": 3.2106290565293576e-07,
      "loss": 1.06,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3696
    },
    {
      "epoch": 4.72832,
      "grad_norm": 13.682732582092285,
      "learning_rate": 3.1804918852866183e-07,
      "loss": 1.1304,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3697
    },
    {
      "epoch": 4.7296,
      "grad_norm": 13.685118675231934,
      "learning_rate": 3.1504956922326023e-07,
      "loss": 1.1167,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3698
    },
    {
      "epoch": 4.73088,
      "grad_norm": 14.094949722290039,
      "learning_rate": 3.1206404988530335e-07,
      "loss": 1.2047,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3699
    },
    {
      "epoch": 4.73216,
      "grad_norm": 13.708233833312988,
      "learning_rate": 3.090926326532606e-07,
      "loss": 1.2355,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3700
    },
    {
      "epoch": 4.73344,
      "grad_norm": 12.60670280456543,
      "learning_rate": 3.0613531965550723e-07,
      "loss": 1.1453,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3701
    },
    {
      "epoch": 4.73472,
      "grad_norm": 13.577251434326172,
      "learning_rate": 3.0319211301031103e-07,
      "loss": 1.2683,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3702
    },
    {
      "epoch": 4.736,
      "grad_norm": 13.757433891296387,
      "learning_rate": 3.002630148258345e-07,
      "loss": 1.2778,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3703
    },
    {
      "epoch": 4.73728,
      "grad_norm": 12.89010238647461,
      "learning_rate": 2.973480272001372e-07,
      "loss": 1.0861,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3704
    },
    {
      "epoch": 4.73856,
      "grad_norm": 14.791666984558105,
      "learning_rate": 2.944471522211756e-07,
      "loss": 1.1519,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3705
    },
    {
      "epoch": 4.73984,
      "grad_norm": 13.098320007324219,
      "learning_rate": 2.915603919667875e-07,
      "loss": 1.1819,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3706
    },
    {
      "epoch": 4.7411200000000004,
      "grad_norm": 12.88492488861084,
      "learning_rate": 2.8868774850471015e-07,
      "loss": 1.1139,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3707
    },
    {
      "epoch": 4.7424,
      "grad_norm": 13.114509582519531,
      "learning_rate": 2.85829223892562e-07,
      "loss": 1.1589,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3708
    },
    {
      "epoch": 4.74368,
      "grad_norm": 12.312902450561523,
      "learning_rate": 2.829848201778518e-07,
      "loss": 1.112,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3709
    },
    {
      "epoch": 4.74496,
      "grad_norm": 12.848881721496582,
      "learning_rate": 2.8015453939797656e-07,
      "loss": 1.1278,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3710
    },
    {
      "epoch": 4.74624,
      "grad_norm": 12.703118324279785,
      "learning_rate": 2.7733838358021014e-07,
      "loss": 0.9904,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3711
    },
    {
      "epoch": 4.74752,
      "grad_norm": 13.68931770324707,
      "learning_rate": 2.745363547417168e-07,
      "loss": 1.2238,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3712
    },
    {
      "epoch": 4.7488,
      "grad_norm": 13.621387481689453,
      "learning_rate": 2.7174845488953773e-07,
      "loss": 1.2124,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3713
    },
    {
      "epoch": 4.75008,
      "grad_norm": 14.095855712890625,
      "learning_rate": 2.6897468602059106e-07,
      "loss": 1.1966,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3714
    },
    {
      "epoch": 4.75136,
      "grad_norm": 14.028922080993652,
      "learning_rate": 2.662150501216787e-07,
      "loss": 1.0526,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3715
    },
    {
      "epoch": 4.7526399999999995,
      "grad_norm": 12.750030517578125,
      "learning_rate": 2.634695491694772e-07,
      "loss": 1.1229,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3716
    },
    {
      "epoch": 4.75392,
      "grad_norm": 13.861891746520996,
      "learning_rate": 2.6073818513053797e-07,
      "loss": 1.1224,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3717
    },
    {
      "epoch": 4.7552,
      "grad_norm": 12.678584098815918,
      "learning_rate": 2.5802095996128707e-07,
      "loss": 1.2371,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3718
    },
    {
      "epoch": 4.75648,
      "grad_norm": 13.522214889526367,
      "learning_rate": 2.55317875608021e-07,
      "loss": 1.0398,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3719
    },
    {
      "epoch": 4.75776,
      "grad_norm": 13.35023307800293,
      "learning_rate": 2.52628934006911e-07,
      "loss": 1.2305,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3720
    },
    {
      "epoch": 4.75904,
      "grad_norm": 13.826820373535156,
      "learning_rate": 2.499541370839986e-07,
      "loss": 1.1045,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3721
    },
    {
      "epoch": 4.76032,
      "grad_norm": 14.076244354248047,
      "learning_rate": 2.472934867551868e-07,
      "loss": 1.1135,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3722
    },
    {
      "epoch": 4.7616,
      "grad_norm": 12.523994445800781,
      "learning_rate": 2.4464698492625337e-07,
      "loss": 1.0958,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3723
    },
    {
      "epoch": 4.76288,
      "grad_norm": 14.965570449829102,
      "learning_rate": 2.420146334928397e-07,
      "loss": 1.1424,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3724
    },
    {
      "epoch": 4.76416,
      "grad_norm": 13.158769607543945,
      "learning_rate": 2.3939643434044866e-07,
      "loss": 1.0565,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3725
    },
    {
      "epoch": 4.76544,
      "grad_norm": 14.409510612487793,
      "learning_rate": 2.3679238934444682e-07,
      "loss": 1.1962,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3726
    },
    {
      "epoch": 4.76672,
      "grad_norm": 12.724832534790039,
      "learning_rate": 2.342025003700643e-07,
      "loss": 1.0187,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3727
    },
    {
      "epoch": 4.768,
      "grad_norm": 13.277510643005371,
      "learning_rate": 2.3162676927239502e-07,
      "loss": 1.1376,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3728
    },
    {
      "epoch": 4.76928,
      "grad_norm": 13.551541328430176,
      "learning_rate": 2.2906519789638537e-07,
      "loss": 1.1593,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3729
    },
    {
      "epoch": 4.77056,
      "grad_norm": 13.342754364013672,
      "learning_rate": 2.2651778807683877e-07,
      "loss": 1.133,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3730
    },
    {
      "epoch": 4.77184,
      "grad_norm": 13.8178129196167,
      "learning_rate": 2.239845416384201e-07,
      "loss": 1.0996,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3731
    },
    {
      "epoch": 4.7731200000000005,
      "grad_norm": 12.77498722076416,
      "learning_rate": 2.21465460395649e-07,
      "loss": 1.0873,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3732
    },
    {
      "epoch": 4.7744,
      "grad_norm": 13.91501522064209,
      "learning_rate": 2.189605461528932e-07,
      "loss": 1.1804,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3733
    },
    {
      "epoch": 4.77568,
      "grad_norm": 12.927663803100586,
      "learning_rate": 2.1646980070437973e-07,
      "loss": 1.1519,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3734
    },
    {
      "epoch": 4.77696,
      "grad_norm": 12.899794578552246,
      "learning_rate": 2.139932258341837e-07,
      "loss": 1.2253,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3735
    },
    {
      "epoch": 4.77824,
      "grad_norm": 13.757488250732422,
      "learning_rate": 2.1153082331622833e-07,
      "loss": 1.2983,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3736
    },
    {
      "epoch": 4.77952,
      "grad_norm": 13.87812328338623,
      "learning_rate": 2.090825949142894e-07,
      "loss": 1.2589,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3737
    },
    {
      "epoch": 4.7808,
      "grad_norm": 12.98611831665039,
      "learning_rate": 2.0664854238198194e-07,
      "loss": 1.118,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3738
    },
    {
      "epoch": 4.78208,
      "grad_norm": 13.133801460266113,
      "learning_rate": 2.0422866746278024e-07,
      "loss": 1.1685,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3739
    },
    {
      "epoch": 4.78336,
      "grad_norm": 13.968428611755371,
      "learning_rate": 2.0182297188999334e-07,
      "loss": 0.961,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3740
    },
    {
      "epoch": 4.78464,
      "grad_norm": 13.787298202514648,
      "learning_rate": 1.9943145738677615e-07,
      "loss": 1.1708,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3741
    },
    {
      "epoch": 4.78592,
      "grad_norm": 13.501073837280273,
      "learning_rate": 1.9705412566612737e-07,
      "loss": 1.0719,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3742
    },
    {
      "epoch": 4.7872,
      "grad_norm": 13.010848999023438,
      "learning_rate": 1.9469097843088702e-07,
      "loss": 1.1275,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3743
    },
    {
      "epoch": 4.78848,
      "grad_norm": 12.951879501342773,
      "learning_rate": 1.9234201737373005e-07,
      "loss": 1.1227,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3744
    },
    {
      "epoch": 4.78976,
      "grad_norm": 13.12515640258789,
      "learning_rate": 1.9000724417717497e-07,
      "loss": 1.1583,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3745
    },
    {
      "epoch": 4.79104,
      "grad_norm": 13.707452774047852,
      "learning_rate": 1.8768666051357965e-07,
      "loss": 1.137,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3746
    },
    {
      "epoch": 4.79232,
      "grad_norm": 13.144081115722656,
      "learning_rate": 1.8538026804513442e-07,
      "loss": 1.0975,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3747
    },
    {
      "epoch": 4.7936,
      "grad_norm": 12.892419815063477,
      "learning_rate": 1.830880684238645e-07,
      "loss": 1.0603,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3748
    },
    {
      "epoch": 4.79488,
      "grad_norm": 13.168949127197266,
      "learning_rate": 1.808100632916321e-07,
      "loss": 0.9585,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3749
    },
    {
      "epoch": 4.79616,
      "grad_norm": 12.949905395507812,
      "learning_rate": 1.7854625428012752e-07,
      "loss": 1.1181,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3750
    },
    {
      "epoch": 4.79744,
      "grad_norm": 13.3914155960083,
      "learning_rate": 1.762966430108781e-07,
      "loss": 1.1752,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3751
    },
    {
      "epoch": 4.79872,
      "grad_norm": 13.726612091064453,
      "learning_rate": 1.7406123109523944e-07,
      "loss": 1.1153,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3752
    },
    {
      "epoch": 4.8,
      "grad_norm": 13.784798622131348,
      "learning_rate": 1.7184002013439282e-07,
      "loss": 1.1809,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3753
    },
    {
      "epoch": 4.80128,
      "grad_norm": 13.692631721496582,
      "learning_rate": 1.6963301171935232e-07,
      "loss": 1.2348,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3754
    },
    {
      "epoch": 4.80256,
      "grad_norm": 12.499565124511719,
      "learning_rate": 1.6744020743096002e-07,
      "loss": 1.1437,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3755
    },
    {
      "epoch": 4.80384,
      "grad_norm": 13.220291137695312,
      "learning_rate": 1.6526160883987506e-07,
      "loss": 1.1202,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3756
    },
    {
      "epoch": 4.80512,
      "grad_norm": 12.901089668273926,
      "learning_rate": 1.630972175065937e-07,
      "loss": 1.1539,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3757
    },
    {
      "epoch": 4.8064,
      "grad_norm": 13.826148986816406,
      "learning_rate": 1.6094703498142683e-07,
      "loss": 1.2334,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3758
    },
    {
      "epoch": 4.8076799999999995,
      "grad_norm": 14.142505645751953,
      "learning_rate": 1.5881106280450919e-07,
      "loss": 1.1745,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3759
    },
    {
      "epoch": 4.80896,
      "grad_norm": 13.383689880371094,
      "learning_rate": 1.566893025058014e-07,
      "loss": 1.0821,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3760
    },
    {
      "epoch": 4.81024,
      "grad_norm": 13.018470764160156,
      "learning_rate": 1.5458175560507882e-07,
      "loss": 1.0924,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3761
    },
    {
      "epoch": 4.81152,
      "grad_norm": 13.9478759765625,
      "learning_rate": 1.524884236119406e-07,
      "loss": 1.328,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3762
    },
    {
      "epoch": 4.8128,
      "grad_norm": 13.007268905639648,
      "learning_rate": 1.5040930802580066e-07,
      "loss": 1.1197,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3763
    },
    {
      "epoch": 4.81408,
      "grad_norm": 14.024319648742676,
      "learning_rate": 1.4834441033589e-07,
      "loss": 1.1896,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3764
    },
    {
      "epoch": 4.81536,
      "grad_norm": 13.859931945800781,
      "learning_rate": 1.4629373202125873e-07,
      "loss": 1.1836,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3765
    },
    {
      "epoch": 4.81664,
      "grad_norm": 14.353699684143066,
      "learning_rate": 1.4425727455077198e-07,
      "loss": 1.0602,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3766
    },
    {
      "epoch": 4.81792,
      "grad_norm": 13.048388481140137,
      "learning_rate": 1.4223503938310068e-07,
      "loss": 1.2016,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3767
    },
    {
      "epoch": 4.8192,
      "grad_norm": 12.255510330200195,
      "learning_rate": 1.4022702796673948e-07,
      "loss": 1.0986,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3768
    },
    {
      "epoch": 4.82048,
      "grad_norm": 13.566060066223145,
      "learning_rate": 1.3823324173998897e-07,
      "loss": 1.1556,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3769
    },
    {
      "epoch": 4.82176,
      "grad_norm": 13.44703483581543,
      "learning_rate": 1.3625368213096014e-07,
      "loss": 1.0681,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3770
    },
    {
      "epoch": 4.82304,
      "grad_norm": 13.424431800842285,
      "learning_rate": 1.342883505575765e-07,
      "loss": 1.0609,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3771
    },
    {
      "epoch": 4.82432,
      "grad_norm": 13.644222259521484,
      "learning_rate": 1.323372484275698e-07,
      "loss": 1.1571,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3772
    },
    {
      "epoch": 4.8256,
      "grad_norm": 13.028420448303223,
      "learning_rate": 1.3040037713847543e-07,
      "loss": 1.255,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3773
    },
    {
      "epoch": 4.82688,
      "grad_norm": 12.948169708251953,
      "learning_rate": 1.2847773807764142e-07,
      "loss": 1.1579,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3774
    },
    {
      "epoch": 4.8281600000000005,
      "grad_norm": 12.548526763916016,
      "learning_rate": 1.2656933262221726e-07,
      "loss": 1.0081,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3775
    },
    {
      "epoch": 4.82944,
      "grad_norm": 13.13619327545166,
      "learning_rate": 1.2467516213915844e-07,
      "loss": 1.2407,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3776
    },
    {
      "epoch": 4.83072,
      "grad_norm": 13.352952003479004,
      "learning_rate": 1.2279522798522625e-07,
      "loss": 1.1699,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3777
    },
    {
      "epoch": 4.832,
      "grad_norm": 13.634159088134766,
      "learning_rate": 1.2092953150697916e-07,
      "loss": 0.9982,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3778
    },
    {
      "epoch": 4.83328,
      "grad_norm": 13.047628402709961,
      "learning_rate": 1.1907807404078598e-07,
      "loss": 1.19,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3779
    },
    {
      "epoch": 4.83456,
      "grad_norm": 12.740509986877441,
      "learning_rate": 1.1724085691280806e-07,
      "loss": 1.1649,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3780
    },
    {
      "epoch": 4.83584,
      "grad_norm": 12.908652305603027,
      "learning_rate": 1.1541788143901278e-07,
      "loss": 1.1704,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3781
    },
    {
      "epoch": 4.83712,
      "grad_norm": 12.355411529541016,
      "learning_rate": 1.1360914892516007e-07,
      "loss": 1.1086,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3782
    },
    {
      "epoch": 4.8384,
      "grad_norm": 13.287699699401855,
      "learning_rate": 1.1181466066681579e-07,
      "loss": 1.1526,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3783
    },
    {
      "epoch": 4.8396799999999995,
      "grad_norm": 12.678956031799316,
      "learning_rate": 1.1003441794933844e-07,
      "loss": 1.0851,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3784
    },
    {
      "epoch": 4.84096,
      "grad_norm": 13.594817161560059,
      "learning_rate": 1.0826842204787913e-07,
      "loss": 1.2017,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3785
    },
    {
      "epoch": 4.84224,
      "grad_norm": 13.35567569732666,
      "learning_rate": 1.0651667422739265e-07,
      "loss": 1.1737,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3786
    },
    {
      "epoch": 4.84352,
      "grad_norm": 13.832741737365723,
      "learning_rate": 1.0477917574262198e-07,
      "loss": 1.0863,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3787
    },
    {
      "epoch": 4.8448,
      "grad_norm": 13.233875274658203,
      "learning_rate": 1.0305592783810715e-07,
      "loss": 1.0332,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3788
    },
    {
      "epoch": 4.84608,
      "grad_norm": 12.601780891418457,
      "learning_rate": 1.0134693174817412e-07,
      "loss": 1.1407,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3789
    },
    {
      "epoch": 4.84736,
      "grad_norm": 13.66283893585205,
      "learning_rate": 9.965218869694815e-08,
      "loss": 1.1402,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3790
    },
    {
      "epoch": 4.84864,
      "grad_norm": 13.735089302062988,
      "learning_rate": 9.797169989834265e-08,
      "loss": 1.1904,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3791
    },
    {
      "epoch": 4.84992,
      "grad_norm": 13.16125774383545,
      "learning_rate": 9.630546655606365e-08,
      "loss": 1.0608,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3792
    },
    {
      "epoch": 4.8512,
      "grad_norm": 16.131959915161133,
      "learning_rate": 9.465348986359646e-08,
      "loss": 1.0681,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3793
    },
    {
      "epoch": 4.85248,
      "grad_norm": 13.619574546813965,
      "learning_rate": 9.301577100422788e-08,
      "loss": 1.1419,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3794
    },
    {
      "epoch": 4.85376,
      "grad_norm": 13.628435134887695,
      "learning_rate": 9.139231115102398e-08,
      "loss": 1.0482,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3795
    },
    {
      "epoch": 4.85504,
      "grad_norm": 12.810847282409668,
      "learning_rate": 8.978311146683683e-08,
      "loss": 1.2865,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3796
    },
    {
      "epoch": 4.85632,
      "grad_norm": 13.25627613067627,
      "learning_rate": 8.818817310430883e-08,
      "loss": 1.057,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3797
    },
    {
      "epoch": 4.8576,
      "grad_norm": 13.787786483764648,
      "learning_rate": 8.660749720586393e-08,
      "loss": 1.2149,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3798
    },
    {
      "epoch": 4.85888,
      "grad_norm": 12.679548263549805,
      "learning_rate": 8.504108490371421e-08,
      "loss": 1.1358,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3799
    },
    {
      "epoch": 4.8601600000000005,
      "grad_norm": 13.26795768737793,
      "learning_rate": 8.348893731984664e-08,
      "loss": 1.0664,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3800
    },
    {
      "epoch": 4.86144,
      "grad_norm": 12.835138320922852,
      "learning_rate": 8.195105556604077e-08,
      "loss": 1.0415,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3801
    },
    {
      "epoch": 4.86272,
      "grad_norm": 12.7883882522583,
      "learning_rate": 8.042744074384879e-08,
      "loss": 1.0749,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3802
    },
    {
      "epoch": 4.864,
      "grad_norm": 13.076539993286133,
      "learning_rate": 7.891809394461104e-08,
      "loss": 1.226,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3803
    },
    {
      "epoch": 4.86528,
      "grad_norm": 12.83280086517334,
      "learning_rate": 7.742301624944493e-08,
      "loss": 1.0962,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3804
    },
    {
      "epoch": 4.86656,
      "grad_norm": 13.396437644958496,
      "learning_rate": 7.594220872924496e-08,
      "loss": 1.192,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3805
    },
    {
      "epoch": 4.86784,
      "grad_norm": 13.510360717773438,
      "learning_rate": 7.447567244468712e-08,
      "loss": 1.1238,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3806
    },
    {
      "epoch": 4.86912,
      "grad_norm": 13.11299991607666,
      "learning_rate": 7.302340844622446e-08,
      "loss": 1.2214,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3807
    },
    {
      "epoch": 4.8704,
      "grad_norm": 13.803703308105469,
      "learning_rate": 7.158541777408712e-08,
      "loss": 1.1051,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3808
    },
    {
      "epoch": 4.87168,
      "grad_norm": 14.310530662536621,
      "learning_rate": 7.016170145828227e-08,
      "loss": 1.0436,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3809
    },
    {
      "epoch": 4.87296,
      "grad_norm": 13.04201889038086,
      "learning_rate": 6.875226051858974e-08,
      "loss": 1.0481,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3810
    },
    {
      "epoch": 4.87424,
      "grad_norm": 12.765027046203613,
      "learning_rate": 6.73570959645664e-08,
      "loss": 1.1992,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3811
    },
    {
      "epoch": 4.87552,
      "grad_norm": 12.886188507080078,
      "learning_rate": 6.597620879554623e-08,
      "loss": 1.0542,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3812
    },
    {
      "epoch": 4.8768,
      "grad_norm": 15.53429889678955,
      "learning_rate": 6.460960000062688e-08,
      "loss": 1.1659,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3813
    },
    {
      "epoch": 4.87808,
      "grad_norm": 12.851136207580566,
      "learning_rate": 6.325727055869202e-08,
      "loss": 1.1818,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3814
    },
    {
      "epoch": 4.87936,
      "grad_norm": 13.434350967407227,
      "learning_rate": 6.191922143838458e-08,
      "loss": 1.1288,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3815
    },
    {
      "epoch": 4.88064,
      "grad_norm": 12.349380493164062,
      "learning_rate": 6.059545359812902e-08,
      "loss": 1.0582,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3816
    },
    {
      "epoch": 4.88192,
      "grad_norm": 14.380255699157715,
      "learning_rate": 5.9285967986113525e-08,
      "loss": 1.0349,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3817
    },
    {
      "epoch": 4.8832,
      "grad_norm": 13.125544548034668,
      "learning_rate": 5.79907655402967e-08,
      "loss": 1.1775,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3818
    },
    {
      "epoch": 4.88448,
      "grad_norm": 12.745304107666016,
      "learning_rate": 5.6709847188411994e-08,
      "loss": 1.1283,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3819
    },
    {
      "epoch": 4.88576,
      "grad_norm": 14.284857749938965,
      "learning_rate": 5.544321384795659e-08,
      "loss": 1.2037,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3820
    },
    {
      "epoch": 4.88704,
      "grad_norm": 13.293822288513184,
      "learning_rate": 5.4190866426195866e-08,
      "loss": 1.1103,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3821
    },
    {
      "epoch": 4.88832,
      "grad_norm": 13.214385032653809,
      "learning_rate": 5.295280582016338e-08,
      "loss": 1.2458,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3822
    },
    {
      "epoch": 4.8896,
      "grad_norm": 13.5928316116333,
      "learning_rate": 5.172903291665865e-08,
      "loss": 1.1445,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3823
    },
    {
      "epoch": 4.89088,
      "grad_norm": 13.173466682434082,
      "learning_rate": 5.051954859224717e-08,
      "loss": 1.0442,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3824
    },
    {
      "epoch": 4.89216,
      "grad_norm": 13.407402038574219,
      "learning_rate": 4.9324353713262604e-08,
      "loss": 1.1542,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3825
    },
    {
      "epoch": 4.89344,
      "grad_norm": 14.582291603088379,
      "learning_rate": 4.814344913580016e-08,
      "loss": 1.1213,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3826
    },
    {
      "epoch": 4.8947199999999995,
      "grad_norm": 13.177698135375977,
      "learning_rate": 4.697683570571876e-08,
      "loss": 1.1254,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3827
    },
    {
      "epoch": 4.896,
      "grad_norm": 14.009978294372559,
      "learning_rate": 4.582451425864109e-08,
      "loss": 1.0188,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3828
    },
    {
      "epoch": 4.89728,
      "grad_norm": 13.096863746643066,
      "learning_rate": 4.468648561995803e-08,
      "loss": 1.0788,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3829
    },
    {
      "epoch": 4.89856,
      "grad_norm": 14.023478507995605,
      "learning_rate": 4.35627506048153e-08,
      "loss": 1.0339,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3830
    },
    {
      "epoch": 4.89984,
      "grad_norm": 13.500767707824707,
      "learning_rate": 4.2453310018126805e-08,
      "loss": 1.1523,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3831
    },
    {
      "epoch": 4.90112,
      "grad_norm": 12.86500072479248,
      "learning_rate": 4.135816465455911e-08,
      "loss": 1.0885,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3832
    },
    {
      "epoch": 4.9024,
      "grad_norm": 12.997432708740234,
      "learning_rate": 4.027731529854917e-08,
      "loss": 1.1643,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3833
    },
    {
      "epoch": 4.90368,
      "grad_norm": 13.685454368591309,
      "learning_rate": 3.921076272428659e-08,
      "loss": 1.2521,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3834
    },
    {
      "epoch": 4.90496,
      "grad_norm": 12.432286262512207,
      "learning_rate": 3.815850769572471e-08,
      "loss": 1.0628,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3835
    },
    {
      "epoch": 4.90624,
      "grad_norm": 13.540376663208008,
      "learning_rate": 3.712055096657397e-08,
      "loss": 1.1352,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3836
    },
    {
      "epoch": 4.90752,
      "grad_norm": 13.482098579406738,
      "learning_rate": 3.60968932803063e-08,
      "loss": 1.2571,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3837
    },
    {
      "epoch": 4.9088,
      "grad_norm": 12.933198928833008,
      "learning_rate": 3.508753537014409e-08,
      "loss": 1.126,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3838
    },
    {
      "epoch": 4.91008,
      "grad_norm": 12.813185691833496,
      "learning_rate": 3.409247795907567e-08,
      "loss": 1.1074,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3839
    },
    {
      "epoch": 4.91136,
      "grad_norm": 12.562840461730957,
      "learning_rate": 3.3111721759839785e-08,
      "loss": 1.1395,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3840
    },
    {
      "epoch": 4.91264,
      "grad_norm": 13.4505615234375,
      "learning_rate": 3.214526747493674e-08,
      "loss": 1.1137,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3841
    },
    {
      "epoch": 4.91392,
      "grad_norm": 14.390746116638184,
      "learning_rate": 3.1193115796617216e-08,
      "loss": 1.1814,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3842
    },
    {
      "epoch": 4.9152000000000005,
      "grad_norm": 13.393410682678223,
      "learning_rate": 3.025526740689122e-08,
      "loss": 1.1933,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3843
    },
    {
      "epoch": 4.91648,
      "grad_norm": 13.916728019714355,
      "learning_rate": 2.9331722977523625e-08,
      "loss": 1.1698,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3844
    },
    {
      "epoch": 4.91776,
      "grad_norm": 13.584461212158203,
      "learning_rate": 2.8422483170029714e-08,
      "loss": 1.1759,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3845
    },
    {
      "epoch": 4.91904,
      "grad_norm": 13.373405456542969,
      "learning_rate": 2.7527548635681857e-08,
      "loss": 1.16,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3846
    },
    {
      "epoch": 4.92032,
      "grad_norm": 13.31116771697998,
      "learning_rate": 2.6646920015507282e-08,
      "loss": 1.165,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3847
    },
    {
      "epoch": 4.9216,
      "grad_norm": 12.644997596740723,
      "learning_rate": 2.5780597940281426e-08,
      "loss": 1.0109,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3848
    },
    {
      "epoch": 4.92288,
      "grad_norm": 13.274620056152344,
      "learning_rate": 2.4928583030534582e-08,
      "loss": 1.1142,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3849
    },
    {
      "epoch": 4.92416,
      "grad_norm": 12.881939888000488,
      "learning_rate": 2.4090875896551903e-08,
      "loss": 1.2194,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3850
    },
    {
      "epoch": 4.92544,
      "grad_norm": 13.808300018310547,
      "learning_rate": 2.3267477138366745e-08,
      "loss": 1.0611,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3851
    },
    {
      "epoch": 4.9267199999999995,
      "grad_norm": 12.788166999816895,
      "learning_rate": 2.2458387345762888e-08,
      "loss": 1.2348,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3852
    },
    {
      "epoch": 4.928,
      "grad_norm": 12.909008979797363,
      "learning_rate": 2.166360709827897e-08,
      "loss": 1.1456,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3853
    },
    {
      "epoch": 4.92928,
      "grad_norm": 14.301257133483887,
      "learning_rate": 2.088313696519961e-08,
      "loss": 1.0862,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3854
    },
    {
      "epoch": 4.93056,
      "grad_norm": 13.436793327331543,
      "learning_rate": 2.0116977505562073e-08,
      "loss": 1.2382,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3855
    },
    {
      "epoch": 4.93184,
      "grad_norm": 13.000149726867676,
      "learning_rate": 1.9365129268149597e-08,
      "loss": 1.1809,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3856
    },
    {
      "epoch": 4.93312,
      "grad_norm": 13.730209350585938,
      "learning_rate": 1.86275927915025e-08,
      "loss": 1.1464,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3857
    },
    {
      "epoch": 4.9344,
      "grad_norm": 13.517827987670898,
      "learning_rate": 1.7904368603900436e-08,
      "loss": 1.096,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3858
    },
    {
      "epoch": 4.93568,
      "grad_norm": 12.972489356994629,
      "learning_rate": 1.7195457223375677e-08,
      "loss": 1.086,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3859
    },
    {
      "epoch": 4.93696,
      "grad_norm": 13.823766708374023,
      "learning_rate": 1.6500859157710935e-08,
      "loss": 1.2196,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3860
    },
    {
      "epoch": 4.93824,
      "grad_norm": 12.978591918945312,
      "learning_rate": 1.5820574904430454e-08,
      "loss": 1.2428,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3861
    },
    {
      "epoch": 4.93952,
      "grad_norm": 13.474344253540039,
      "learning_rate": 1.5154604950813335e-08,
      "loss": 1.188,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3862
    },
    {
      "epoch": 4.9408,
      "grad_norm": 14.296675682067871,
      "learning_rate": 1.4502949773878005e-08,
      "loss": 1.1876,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3863
    },
    {
      "epoch": 4.94208,
      "grad_norm": 14.019326210021973,
      "learning_rate": 1.3865609840395534e-08,
      "loss": 1.2004,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3864
    },
    {
      "epoch": 4.94336,
      "grad_norm": 13.112894058227539,
      "learning_rate": 1.3242585606878521e-08,
      "loss": 1.2864,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3865
    },
    {
      "epoch": 4.94464,
      "grad_norm": 14.774786949157715,
      "learning_rate": 1.263387751959222e-08,
      "loss": 1.1904,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3866
    },
    {
      "epoch": 4.94592,
      "grad_norm": 14.396273612976074,
      "learning_rate": 1.203948601453675e-08,
      "loss": 1.2293,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3867
    },
    {
      "epoch": 4.9472000000000005,
      "grad_norm": 12.773877143859863,
      "learning_rate": 1.145941151746932e-08,
      "loss": 1.1388,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3868
    },
    {
      "epoch": 4.94848,
      "grad_norm": 13.263871192932129,
      "learning_rate": 1.0893654443882018e-08,
      "loss": 1.0767,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3869
    },
    {
      "epoch": 4.94976,
      "grad_norm": 12.990225791931152,
      "learning_rate": 1.0342215199019568e-08,
      "loss": 1.15,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3870
    },
    {
      "epoch": 4.95104,
      "grad_norm": 12.951789855957031,
      "learning_rate": 9.805094177868234e-09,
      "loss": 1.1425,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3871
    },
    {
      "epoch": 4.95232,
      "grad_norm": 13.365599632263184,
      "learning_rate": 9.282291765153606e-09,
      "loss": 1.1451,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3872
    },
    {
      "epoch": 4.9536,
      "grad_norm": 14.025768280029297,
      "learning_rate": 8.773808335353906e-09,
      "loss": 1.0977,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3873
    },
    {
      "epoch": 4.95488,
      "grad_norm": 13.332518577575684,
      "learning_rate": 8.27964425268446e-09,
      "loss": 1.2016,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3874
    },
    {
      "epoch": 4.95616,
      "grad_norm": 13.142477989196777,
      "learning_rate": 7.799799871104352e-09,
      "loss": 1.1235,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3875
    },
    {
      "epoch": 4.95744,
      "grad_norm": 13.582140922546387,
      "learning_rate": 7.3342755343208674e-09,
      "loss": 1.0552,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3876
    },
    {
      "epoch": 4.95872,
      "grad_norm": 13.077327728271484,
      "learning_rate": 6.883071575778388e-09,
      "loss": 1.3466,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3877
    },
    {
      "epoch": 4.96,
      "grad_norm": 13.4525728225708,
      "learning_rate": 6.446188318665058e-09,
      "loss": 1.1975,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3878
    },
    {
      "epoch": 4.96128,
      "grad_norm": 12.927217483520508,
      "learning_rate": 6.023626075915001e-09,
      "loss": 1.1326,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3879
    },
    {
      "epoch": 4.96256,
      "grad_norm": 12.890145301818848,
      "learning_rate": 5.615385150201658e-09,
      "loss": 1.1498,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3880
    },
    {
      "epoch": 4.96384,
      "grad_norm": 13.701017379760742,
      "learning_rate": 5.221465833935568e-09,
      "loss": 1.3073,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3881
    },
    {
      "epoch": 4.96512,
      "grad_norm": 13.658370018005371,
      "learning_rate": 4.841868409279915e-09,
      "loss": 1.1183,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3882
    },
    {
      "epoch": 4.9664,
      "grad_norm": 13.125096321105957,
      "learning_rate": 4.4765931481305366e-09,
      "loss": 1.1286,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3883
    },
    {
      "epoch": 4.96768,
      "grad_norm": 13.244322776794434,
      "learning_rate": 4.125640312127033e-09,
      "loss": 1.159,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3884
    },
    {
      "epoch": 4.96896,
      "grad_norm": 13.047601699829102,
      "learning_rate": 3.789010152650541e-09,
      "loss": 1.1186,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3885
    },
    {
      "epoch": 4.97024,
      "grad_norm": 14.424276351928711,
      "learning_rate": 3.466702910825959e-09,
      "loss": 1.1561,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3886
    },
    {
      "epoch": 4.97152,
      "grad_norm": 13.305028915405273,
      "learning_rate": 3.158718817513062e-09,
      "loss": 1.184,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3887
    },
    {
      "epoch": 4.9728,
      "grad_norm": 14.32865047454834,
      "learning_rate": 2.8650580933131665e-09,
      "loss": 1.2197,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3888
    },
    {
      "epoch": 4.97408,
      "grad_norm": 13.342401504516602,
      "learning_rate": 2.5857209485757872e-09,
      "loss": 1.1687,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3889
    },
    {
      "epoch": 4.97536,
      "grad_norm": 12.913165092468262,
      "learning_rate": 2.320707583380877e-09,
      "loss": 1.0515,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3890
    },
    {
      "epoch": 4.97664,
      "grad_norm": 13.497878074645996,
      "learning_rate": 2.070018187554368e-09,
      "loss": 0.9829,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3891
    },
    {
      "epoch": 4.97792,
      "grad_norm": 13.570119857788086,
      "learning_rate": 1.8336529406570714e-09,
      "loss": 1.1862,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3892
    },
    {
      "epoch": 4.9792,
      "grad_norm": 13.601725578308105,
      "learning_rate": 1.6116120119979984e-09,
      "loss": 1.2444,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3893
    },
    {
      "epoch": 4.98048,
      "grad_norm": 13.251993179321289,
      "learning_rate": 1.4038955606188177e-09,
      "loss": 1.1467,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3894
    },
    {
      "epoch": 4.9817599999999995,
      "grad_norm": 12.862211227416992,
      "learning_rate": 1.210503735302737e-09,
      "loss": 1.2625,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3895
    },
    {
      "epoch": 4.98304,
      "grad_norm": 13.210494995117188,
      "learning_rate": 1.0314366745722836e-09,
      "loss": 1.0666,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3896
    },
    {
      "epoch": 4.98432,
      "grad_norm": 13.2166166305542,
      "learning_rate": 8.666945066915233e-10,
      "loss": 1.1436,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3897
    },
    {
      "epoch": 4.9856,
      "grad_norm": 13.051170349121094,
      "learning_rate": 7.162773496594e-10,
      "loss": 1.0658,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3898
    },
    {
      "epoch": 4.98688,
      "grad_norm": 13.128853797912598,
      "learning_rate": 5.801853112208378e-10,
      "loss": 1.0741,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3899
    },
    {
      "epoch": 4.98816,
      "grad_norm": 12.904247283935547,
      "learning_rate": 4.5841848885119776e-10,
      "loss": 1.1695,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3900
    },
    {
      "epoch": 4.98944,
      "grad_norm": 14.107098579406738,
      "learning_rate": 3.509769697762622e-10,
      "loss": 1.2908,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3901
    },
    {
      "epoch": 4.99072,
      "grad_norm": 13.76413345336914,
      "learning_rate": 2.5786083094780924e-10,
      "loss": 1.1349,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3902
    },
    {
      "epoch": 4.992,
      "grad_norm": 12.215875625610352,
      "learning_rate": 1.7907013906803829e-10,
      "loss": 1.0663,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3903
    },
    {
      "epoch": 4.99328,
      "grad_norm": 14.459973335266113,
      "learning_rate": 1.1460495056958565e-10,
      "loss": 1.234,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3904
    },
    {
      "epoch": 4.99456,
      "grad_norm": 14.134085655212402,
      "learning_rate": 6.446531163106784e-11,
      "loss": 1.1542,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3905
    },
    {
      "epoch": 4.99584,
      "grad_norm": 13.093009948730469,
      "learning_rate": 2.8651258165979246e-11,
      "loss": 1.1286,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3906
    },
    {
      "epoch": 4.99712,
      "grad_norm": 12.667372703552246,
      "learning_rate": 7.162815824912628e-12,
      "loss": 0.9882,
      "memory/device_mem_reserved(gib)": 66.14,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 3907
    }
  ],
  "logging_steps": 1,
  "max_steps": 3907,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 782,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.4510639071022285e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}