{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9997274461706187,
  "eval_steps": 1834,
  "global_step": 7336,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0,
      "eval_loss": 1.0668452978134155,
      "eval_runtime": 1251.6489,
      "eval_samples_per_second": 4.105,
      "eval_steps_per_second": 0.172,
      "memory/device_mem_reserved(gib)": 34.96,
      "memory/max_mem_active(gib)": 28.15,
      "memory/max_mem_allocated(gib)": 26.09,
      "step": 0
    },
    {
      "epoch": 0.0001362769146906514,
      "grad_norm": 1.59375,
      "learning_rate": 0.0,
      "loss": 1.1323,
      "memory/device_mem_reserved(gib)": 53.34,
      "memory/max_mem_active(gib)": 42.21,
      "memory/max_mem_allocated(gib)": 42.21,
      "step": 1
    },
    {
      "epoch": 0.0002725538293813028,
      "grad_norm": 1.7421875,
      "learning_rate": 2.7285129604365622e-08,
      "loss": 1.1657,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2
    },
    {
      "epoch": 0.0004088307440719542,
      "grad_norm": 1.453125,
      "learning_rate": 5.4570259208731244e-08,
      "loss": 1.0031,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3
    },
    {
      "epoch": 0.0005451076587626056,
      "grad_norm": 1.6015625,
      "learning_rate": 8.185538881309687e-08,
      "loss": 1.1636,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4
    },
    {
      "epoch": 0.000681384573453257,
      "grad_norm": 1.625,
      "learning_rate": 1.0914051841746249e-07,
      "loss": 1.0693,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5
    },
    {
      "epoch": 0.0008176614881439084,
      "grad_norm": 1.5078125,
      "learning_rate": 1.3642564802182812e-07,
      "loss": 1.0196,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6
    },
    {
      "epoch": 0.0009539384028345599,
      "grad_norm": 1.4609375,
      "learning_rate": 1.6371077762619374e-07,
      "loss": 1.0711,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7
    },
    {
      "epoch": 0.0010902153175252113,
      "grad_norm": 1.6015625,
      "learning_rate": 1.9099590723055936e-07,
      "loss": 1.1219,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 8
    },
    {
      "epoch": 0.0012264922322158627,
      "grad_norm": 1.609375,
      "learning_rate": 2.1828103683492497e-07,
      "loss": 1.1111,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 9
    },
    {
      "epoch": 0.001362769146906514,
      "grad_norm": 1.453125,
      "learning_rate": 2.455661664392906e-07,
      "loss": 1.0278,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 10
    },
    {
      "epoch": 0.0014990460615971655,
      "grad_norm": 1.4453125,
      "learning_rate": 2.7285129604365624e-07,
      "loss": 1.107,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 11
    },
    {
      "epoch": 0.001635322976287817,
      "grad_norm": 1.4375,
      "learning_rate": 3.0013642564802186e-07,
      "loss": 0.9552,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 12
    },
    {
      "epoch": 0.0017715998909784683,
      "grad_norm": 1.4765625,
      "learning_rate": 3.274215552523875e-07,
      "loss": 1.0146,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 13
    },
    {
      "epoch": 0.0019078768056691197,
      "grad_norm": 1.7109375,
      "learning_rate": 3.5470668485675315e-07,
      "loss": 1.1845,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 14
    },
    {
      "epoch": 0.002044153720359771,
      "grad_norm": 1.5234375,
      "learning_rate": 3.819918144611187e-07,
      "loss": 1.0454,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 15
    },
    {
      "epoch": 0.0021804306350504225,
      "grad_norm": 1.5703125,
      "learning_rate": 4.092769440654844e-07,
      "loss": 1.0545,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 16
    },
    {
      "epoch": 0.0023167075497410737,
      "grad_norm": 1.453125,
      "learning_rate": 4.3656207366984995e-07,
      "loss": 1.0421,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 17
    },
    {
      "epoch": 0.0024529844644317253,
      "grad_norm": 1.328125,
      "learning_rate": 4.6384720327421557e-07,
      "loss": 1.1019,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 18
    },
    {
      "epoch": 0.0025892613791223765,
      "grad_norm": 1.6171875,
      "learning_rate": 4.911323328785812e-07,
      "loss": 1.1081,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 19
    },
    {
      "epoch": 0.002725538293813028,
      "grad_norm": 1.46875,
      "learning_rate": 5.184174624829469e-07,
      "loss": 1.0492,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 20
    },
    {
      "epoch": 0.0028618152085036794,
      "grad_norm": 1.3828125,
      "learning_rate": 5.457025920873125e-07,
      "loss": 0.9529,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 21
    },
    {
      "epoch": 0.002998092123194331,
      "grad_norm": 1.5703125,
      "learning_rate": 5.729877216916781e-07,
      "loss": 1.1025,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 22
    },
    {
      "epoch": 0.003134369037884982,
      "grad_norm": 1.5078125,
      "learning_rate": 6.002728512960437e-07,
      "loss": 1.0323,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 23
    },
    {
      "epoch": 0.003270645952575634,
      "grad_norm": 1.546875,
      "learning_rate": 6.275579809004094e-07,
      "loss": 1.0353,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 24
    },
    {
      "epoch": 0.003406922867266285,
      "grad_norm": 1.515625,
      "learning_rate": 6.54843110504775e-07,
      "loss": 1.0586,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 25
    },
    {
      "epoch": 0.0035431997819569366,
      "grad_norm": 1.4296875,
      "learning_rate": 6.821282401091406e-07,
      "loss": 0.9852,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 26
    },
    {
      "epoch": 0.003679476696647588,
      "grad_norm": 1.640625,
      "learning_rate": 7.094133697135063e-07,
      "loss": 1.1659,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 27
    },
    {
      "epoch": 0.0038157536113382394,
      "grad_norm": 1.4609375,
      "learning_rate": 7.366984993178718e-07,
      "loss": 1.0032,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 28
    },
    {
      "epoch": 0.003952030526028891,
      "grad_norm": 1.609375,
      "learning_rate": 7.639836289222374e-07,
      "loss": 1.1605,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 29
    },
    {
      "epoch": 0.004088307440719542,
      "grad_norm": 1.5390625,
      "learning_rate": 7.91268758526603e-07,
      "loss": 1.0845,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 30
    },
    {
      "epoch": 0.0042245843554101934,
      "grad_norm": 1.4453125,
      "learning_rate": 8.185538881309688e-07,
      "loss": 1.0011,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 31
    },
    {
      "epoch": 0.004360861270100845,
      "grad_norm": 1.5859375,
      "learning_rate": 8.458390177353343e-07,
      "loss": 1.0941,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 32
    },
    {
      "epoch": 0.004497138184791497,
      "grad_norm": 1.578125,
      "learning_rate": 8.731241473396999e-07,
      "loss": 1.1284,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 33
    },
    {
      "epoch": 0.0046334150994821474,
      "grad_norm": 1.5390625,
      "learning_rate": 9.004092769440656e-07,
      "loss": 1.1089,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 34
    },
    {
      "epoch": 0.004769692014172799,
      "grad_norm": 1.5234375,
      "learning_rate": 9.276944065484311e-07,
      "loss": 1.0479,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 35
    },
    {
      "epoch": 0.004905968928863451,
      "grad_norm": 1.375,
      "learning_rate": 9.549795361527968e-07,
      "loss": 1.0526,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 36
    },
    {
      "epoch": 0.005042245843554102,
      "grad_norm": 1.4609375,
      "learning_rate": 9.822646657571625e-07,
      "loss": 1.0211,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 37
    },
    {
      "epoch": 0.005178522758244753,
      "grad_norm": 1.4140625,
      "learning_rate": 1.0095497953615282e-06,
      "loss": 0.991,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 38
    },
    {
      "epoch": 0.005314799672935405,
      "grad_norm": 1.3203125,
      "learning_rate": 1.0368349249658937e-06,
      "loss": 1.0079,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 39
    },
    {
      "epoch": 0.005451076587626056,
      "grad_norm": 1.3984375,
      "learning_rate": 1.0641200545702592e-06,
      "loss": 0.9772,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 40
    },
    {
      "epoch": 0.005587353502316708,
      "grad_norm": 1.3046875,
      "learning_rate": 1.091405184174625e-06,
      "loss": 0.9657,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 41
    },
    {
      "epoch": 0.005723630417007359,
      "grad_norm": 1.40625,
      "learning_rate": 1.1186903137789905e-06,
      "loss": 0.9987,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 42
    },
    {
      "epoch": 0.00585990733169801,
      "grad_norm": 1.3828125,
      "learning_rate": 1.1459754433833562e-06,
      "loss": 0.9695,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 43
    },
    {
      "epoch": 0.005996184246388662,
      "grad_norm": 1.359375,
      "learning_rate": 1.173260572987722e-06,
      "loss": 0.9822,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 44
    },
    {
      "epoch": 0.006132461161079314,
      "grad_norm": 1.265625,
      "learning_rate": 1.2005457025920874e-06,
      "loss": 0.9489,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 45
    },
    {
      "epoch": 0.006268738075769964,
      "grad_norm": 1.3828125,
      "learning_rate": 1.227830832196453e-06,
      "loss": 1.026,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 46
    },
    {
      "epoch": 0.006405014990460616,
      "grad_norm": 1.4375,
      "learning_rate": 1.2551159618008189e-06,
      "loss": 1.0758,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 47
    },
    {
      "epoch": 0.006541291905151268,
      "grad_norm": 1.4921875,
      "learning_rate": 1.2824010914051844e-06,
      "loss": 1.0704,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 48
    },
    {
      "epoch": 0.006677568819841918,
      "grad_norm": 1.3515625,
      "learning_rate": 1.30968622100955e-06,
      "loss": 0.9826,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 49
    },
    {
      "epoch": 0.00681384573453257,
      "grad_norm": 1.34375,
      "learning_rate": 1.3369713506139156e-06,
      "loss": 1.0109,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 50
    },
    {
      "epoch": 0.006950122649223222,
      "grad_norm": 1.265625,
      "learning_rate": 1.3642564802182811e-06,
      "loss": 0.9642,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 51
    },
    {
      "epoch": 0.007086399563913873,
      "grad_norm": 1.1953125,
      "learning_rate": 1.3915416098226466e-06,
      "loss": 0.9532,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 52
    },
    {
      "epoch": 0.007222676478604524,
      "grad_norm": 1.21875,
      "learning_rate": 1.4188267394270126e-06,
      "loss": 0.9754,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 53
    },
    {
      "epoch": 0.007358953393295176,
      "grad_norm": 1.203125,
      "learning_rate": 1.446111869031378e-06,
      "loss": 0.8908,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 54
    },
    {
      "epoch": 0.007495230307985827,
      "grad_norm": 1.25,
      "learning_rate": 1.4733969986357436e-06,
      "loss": 0.9124,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 55
    },
    {
      "epoch": 0.007631507222676479,
      "grad_norm": 1.2734375,
      "learning_rate": 1.5006821282401093e-06,
      "loss": 1.0729,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 56
    },
    {
      "epoch": 0.00776778413736713,
      "grad_norm": 1.15625,
      "learning_rate": 1.5279672578444748e-06,
      "loss": 0.986,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 57
    },
    {
      "epoch": 0.007904061052057782,
      "grad_norm": 1.40625,
      "learning_rate": 1.5552523874488404e-06,
      "loss": 1.0837,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 58
    },
    {
      "epoch": 0.008040337966748433,
      "grad_norm": 1.2109375,
      "learning_rate": 1.582537517053206e-06,
      "loss": 1.063,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 59
    },
    {
      "epoch": 0.008176614881439084,
      "grad_norm": 1.1953125,
      "learning_rate": 1.6098226466575718e-06,
      "loss": 0.9666,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 60
    },
    {
      "epoch": 0.008312891796129736,
      "grad_norm": 1.1640625,
      "learning_rate": 1.6371077762619375e-06,
      "loss": 1.0397,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 61
    },
    {
      "epoch": 0.008449168710820387,
      "grad_norm": 1.171875,
      "learning_rate": 1.664392905866303e-06,
      "loss": 0.9564,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 62
    },
    {
      "epoch": 0.008585445625511038,
      "grad_norm": 1.1015625,
      "learning_rate": 1.6916780354706686e-06,
      "loss": 0.9381,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 63
    },
    {
      "epoch": 0.00872172254020169,
      "grad_norm": 1.140625,
      "learning_rate": 1.7189631650750343e-06,
      "loss": 0.9529,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 64
    },
    {
      "epoch": 0.008857999454892341,
      "grad_norm": 1.3359375,
      "learning_rate": 1.7462482946793998e-06,
      "loss": 1.0354,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 65
    },
    {
      "epoch": 0.008994276369582993,
      "grad_norm": 1.078125,
      "learning_rate": 1.7735334242837653e-06,
      "loss": 0.9752,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 66
    },
    {
      "epoch": 0.009130553284273644,
      "grad_norm": 1.0703125,
      "learning_rate": 1.8008185538881312e-06,
      "loss": 1.0045,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 67
    },
    {
      "epoch": 0.009266830198964295,
      "grad_norm": 1.1875,
      "learning_rate": 1.8281036834924968e-06,
      "loss": 1.0375,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 68
    },
    {
      "epoch": 0.009403107113654947,
      "grad_norm": 1.140625,
      "learning_rate": 1.8553888130968623e-06,
      "loss": 1.0741,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 69
    },
    {
      "epoch": 0.009539384028345598,
      "grad_norm": 1.0390625,
      "learning_rate": 1.882673942701228e-06,
      "loss": 0.957,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 70
    },
    {
      "epoch": 0.009675660943036249,
      "grad_norm": 1.1171875,
      "learning_rate": 1.9099590723055935e-06,
      "loss": 0.9739,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 71
    },
    {
      "epoch": 0.009811937857726901,
      "grad_norm": 1.21875,
      "learning_rate": 1.937244201909959e-06,
      "loss": 1.0922,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 72
    },
    {
      "epoch": 0.009948214772417552,
      "grad_norm": 1.0234375,
      "learning_rate": 1.964529331514325e-06,
      "loss": 0.9162,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 73
    },
    {
      "epoch": 0.010084491687108205,
      "grad_norm": 1.09375,
      "learning_rate": 1.9918144611186905e-06,
      "loss": 1.0455,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 74
    },
    {
      "epoch": 0.010220768601798855,
      "grad_norm": 1.015625,
      "learning_rate": 2.0190995907230564e-06,
      "loss": 0.9593,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 75
    },
    {
      "epoch": 0.010357045516489506,
      "grad_norm": 1.015625,
      "learning_rate": 2.046384720327422e-06,
      "loss": 1.0211,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 76
    },
    {
      "epoch": 0.010493322431180159,
      "grad_norm": 0.9609375,
      "learning_rate": 2.0736698499317874e-06,
      "loss": 0.9086,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 77
    },
    {
      "epoch": 0.01062959934587081,
      "grad_norm": 0.98046875,
      "learning_rate": 2.100954979536153e-06,
      "loss": 1.0001,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 78
    },
    {
      "epoch": 0.01076587626056146,
      "grad_norm": 1.0390625,
      "learning_rate": 2.1282401091405185e-06,
      "loss": 1.0674,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 79
    },
    {
      "epoch": 0.010902153175252113,
      "grad_norm": 0.91796875,
      "learning_rate": 2.155525238744884e-06,
      "loss": 0.9234,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 80
    },
    {
      "epoch": 0.011038430089942763,
      "grad_norm": 0.9375,
      "learning_rate": 2.18281036834925e-06,
      "loss": 0.8779,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 81
    },
    {
      "epoch": 0.011174707004633416,
      "grad_norm": 0.98046875,
      "learning_rate": 2.2100954979536154e-06,
      "loss": 1.0179,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 82
    },
    {
      "epoch": 0.011310983919324067,
      "grad_norm": 0.9296875,
      "learning_rate": 2.237380627557981e-06,
      "loss": 1.0045,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 83
    },
    {
      "epoch": 0.011447260834014717,
      "grad_norm": 0.9609375,
      "learning_rate": 2.264665757162347e-06,
      "loss": 0.976,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 84
    },
    {
      "epoch": 0.01158353774870537,
      "grad_norm": 0.99609375,
      "learning_rate": 2.2919508867667124e-06,
      "loss": 1.0774,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 85
    },
    {
      "epoch": 0.01171981466339602,
      "grad_norm": 0.96484375,
      "learning_rate": 2.319236016371078e-06,
      "loss": 1.0,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 86
    },
    {
      "epoch": 0.011856091578086671,
      "grad_norm": 0.84765625,
      "learning_rate": 2.346521145975444e-06,
      "loss": 0.9722,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 87
    },
    {
      "epoch": 0.011992368492777324,
      "grad_norm": 0.9375,
      "learning_rate": 2.3738062755798093e-06,
      "loss": 0.9525,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 88
    },
    {
      "epoch": 0.012128645407467975,
      "grad_norm": 0.8671875,
      "learning_rate": 2.401091405184175e-06,
      "loss": 0.9368,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 89
    },
    {
      "epoch": 0.012264922322158627,
      "grad_norm": 0.84375,
      "learning_rate": 2.4283765347885404e-06,
      "loss": 0.9327,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 90
    },
    {
      "epoch": 0.012401199236849278,
      "grad_norm": 0.83203125,
      "learning_rate": 2.455661664392906e-06,
      "loss": 0.9721,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 91
    },
    {
      "epoch": 0.012537476151539929,
      "grad_norm": 0.828125,
      "learning_rate": 2.482946793997272e-06,
      "loss": 0.9275,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 92
    },
    {
      "epoch": 0.012673753066230581,
      "grad_norm": 0.8671875,
      "learning_rate": 2.5102319236016377e-06,
      "loss": 0.9738,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 93
    },
    {
      "epoch": 0.012810029980921232,
      "grad_norm": 0.83203125,
      "learning_rate": 2.537517053206003e-06,
      "loss": 1.0251,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 94
    },
    {
      "epoch": 0.012946306895611883,
      "grad_norm": 0.7578125,
      "learning_rate": 2.5648021828103688e-06,
      "loss": 0.9614,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 95
    },
    {
      "epoch": 0.013082583810302535,
      "grad_norm": 0.77734375,
      "learning_rate": 2.5920873124147343e-06,
      "loss": 0.9486,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 96
    },
    {
      "epoch": 0.013218860724993186,
      "grad_norm": 0.75,
      "learning_rate": 2.6193724420191e-06,
      "loss": 0.9613,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 97
    },
    {
      "epoch": 0.013355137639683837,
      "grad_norm": 0.8046875,
      "learning_rate": 2.6466575716234653e-06,
      "loss": 0.9738,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 98
    },
    {
      "epoch": 0.01349141455437449,
      "grad_norm": 0.73828125,
      "learning_rate": 2.6739427012278312e-06,
      "loss": 0.9189,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 99
    },
    {
      "epoch": 0.01362769146906514,
      "grad_norm": 0.76171875,
      "learning_rate": 2.7012278308321963e-06,
      "loss": 0.9062,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 100
    },
    {
      "epoch": 0.013763968383755792,
      "grad_norm": 0.9140625,
      "learning_rate": 2.7285129604365623e-06,
      "loss": 0.9733,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 101
    },
    {
      "epoch": 0.013900245298446443,
      "grad_norm": 0.74609375,
      "learning_rate": 2.755798090040928e-06,
      "loss": 1.0091,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 102
    },
    {
      "epoch": 0.014036522213137094,
      "grad_norm": 0.6484375,
      "learning_rate": 2.7830832196452933e-06,
      "loss": 0.8684,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 103
    },
    {
      "epoch": 0.014172799127827746,
      "grad_norm": 0.85546875,
      "learning_rate": 2.8103683492496592e-06,
      "loss": 0.9708,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 104
    },
    {
      "epoch": 0.014309076042518397,
      "grad_norm": 0.7578125,
      "learning_rate": 2.837653478854025e-06,
      "loss": 0.9421,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 105
    },
    {
      "epoch": 0.014445352957209048,
      "grad_norm": 0.671875,
      "learning_rate": 2.8649386084583903e-06,
      "loss": 0.8681,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 106
    },
    {
      "epoch": 0.0145816298718997,
      "grad_norm": 0.58984375,
      "learning_rate": 2.892223738062756e-06,
      "loss": 0.9721,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 107
    },
    {
      "epoch": 0.014717906786590351,
      "grad_norm": 0.59765625,
      "learning_rate": 2.9195088676671217e-06,
      "loss": 0.8922,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 108
    },
    {
      "epoch": 0.014854183701281004,
      "grad_norm": 0.60546875,
      "learning_rate": 2.9467939972714872e-06,
      "loss": 0.9205,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 109
    },
    {
      "epoch": 0.014990460615971654,
      "grad_norm": 0.65234375,
      "learning_rate": 2.9740791268758527e-06,
      "loss": 0.9185,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 110
    },
    {
      "epoch": 0.015126737530662305,
      "grad_norm": 0.61328125,
      "learning_rate": 3.0013642564802187e-06,
      "loss": 0.9741,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 111
    },
    {
      "epoch": 0.015263014445352958,
      "grad_norm": 0.59375,
      "learning_rate": 3.0286493860845838e-06,
      "loss": 0.9004,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 112
    },
    {
      "epoch": 0.015399291360043608,
      "grad_norm": 0.55078125,
      "learning_rate": 3.0559345156889497e-06,
      "loss": 0.8226,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 113
    },
    {
      "epoch": 0.01553556827473426,
      "grad_norm": 0.6015625,
      "learning_rate": 3.0832196452933156e-06,
      "loss": 0.9809,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 114
    },
    {
      "epoch": 0.01567184518942491,
      "grad_norm": 0.546875,
      "learning_rate": 3.1105047748976807e-06,
      "loss": 0.9122,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 115
    },
    {
      "epoch": 0.015808122104115564,
      "grad_norm": 0.63671875,
      "learning_rate": 3.1377899045020467e-06,
      "loss": 1.0556,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 116
    },
    {
      "epoch": 0.015944399018806215,
      "grad_norm": 0.5703125,
      "learning_rate": 3.165075034106412e-06,
      "loss": 0.8785,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 117
    },
    {
      "epoch": 0.016080675933496866,
      "grad_norm": 0.490234375,
      "learning_rate": 3.1923601637107777e-06,
      "loss": 0.8355,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 118
    },
    {
      "epoch": 0.016216952848187517,
      "grad_norm": 0.55859375,
      "learning_rate": 3.2196452933151436e-06,
      "loss": 0.8934,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 119
    },
    {
      "epoch": 0.016353229762878167,
      "grad_norm": 0.5390625,
      "learning_rate": 3.246930422919509e-06,
      "loss": 0.9387,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 120
    },
    {
      "epoch": 0.01648950667756882,
      "grad_norm": 0.55078125,
      "learning_rate": 3.274215552523875e-06,
      "loss": 1.015,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 121
    },
    {
      "epoch": 0.016625783592259472,
      "grad_norm": 0.515625,
      "learning_rate": 3.30150068212824e-06,
      "loss": 0.8957,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 122
    },
    {
      "epoch": 0.016762060506950123,
      "grad_norm": 0.59765625,
      "learning_rate": 3.328785811732606e-06,
      "loss": 1.027,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 123
    },
    {
      "epoch": 0.016898337421640774,
      "grad_norm": 0.5546875,
      "learning_rate": 3.356070941336972e-06,
      "loss": 1.0047,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 124
    },
    {
      "epoch": 0.017034614336331425,
      "grad_norm": 0.52734375,
      "learning_rate": 3.383356070941337e-06,
      "loss": 1.0016,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 125
    },
    {
      "epoch": 0.017170891251022075,
      "grad_norm": 0.53125,
      "learning_rate": 3.410641200545703e-06,
      "loss": 0.9449,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 126
    },
    {
      "epoch": 0.01730716816571273,
      "grad_norm": 0.51953125,
      "learning_rate": 3.4379263301500686e-06,
      "loss": 0.8808,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 127
    },
    {
      "epoch": 0.01744344508040338,
      "grad_norm": 0.474609375,
      "learning_rate": 3.465211459754434e-06,
      "loss": 0.9077,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 128
    },
    {
      "epoch": 0.01757972199509403,
      "grad_norm": 0.53125,
      "learning_rate": 3.4924965893587996e-06,
      "loss": 1.001,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 129
    },
    {
      "epoch": 0.017715998909784682,
      "grad_norm": 0.4921875,
      "learning_rate": 3.5197817189631655e-06,
      "loss": 0.9224,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 130
    },
    {
      "epoch": 0.017852275824475333,
      "grad_norm": 0.404296875,
      "learning_rate": 3.5470668485675306e-06,
      "loss": 0.9159,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 131
    },
    {
      "epoch": 0.017988552739165987,
      "grad_norm": 0.431640625,
      "learning_rate": 3.5743519781718966e-06,
      "loss": 0.8568,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 132
    },
    {
      "epoch": 0.018124829653856638,
      "grad_norm": 0.435546875,
      "learning_rate": 3.6016371077762625e-06,
      "loss": 0.9877,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 133
    },
    {
      "epoch": 0.01826110656854729,
      "grad_norm": 0.412109375,
      "learning_rate": 3.6289222373806276e-06,
      "loss": 0.8403,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 134
    },
    {
      "epoch": 0.01839738348323794,
      "grad_norm": 0.431640625,
      "learning_rate": 3.6562073669849935e-06,
      "loss": 0.8537,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 135
    },
    {
      "epoch": 0.01853366039792859,
      "grad_norm": 0.37890625,
      "learning_rate": 3.6834924965893594e-06,
      "loss": 0.8537,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 136
    },
    {
      "epoch": 0.018669937312619244,
      "grad_norm": 0.373046875,
      "learning_rate": 3.7107776261937245e-06,
      "loss": 0.8592,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 137
    },
    {
      "epoch": 0.018806214227309895,
      "grad_norm": 0.59375,
      "learning_rate": 3.7380627557980905e-06,
      "loss": 0.9983,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 138
    },
    {
      "epoch": 0.018942491142000546,
      "grad_norm": 0.400390625,
      "learning_rate": 3.765347885402456e-06,
      "loss": 0.8449,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 139
    },
    {
      "epoch": 0.019078768056691196,
      "grad_norm": 0.38671875,
      "learning_rate": 3.7926330150068215e-06,
      "loss": 0.8582,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 140
    },
    {
      "epoch": 0.019215044971381847,
      "grad_norm": 0.435546875,
      "learning_rate": 3.819918144611187e-06,
      "loss": 0.9499,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 141
    },
    {
      "epoch": 0.019351321886072498,
      "grad_norm": 0.37890625,
      "learning_rate": 3.847203274215553e-06,
      "loss": 0.8773,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 142
    },
    {
      "epoch": 0.019487598800763152,
      "grad_norm": 0.4375,
      "learning_rate": 3.874488403819918e-06,
      "loss": 0.9453,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 143
    },
    {
      "epoch": 0.019623875715453803,
      "grad_norm": 0.404296875,
      "learning_rate": 3.901773533424284e-06,
      "loss": 0.9217,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 144
    },
    {
      "epoch": 0.019760152630144454,
      "grad_norm": 0.37109375,
      "learning_rate": 3.92905866302865e-06,
      "loss": 0.8681,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 145
    },
    {
      "epoch": 0.019896429544835104,
      "grad_norm": 0.41015625,
      "learning_rate": 3.956343792633016e-06,
      "loss": 0.9217,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 146
    },
    {
      "epoch": 0.020032706459525755,
      "grad_norm": 0.41015625,
      "learning_rate": 3.983628922237381e-06,
      "loss": 0.9639,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 147
    },
    {
      "epoch": 0.02016898337421641,
      "grad_norm": 0.392578125,
      "learning_rate": 4.010914051841747e-06,
      "loss": 0.8277,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 148
    },
    {
      "epoch": 0.02030526028890706,
      "grad_norm": 0.37890625,
      "learning_rate": 4.038199181446113e-06,
      "loss": 0.9014,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 149
    },
    {
      "epoch": 0.02044153720359771,
      "grad_norm": 0.36328125,
      "learning_rate": 4.065484311050478e-06,
      "loss": 0.872,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 150
    },
    {
      "epoch": 0.02057781411828836,
      "grad_norm": 0.41796875,
      "learning_rate": 4.092769440654844e-06,
      "loss": 0.9654,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 151
    },
    {
      "epoch": 0.020714091032979012,
      "grad_norm": 0.451171875,
      "learning_rate": 4.120054570259209e-06,
      "loss": 0.8787,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 152
    },
    {
      "epoch": 0.020850367947669663,
      "grad_norm": 0.37890625,
      "learning_rate": 4.147339699863575e-06,
      "loss": 0.8307,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 153
    },
    {
      "epoch": 0.020986644862360317,
      "grad_norm": 0.384765625,
      "learning_rate": 4.17462482946794e-06,
      "loss": 0.9126,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 154
    },
    {
      "epoch": 0.021122921777050968,
      "grad_norm": 0.412109375,
      "learning_rate": 4.201909959072306e-06,
      "loss": 0.9307,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 155
    },
    {
      "epoch": 0.02125919869174162,
      "grad_norm": 0.439453125,
      "learning_rate": 4.229195088676671e-06,
      "loss": 0.9307,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 156
    },
    {
      "epoch": 0.02139547560643227,
      "grad_norm": 0.404296875,
      "learning_rate": 4.256480218281037e-06,
      "loss": 0.9201,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 157
    },
    {
      "epoch": 0.02153175252112292,
      "grad_norm": 0.390625,
      "learning_rate": 4.283765347885403e-06,
      "loss": 0.9762,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 158
    },
    {
      "epoch": 0.021668029435813575,
      "grad_norm": 0.32421875,
      "learning_rate": 4.311050477489768e-06,
      "loss": 0.8446,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 159
    },
    {
      "epoch": 0.021804306350504225,
      "grad_norm": 0.359375,
      "learning_rate": 4.338335607094134e-06,
      "loss": 0.9245,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 160
    },
    {
      "epoch": 0.021940583265194876,
      "grad_norm": 0.380859375,
      "learning_rate": 4.3656207366985e-06,
      "loss": 0.9548,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 161
    },
    {
      "epoch": 0.022076860179885527,
      "grad_norm": 0.31640625,
      "learning_rate": 4.392905866302865e-06,
      "loss": 0.8383,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 162
    },
    {
      "epoch": 0.022213137094576178,
      "grad_norm": 0.41796875,
      "learning_rate": 4.420190995907231e-06,
      "loss": 0.9038,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 163
    },
    {
      "epoch": 0.022349414009266832,
      "grad_norm": 0.396484375,
      "learning_rate": 4.447476125511597e-06,
      "loss": 0.8859,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 164
    },
    {
      "epoch": 0.022485690923957483,
      "grad_norm": 0.419921875,
      "learning_rate": 4.474761255115962e-06,
      "loss": 0.8197,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 165
    },
    {
      "epoch": 0.022621967838648133,
      "grad_norm": 0.3203125,
      "learning_rate": 4.502046384720328e-06,
      "loss": 0.8766,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 166
    },
    {
      "epoch": 0.022758244753338784,
      "grad_norm": 0.33984375,
      "learning_rate": 4.529331514324694e-06,
      "loss": 0.8435,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 167
    },
    {
      "epoch": 0.022894521668029435,
      "grad_norm": 0.314453125,
      "learning_rate": 4.556616643929059e-06,
      "loss": 0.7589,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 168
    },
    {
      "epoch": 0.023030798582720086,
      "grad_norm": 0.3359375,
      "learning_rate": 4.583901773533425e-06,
      "loss": 0.9079,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 169
    },
    {
      "epoch": 0.02316707549741074,
      "grad_norm": 0.4375,
      "learning_rate": 4.611186903137791e-06,
      "loss": 0.9744,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 170
    },
    {
      "epoch": 0.02330335241210139,
      "grad_norm": 0.361328125,
      "learning_rate": 4.638472032742156e-06,
      "loss": 0.8879,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 171
    },
    {
      "epoch": 0.02343962932679204,
      "grad_norm": 0.376953125,
      "learning_rate": 4.665757162346522e-06,
      "loss": 0.8947,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 172
    },
    {
      "epoch": 0.023575906241482692,
      "grad_norm": 0.43359375,
      "learning_rate": 4.693042291950888e-06,
      "loss": 1.042,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 173
    },
    {
      "epoch": 0.023712183156173343,
      "grad_norm": 0.361328125,
      "learning_rate": 4.720327421555253e-06,
      "loss": 0.8711,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 174
    },
    {
      "epoch": 0.023848460070863997,
      "grad_norm": 0.384765625,
      "learning_rate": 4.747612551159619e-06,
      "loss": 0.8823,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 175
    },
    {
      "epoch": 0.023984736985554648,
      "grad_norm": 0.337890625,
      "learning_rate": 4.774897680763984e-06,
      "loss": 0.8709,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 176
    },
    {
      "epoch": 0.0241210139002453,
      "grad_norm": 0.34765625,
      "learning_rate": 4.80218281036835e-06,
      "loss": 0.896,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 177
    },
    {
      "epoch": 0.02425729081493595,
      "grad_norm": 0.33984375,
      "learning_rate": 4.829467939972715e-06,
      "loss": 0.9146,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 178
    },
    {
      "epoch": 0.0243935677296266,
      "grad_norm": 0.33203125,
      "learning_rate": 4.856753069577081e-06,
      "loss": 0.8484,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 179
    },
    {
      "epoch": 0.024529844644317254,
      "grad_norm": 0.298828125,
      "learning_rate": 4.884038199181447e-06,
      "loss": 0.8759,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 180
    },
    {
      "epoch": 0.024666121559007905,
      "grad_norm": 0.384765625,
      "learning_rate": 4.911323328785812e-06,
      "loss": 0.8168,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 181
    },
    {
      "epoch": 0.024802398473698556,
      "grad_norm": 0.349609375,
      "learning_rate": 4.938608458390178e-06,
      "loss": 0.8451,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 182
    },
    {
      "epoch": 0.024938675388389207,
      "grad_norm": 0.279296875,
      "learning_rate": 4.965893587994544e-06,
      "loss": 0.7996,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 183
    },
    {
      "epoch": 0.025074952303079857,
      "grad_norm": 0.314453125,
      "learning_rate": 4.993178717598909e-06,
      "loss": 0.8627,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 184
    },
    {
      "epoch": 0.025211229217770508,
      "grad_norm": 0.310546875,
      "learning_rate": 5.0204638472032755e-06,
      "loss": 0.8276,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 185
    },
    {
      "epoch": 0.025347506132461162,
      "grad_norm": 0.298828125,
      "learning_rate": 5.047748976807641e-06,
      "loss": 0.8306,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 186
    },
    {
      "epoch": 0.025483783047151813,
      "grad_norm": 0.333984375,
      "learning_rate": 5.075034106412006e-06,
      "loss": 0.8611,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 187
    },
    {
      "epoch": 0.025620059961842464,
      "grad_norm": 0.33984375,
      "learning_rate": 5.102319236016372e-06,
      "loss": 0.856,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 188
    },
    {
      "epoch": 0.025756336876533115,
      "grad_norm": 0.33203125,
      "learning_rate": 5.1296043656207375e-06,
      "loss": 0.8397,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 189
    },
    {
      "epoch": 0.025892613791223765,
      "grad_norm": 0.333984375,
      "learning_rate": 5.156889495225103e-06,
      "loss": 0.8822,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 190
    },
    {
      "epoch": 0.02602889070591442,
      "grad_norm": 0.37109375,
      "learning_rate": 5.1841746248294686e-06,
      "loss": 0.8955,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 191
    },
    {
      "epoch": 0.02616516762060507,
      "grad_norm": 0.3203125,
      "learning_rate": 5.2114597544338345e-06,
      "loss": 0.8821,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 192
    },
    {
      "epoch": 0.02630144453529572,
      "grad_norm": 0.3359375,
      "learning_rate": 5.2387448840382e-06,
      "loss": 0.8985,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 193
    },
    {
      "epoch": 0.026437721449986372,
      "grad_norm": 0.3515625,
      "learning_rate": 5.2660300136425655e-06,
      "loss": 0.8903,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 194
    },
    {
      "epoch": 0.026573998364677023,
      "grad_norm": 0.2890625,
      "learning_rate": 5.293315143246931e-06,
      "loss": 0.8107,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 195
    },
    {
      "epoch": 0.026710275279367673,
      "grad_norm": 0.408203125,
      "learning_rate": 5.3206002728512966e-06,
      "loss": 0.8339,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 196
    },
    {
      "epoch": 0.026846552194058328,
      "grad_norm": 0.298828125,
      "learning_rate": 5.3478854024556625e-06,
      "loss": 0.8519,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 197
    },
    {
      "epoch": 0.02698282910874898,
      "grad_norm": 0.294921875,
      "learning_rate": 5.375170532060028e-06,
      "loss": 0.8003,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 198
    },
    {
      "epoch": 0.02711910602343963,
      "grad_norm": 0.36328125,
      "learning_rate": 5.402455661664393e-06,
      "loss": 0.8467,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 199
    },
    {
      "epoch": 0.02725538293813028,
      "grad_norm": 3.171875,
      "learning_rate": 5.4297407912687595e-06,
      "loss": 0.9867,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 200
    },
    {
      "epoch": 0.02739165985282093,
      "grad_norm": 0.37890625,
      "learning_rate": 5.4570259208731245e-06,
      "loss": 0.853,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 201
    },
    {
      "epoch": 0.027527936767511585,
      "grad_norm": 0.29296875,
      "learning_rate": 5.48431105047749e-06,
      "loss": 0.8643,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 202
    },
    {
      "epoch": 0.027664213682202236,
      "grad_norm": 0.373046875,
      "learning_rate": 5.511596180081856e-06,
      "loss": 0.8943,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 203
    },
    {
      "epoch": 0.027800490596892886,
      "grad_norm": 0.31640625,
      "learning_rate": 5.5388813096862215e-06,
      "loss": 0.8409,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 204
    },
    {
      "epoch": 0.027936767511583537,
      "grad_norm": 0.302734375,
      "learning_rate": 5.566166439290587e-06,
      "loss": 0.8269,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 205
    },
    {
      "epoch": 0.028073044426274188,
      "grad_norm": 0.361328125,
      "learning_rate": 5.593451568894953e-06,
      "loss": 0.8719,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 206
    },
    {
      "epoch": 0.028209321340964842,
      "grad_norm": 0.35546875,
      "learning_rate": 5.6207366984993185e-06,
      "loss": 0.8071,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 207
    },
    {
      "epoch": 0.028345598255655493,
      "grad_norm": 0.431640625,
      "learning_rate": 5.6480218281036836e-06,
      "loss": 0.8808,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 208
    },
    {
      "epoch": 0.028481875170346144,
      "grad_norm": 0.310546875,
      "learning_rate": 5.67530695770805e-06,
      "loss": 0.7856,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 209
    },
    {
      "epoch": 0.028618152085036794,
      "grad_norm": 0.31640625,
      "learning_rate": 5.7025920873124154e-06,
      "loss": 0.9004,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 210
    },
    {
      "epoch": 0.028754428999727445,
      "grad_norm": 0.32421875,
      "learning_rate": 5.7298772169167805e-06,
      "loss": 0.819,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 211
    },
    {
      "epoch": 0.028890705914418096,
      "grad_norm": 0.2890625,
      "learning_rate": 5.7571623465211465e-06,
      "loss": 0.8166,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 212
    },
    {
      "epoch": 0.02902698282910875,
      "grad_norm": 0.337890625,
      "learning_rate": 5.784447476125512e-06,
      "loss": 0.8666,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 213
    },
    {
      "epoch": 0.0291632597437994,
      "grad_norm": 0.44921875,
      "learning_rate": 5.8117326057298775e-06,
      "loss": 0.8117,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 214
    },
    {
      "epoch": 0.02929953665849005,
      "grad_norm": 0.31640625,
      "learning_rate": 5.839017735334243e-06,
      "loss": 0.7816,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 215
    },
    {
      "epoch": 0.029435813573180702,
      "grad_norm": 0.255859375,
      "learning_rate": 5.8663028649386085e-06,
      "loss": 0.7351,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 216
    },
    {
      "epoch": 0.029572090487871353,
      "grad_norm": 0.34375,
      "learning_rate": 5.8935879945429744e-06,
      "loss": 0.7756,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 217
    },
    {
      "epoch": 0.029708367402562007,
      "grad_norm": 0.3515625,
      "learning_rate": 5.92087312414734e-06,
      "loss": 0.9409,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 218
    },
    {
      "epoch": 0.029844644317252658,
      "grad_norm": 0.34765625,
      "learning_rate": 5.9481582537517055e-06,
      "loss": 0.8888,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 219
    },
    {
      "epoch": 0.02998092123194331,
      "grad_norm": 0.439453125,
      "learning_rate": 5.975443383356071e-06,
      "loss": 0.723,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 220
    },
    {
      "epoch": 0.03011719814663396,
      "grad_norm": 0.37109375,
      "learning_rate": 6.002728512960437e-06,
      "loss": 0.8567,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 221
    },
    {
      "epoch": 0.03025347506132461,
      "grad_norm": 0.5078125,
      "learning_rate": 6.0300136425648024e-06,
      "loss": 0.9582,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 222
    },
    {
      "epoch": 0.030389751976015265,
      "grad_norm": 0.306640625,
      "learning_rate": 6.0572987721691675e-06,
      "loss": 0.8269,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 223
    },
    {
      "epoch": 0.030526028890705915,
      "grad_norm": 0.314453125,
      "learning_rate": 6.084583901773534e-06,
      "loss": 0.7906,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 224
    },
    {
      "epoch": 0.030662305805396566,
      "grad_norm": 0.349609375,
      "learning_rate": 6.111869031377899e-06,
      "loss": 0.88,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 225
    },
    {
      "epoch": 0.030798582720087217,
      "grad_norm": 0.314453125,
      "learning_rate": 6.1391541609822645e-06,
      "loss": 0.8707,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 226
    },
    {
      "epoch": 0.030934859634777868,
      "grad_norm": 0.2578125,
      "learning_rate": 6.166439290586631e-06,
      "loss": 0.8543,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 227
    },
    {
      "epoch": 0.03107113654946852,
      "grad_norm": 0.361328125,
      "learning_rate": 6.193724420190996e-06,
      "loss": 0.8966,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 228
    },
    {
      "epoch": 0.031207413464159173,
      "grad_norm": 0.375,
      "learning_rate": 6.2210095497953614e-06,
      "loss": 0.8893,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 229
    },
    {
      "epoch": 0.03134369037884982,
      "grad_norm": 0.314453125,
      "learning_rate": 6.248294679399728e-06,
      "loss": 0.8253,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 230
    },
    {
      "epoch": 0.031479967293540474,
      "grad_norm": 0.28515625,
      "learning_rate": 6.275579809004093e-06,
      "loss": 0.8881,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 231
    },
    {
      "epoch": 0.03161624420823113,
      "grad_norm": 0.271484375,
      "learning_rate": 6.302864938608458e-06,
      "loss": 0.8412,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 232
    },
    {
      "epoch": 0.031752521122921776,
      "grad_norm": 0.3203125,
      "learning_rate": 6.330150068212824e-06,
      "loss": 0.7829,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 233
    },
    {
      "epoch": 0.03188879803761243,
      "grad_norm": 0.30078125,
      "learning_rate": 6.35743519781719e-06,
      "loss": 0.8153,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 234
    },
    {
      "epoch": 0.03202507495230308,
      "grad_norm": 0.35546875,
      "learning_rate": 6.384720327421555e-06,
      "loss": 0.8908,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 235
    },
    {
      "epoch": 0.03216135186699373,
      "grad_norm": 0.30078125,
      "learning_rate": 6.412005457025921e-06,
      "loss": 0.8675,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 236
    },
    {
      "epoch": 0.032297628781684386,
      "grad_norm": 0.341796875,
      "learning_rate": 6.439290586630287e-06,
      "loss": 0.9082,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 237
    },
    {
      "epoch": 0.03243390569637503,
      "grad_norm": 0.30078125,
      "learning_rate": 6.466575716234653e-06,
      "loss": 0.8358,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 238
    },
    {
      "epoch": 0.03257018261106569,
      "grad_norm": 0.2890625,
      "learning_rate": 6.493860845839018e-06,
      "loss": 0.853,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 239
    },
    {
      "epoch": 0.032706459525756335,
      "grad_norm": 0.32421875,
      "learning_rate": 6.521145975443383e-06,
      "loss": 0.7504,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 240
    },
    {
      "epoch": 0.03284273644044699,
      "grad_norm": 0.287109375,
      "learning_rate": 6.54843110504775e-06,
      "loss": 0.8706,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 241
    },
    {
      "epoch": 0.03297901335513764,
      "grad_norm": 0.3125,
      "learning_rate": 6.575716234652115e-06,
      "loss": 0.7849,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 242
    },
    {
      "epoch": 0.03311529026982829,
      "grad_norm": 0.291015625,
      "learning_rate": 6.60300136425648e-06,
      "loss": 0.8021,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 243
    },
    {
      "epoch": 0.033251567184518944,
      "grad_norm": 0.3046875,
      "learning_rate": 6.630286493860847e-06,
      "loss": 0.8631,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 244
    },
    {
      "epoch": 0.03338784409920959,
      "grad_norm": 0.349609375,
      "learning_rate": 6.657571623465212e-06,
      "loss": 0.9218,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 245
    },
    {
      "epoch": 0.033524121013900246,
      "grad_norm": 0.35546875,
      "learning_rate": 6.684856753069577e-06,
      "loss": 0.8197,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 246
    },
    {
      "epoch": 0.03366039792859089,
      "grad_norm": 0.33984375,
      "learning_rate": 6.712141882673944e-06,
      "loss": 0.8398,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 247
    },
    {
      "epoch": 0.03379667484328155,
      "grad_norm": 0.26953125,
      "learning_rate": 6.739427012278309e-06,
      "loss": 0.7522,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 248
    },
    {
      "epoch": 0.0339329517579722,
      "grad_norm": 0.359375,
      "learning_rate": 6.766712141882674e-06,
      "loss": 0.7551,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 249
    },
    {
      "epoch": 0.03406922867266285,
      "grad_norm": 0.4140625,
      "learning_rate": 6.79399727148704e-06,
      "loss": 0.9023,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 250
    },
    {
      "epoch": 0.0342055055873535,
      "grad_norm": 0.314453125,
      "learning_rate": 6.821282401091406e-06,
      "loss": 0.954,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 251
    },
    {
      "epoch": 0.03434178250204415,
      "grad_norm": 0.341796875,
      "learning_rate": 6.848567530695771e-06,
      "loss": 0.824,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 252
    },
    {
      "epoch": 0.034478059416734805,
      "grad_norm": 0.353515625,
      "learning_rate": 6.875852660300137e-06,
      "loss": 0.9014,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 253
    },
    {
      "epoch": 0.03461433633142546,
      "grad_norm": 0.34375,
      "learning_rate": 6.903137789904503e-06,
      "loss": 0.8257,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 254
    },
    {
      "epoch": 0.034750613246116106,
      "grad_norm": 0.388671875,
      "learning_rate": 6.930422919508868e-06,
      "loss": 0.9038,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 255
    },
    {
      "epoch": 0.03488689016080676,
      "grad_norm": 0.333984375,
      "learning_rate": 6.957708049113234e-06,
      "loss": 0.9011,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 256
    },
    {
      "epoch": 0.03502316707549741,
      "grad_norm": 0.306640625,
      "learning_rate": 6.984993178717599e-06,
      "loss": 0.8529,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 257
    },
    {
      "epoch": 0.03515944399018806,
      "grad_norm": 0.322265625,
      "learning_rate": 7.012278308321965e-06,
      "loss": 0.8027,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 258
    },
    {
      "epoch": 0.035295720904878716,
      "grad_norm": 0.337890625,
      "learning_rate": 7.039563437926331e-06,
      "loss": 0.8737,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 259
    },
    {
      "epoch": 0.035431997819569364,
      "grad_norm": 0.265625,
      "learning_rate": 7.066848567530696e-06,
      "loss": 0.8174,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 260
    },
    {
      "epoch": 0.03556827473426002,
      "grad_norm": 0.359375,
      "learning_rate": 7.094133697135061e-06,
      "loss": 0.8628,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 261
    },
    {
      "epoch": 0.035704551648950665,
      "grad_norm": 0.486328125,
      "learning_rate": 7.121418826739428e-06,
      "loss": 0.9444,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 262
    },
    {
      "epoch": 0.03584082856364132,
      "grad_norm": 0.380859375,
      "learning_rate": 7.148703956343793e-06,
      "loss": 0.8445,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 263
    },
    {
      "epoch": 0.035977105478331974,
      "grad_norm": 0.306640625,
      "learning_rate": 7.175989085948158e-06,
      "loss": 0.869,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 264
    },
    {
      "epoch": 0.03611338239302262,
      "grad_norm": 0.3046875,
      "learning_rate": 7.203274215552525e-06,
      "loss": 0.8636,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 265
    },
    {
      "epoch": 0.036249659307713275,
      "grad_norm": 0.294921875,
      "learning_rate": 7.23055934515689e-06,
      "loss": 0.9024,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 266
    },
    {
      "epoch": 0.03638593622240392,
      "grad_norm": 0.318359375,
      "learning_rate": 7.257844474761255e-06,
      "loss": 0.7898,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 267
    },
    {
      "epoch": 0.03652221313709458,
      "grad_norm": 0.310546875,
      "learning_rate": 7.285129604365622e-06,
      "loss": 0.8167,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 268
    },
    {
      "epoch": 0.03665849005178523,
      "grad_norm": 0.353515625,
      "learning_rate": 7.312414733969987e-06,
      "loss": 0.8028,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 269
    },
    {
      "epoch": 0.03679476696647588,
      "grad_norm": 0.279296875,
      "learning_rate": 7.339699863574352e-06,
      "loss": 0.7567,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 270
    },
    {
      "epoch": 0.03693104388116653,
      "grad_norm": 0.328125,
      "learning_rate": 7.366984993178719e-06,
      "loss": 0.7976,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 271
    },
    {
      "epoch": 0.03706732079585718,
      "grad_norm": 0.421875,
      "learning_rate": 7.394270122783084e-06,
      "loss": 0.8654,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 272
    },
    {
      "epoch": 0.037203597710547834,
      "grad_norm": 0.263671875,
      "learning_rate": 7.421555252387449e-06,
      "loss": 0.8197,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 273
    },
    {
      "epoch": 0.03733987462523849,
      "grad_norm": 0.259765625,
      "learning_rate": 7.448840381991815e-06,
      "loss": 0.7665,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 274
    },
    {
      "epoch": 0.037476151539929135,
      "grad_norm": 0.3046875,
      "learning_rate": 7.476125511596181e-06,
      "loss": 0.8359,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 275
    },
    {
      "epoch": 0.03761242845461979,
      "grad_norm": 0.265625,
      "learning_rate": 7.503410641200546e-06,
      "loss": 0.8297,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 276
    },
    {
      "epoch": 0.03774870536931044,
      "grad_norm": 0.328125,
      "learning_rate": 7.530695770804912e-06,
      "loss": 0.8504,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 277
    },
    {
      "epoch": 0.03788498228400109,
      "grad_norm": 0.349609375,
      "learning_rate": 7.557980900409277e-06,
      "loss": 0.8153,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 278
    },
    {
      "epoch": 0.03802125919869174,
      "grad_norm": 0.3125,
      "learning_rate": 7.585266030013643e-06,
      "loss": 0.8238,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 279
    },
    {
      "epoch": 0.03815753611338239,
      "grad_norm": 0.26171875,
      "learning_rate": 7.612551159618009e-06,
      "loss": 0.7655,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 280
    },
    {
      "epoch": 0.03829381302807305,
      "grad_norm": 0.29296875,
      "learning_rate": 7.639836289222374e-06,
      "loss": 0.8106,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 281
    },
    {
      "epoch": 0.038430089942763694,
      "grad_norm": 0.30859375,
      "learning_rate": 7.667121418826739e-06,
      "loss": 0.8623,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 282
    },
    {
      "epoch": 0.03856636685745435,
      "grad_norm": 0.271484375,
      "learning_rate": 7.694406548431106e-06,
      "loss": 0.8383,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 283
    },
    {
      "epoch": 0.038702643772144996,
      "grad_norm": 0.333984375,
      "learning_rate": 7.721691678035471e-06,
      "loss": 0.9154,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 284
    },
    {
      "epoch": 0.03883892068683565,
      "grad_norm": 0.3046875,
      "learning_rate": 7.748976807639836e-06,
      "loss": 0.8198,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 285
    },
    {
      "epoch": 0.038975197601526304,
      "grad_norm": 0.32421875,
      "learning_rate": 7.776261937244203e-06,
      "loss": 0.8227,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 286
    },
    {
      "epoch": 0.03911147451621695,
      "grad_norm": 0.341796875,
      "learning_rate": 7.803547066848568e-06,
      "loss": 0.8381,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 287
    },
    {
      "epoch": 0.039247751430907606,
      "grad_norm": 0.296875,
      "learning_rate": 7.830832196452933e-06,
      "loss": 0.8489,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 288
    },
    {
      "epoch": 0.03938402834559825,
      "grad_norm": 0.318359375,
      "learning_rate": 7.8581173260573e-06,
      "loss": 0.8184,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 289
    },
    {
      "epoch": 0.03952030526028891,
      "grad_norm": 0.337890625,
      "learning_rate": 7.885402455661665e-06,
      "loss": 0.8816,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 290
    },
    {
      "epoch": 0.03965658217497956,
      "grad_norm": 0.30859375,
      "learning_rate": 7.912687585266032e-06,
      "loss": 0.7644,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 291
    },
    {
      "epoch": 0.03979285908967021,
      "grad_norm": 0.291015625,
      "learning_rate": 7.939972714870397e-06,
      "loss": 0.8283,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 292
    },
    {
      "epoch": 0.03992913600436086,
      "grad_norm": 0.361328125,
      "learning_rate": 7.967257844474762e-06,
      "loss": 0.932,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 293
    },
    {
      "epoch": 0.04006541291905151,
      "grad_norm": 0.392578125,
      "learning_rate": 7.994542974079129e-06,
      "loss": 0.8055,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 294
    },
    {
      "epoch": 0.040201689833742164,
      "grad_norm": 0.26953125,
      "learning_rate": 8.021828103683494e-06,
      "loss": 0.8107,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 295
    },
    {
      "epoch": 0.04033796674843282,
      "grad_norm": 0.388671875,
      "learning_rate": 8.049113233287859e-06,
      "loss": 0.8055,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 296
    },
    {
      "epoch": 0.040474243663123466,
      "grad_norm": 0.314453125,
      "learning_rate": 8.076398362892226e-06,
      "loss": 0.8777,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 297
    },
    {
      "epoch": 0.04061052057781412,
      "grad_norm": 0.361328125,
      "learning_rate": 8.10368349249659e-06,
      "loss": 0.879,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 298
    },
    {
      "epoch": 0.04074679749250477,
      "grad_norm": 0.306640625,
      "learning_rate": 8.130968622100956e-06,
      "loss": 0.9055,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 299
    },
    {
      "epoch": 0.04088307440719542,
      "grad_norm": 0.474609375,
      "learning_rate": 8.158253751705323e-06,
      "loss": 0.9196,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 300
    },
    {
      "epoch": 0.041019351321886076,
      "grad_norm": 0.267578125,
      "learning_rate": 8.185538881309688e-06,
      "loss": 0.7828,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 301
    },
    {
      "epoch": 0.04115562823657672,
      "grad_norm": 0.2734375,
      "learning_rate": 8.212824010914053e-06,
      "loss": 0.7405,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 302
    },
    {
      "epoch": 0.04129190515126738,
      "grad_norm": 0.353515625,
      "learning_rate": 8.240109140518418e-06,
      "loss": 0.8292,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 303
    },
    {
      "epoch": 0.041428182065958025,
      "grad_norm": 0.287109375,
      "learning_rate": 8.267394270122785e-06,
      "loss": 0.836,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 304
    },
    {
      "epoch": 0.04156445898064868,
      "grad_norm": 0.369140625,
      "learning_rate": 8.29467939972715e-06,
      "loss": 0.8033,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 305
    },
    {
      "epoch": 0.041700735895339326,
      "grad_norm": 0.318359375,
      "learning_rate": 8.321964529331515e-06,
      "loss": 0.8778,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 306
    },
    {
      "epoch": 0.04183701281002998,
      "grad_norm": 0.28125,
      "learning_rate": 8.34924965893588e-06,
      "loss": 0.7474,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 307
    },
    {
      "epoch": 0.041973289724720635,
      "grad_norm": 0.3515625,
      "learning_rate": 8.376534788540247e-06,
      "loss": 0.9562,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 308
    },
    {
      "epoch": 0.04210956663941128,
      "grad_norm": 0.302734375,
      "learning_rate": 8.403819918144612e-06,
      "loss": 0.8215,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 309
    },
    {
      "epoch": 0.042245843554101936,
      "grad_norm": 0.349609375,
      "learning_rate": 8.431105047748977e-06,
      "loss": 0.8502,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 310
    },
    {
      "epoch": 0.04238212046879258,
      "grad_norm": 0.388671875,
      "learning_rate": 8.458390177353342e-06,
      "loss": 0.9167,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 311
    },
    {
      "epoch": 0.04251839738348324,
      "grad_norm": 0.255859375,
      "learning_rate": 8.485675306957709e-06,
      "loss": 0.8254,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 312
    },
    {
      "epoch": 0.04265467429817389,
      "grad_norm": 0.27734375,
      "learning_rate": 8.512960436562074e-06,
      "loss": 0.79,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 313
    },
    {
      "epoch": 0.04279095121286454,
      "grad_norm": 0.251953125,
      "learning_rate": 8.540245566166439e-06,
      "loss": 0.7869,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 314
    },
    {
      "epoch": 0.04292722812755519,
      "grad_norm": 0.408203125,
      "learning_rate": 8.567530695770806e-06,
      "loss": 0.9243,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 315
    },
    {
      "epoch": 0.04306350504224584,
      "grad_norm": 0.28125,
      "learning_rate": 8.59481582537517e-06,
      "loss": 0.9108,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 316
    },
    {
      "epoch": 0.043199781956936495,
      "grad_norm": 0.294921875,
      "learning_rate": 8.622100954979536e-06,
      "loss": 0.7624,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 317
    },
    {
      "epoch": 0.04333605887162715,
      "grad_norm": 0.275390625,
      "learning_rate": 8.649386084583903e-06,
      "loss": 0.8656,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 318
    },
    {
      "epoch": 0.043472335786317796,
      "grad_norm": 0.296875,
      "learning_rate": 8.676671214188268e-06,
      "loss": 0.7964,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 319
    },
    {
      "epoch": 0.04360861270100845,
      "grad_norm": 0.29296875,
      "learning_rate": 8.703956343792633e-06,
      "loss": 0.8566,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 320
    },
    {
      "epoch": 0.0437448896156991,
      "grad_norm": 0.318359375,
      "learning_rate": 8.731241473397e-06,
      "loss": 0.8522,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 321
    },
    {
      "epoch": 0.04388116653038975,
      "grad_norm": 0.3203125,
      "learning_rate": 8.758526603001365e-06,
      "loss": 0.7471,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 322
    },
    {
      "epoch": 0.044017443445080406,
      "grad_norm": 0.341796875,
      "learning_rate": 8.78581173260573e-06,
      "loss": 0.9304,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 323
    },
    {
      "epoch": 0.044153720359771054,
      "grad_norm": 0.34765625,
      "learning_rate": 8.813096862210097e-06,
      "loss": 0.9073,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 324
    },
    {
      "epoch": 0.04428999727446171,
      "grad_norm": 0.3125,
      "learning_rate": 8.840381991814462e-06,
      "loss": 0.8984,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 325
    },
    {
      "epoch": 0.044426274189152355,
      "grad_norm": 0.31640625,
      "learning_rate": 8.867667121418827e-06,
      "loss": 0.7837,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 326
    },
    {
      "epoch": 0.04456255110384301,
      "grad_norm": 0.2890625,
      "learning_rate": 8.894952251023194e-06,
      "loss": 0.8781,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 327
    },
    {
      "epoch": 0.044698828018533664,
      "grad_norm": 0.8671875,
      "learning_rate": 8.922237380627559e-06,
      "loss": 0.7694,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 328
    },
    {
      "epoch": 0.04483510493322431,
      "grad_norm": 0.384765625,
      "learning_rate": 8.949522510231924e-06,
      "loss": 0.8526,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 329
    },
    {
      "epoch": 0.044971381847914965,
      "grad_norm": 0.287109375,
      "learning_rate": 8.97680763983629e-06,
      "loss": 0.8327,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 330
    },
    {
      "epoch": 0.04510765876260561,
      "grad_norm": 0.314453125,
      "learning_rate": 9.004092769440656e-06,
      "loss": 0.756,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 331
    },
    {
      "epoch": 0.04524393567729627,
      "grad_norm": 0.27734375,
      "learning_rate": 9.03137789904502e-06,
      "loss": 0.8234,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 332
    },
    {
      "epoch": 0.045380212591986914,
      "grad_norm": 0.353515625,
      "learning_rate": 9.058663028649387e-06,
      "loss": 0.8137,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 333
    },
    {
      "epoch": 0.04551648950667757,
      "grad_norm": 0.33984375,
      "learning_rate": 9.085948158253753e-06,
      "loss": 0.8907,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 334
    },
    {
      "epoch": 0.04565276642136822,
      "grad_norm": 0.3359375,
      "learning_rate": 9.113233287858118e-06,
      "loss": 0.8789,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 335
    },
    {
      "epoch": 0.04578904333605887,
      "grad_norm": 0.310546875,
      "learning_rate": 9.140518417462484e-06,
      "loss": 0.8488,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 336
    },
    {
      "epoch": 0.045925320250749524,
      "grad_norm": 0.29296875,
      "learning_rate": 9.16780354706685e-06,
      "loss": 0.8865,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 337
    },
    {
      "epoch": 0.04606159716544017,
      "grad_norm": 0.314453125,
      "learning_rate": 9.195088676671215e-06,
      "loss": 0.8416,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 338
    },
    {
      "epoch": 0.046197874080130825,
      "grad_norm": 0.28515625,
      "learning_rate": 9.222373806275581e-06,
      "loss": 0.7195,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 339
    },
    {
      "epoch": 0.04633415099482148,
      "grad_norm": 0.423828125,
      "learning_rate": 9.249658935879946e-06,
      "loss": 0.958,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 340
    },
    {
      "epoch": 0.04647042790951213,
      "grad_norm": 0.341796875,
      "learning_rate": 9.276944065484312e-06,
      "loss": 0.7793,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 341
    },
    {
      "epoch": 0.04660670482420278,
      "grad_norm": 0.291015625,
      "learning_rate": 9.304229195088678e-06,
      "loss": 0.7959,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 342
    },
    {
      "epoch": 0.04674298173889343,
      "grad_norm": 0.310546875,
      "learning_rate": 9.331514324693043e-06,
      "loss": 0.8278,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 343
    },
    {
      "epoch": 0.04687925865358408,
      "grad_norm": 0.2890625,
      "learning_rate": 9.358799454297409e-06,
      "loss": 0.8274,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 344
    },
    {
      "epoch": 0.04701553556827474,
      "grad_norm": 0.267578125,
      "learning_rate": 9.386084583901775e-06,
      "loss": 0.8577,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 345
    },
    {
      "epoch": 0.047151812482965384,
      "grad_norm": 0.2578125,
      "learning_rate": 9.41336971350614e-06,
      "loss": 0.7848,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 346
    },
    {
      "epoch": 0.04728808939765604,
      "grad_norm": 0.28125,
      "learning_rate": 9.440654843110505e-06,
      "loss": 0.8025,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 347
    },
    {
      "epoch": 0.047424366312346686,
      "grad_norm": 0.29296875,
      "learning_rate": 9.46793997271487e-06,
      "loss": 0.8125,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 348
    },
    {
      "epoch": 0.04756064322703734,
      "grad_norm": 0.2578125,
      "learning_rate": 9.495225102319237e-06,
      "loss": 0.8057,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 349
    },
    {
      "epoch": 0.047696920141727994,
      "grad_norm": 0.357421875,
      "learning_rate": 9.522510231923602e-06,
      "loss": 0.8542,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 350
    },
    {
      "epoch": 0.04783319705641864,
      "grad_norm": 0.291015625,
      "learning_rate": 9.549795361527968e-06,
      "loss": 0.8119,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 351
    },
    {
      "epoch": 0.047969473971109296,
      "grad_norm": 0.41015625,
      "learning_rate": 9.577080491132333e-06,
      "loss": 0.8879,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 352
    },
    {
      "epoch": 0.04810575088579994,
      "grad_norm": 0.251953125,
      "learning_rate": 9.6043656207367e-06,
      "loss": 0.8442,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 353
    },
    {
      "epoch": 0.0482420278004906,
      "grad_norm": 0.2890625,
      "learning_rate": 9.631650750341064e-06,
      "loss": 0.8382,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 354
    },
    {
      "epoch": 0.04837830471518125,
      "grad_norm": 0.62890625,
      "learning_rate": 9.65893587994543e-06,
      "loss": 0.9421,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 355
    },
    {
      "epoch": 0.0485145816298719,
      "grad_norm": 0.255859375,
      "learning_rate": 9.686221009549796e-06,
      "loss": 0.7221,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 356
    },
    {
      "epoch": 0.04865085854456255,
      "grad_norm": 0.328125,
      "learning_rate": 9.713506139154161e-06,
      "loss": 0.8118,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 357
    },
    {
      "epoch": 0.0487871354592532,
      "grad_norm": 0.33203125,
      "learning_rate": 9.740791268758527e-06,
      "loss": 0.8568,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 358
    },
    {
      "epoch": 0.048923412373943855,
      "grad_norm": 0.345703125,
      "learning_rate": 9.768076398362893e-06,
      "loss": 0.8487,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 359
    },
    {
      "epoch": 0.04905968928863451,
      "grad_norm": 0.283203125,
      "learning_rate": 9.795361527967258e-06,
      "loss": 0.78,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 360
    },
    {
      "epoch": 0.049195966203325156,
      "grad_norm": 0.3203125,
      "learning_rate": 9.822646657571624e-06,
      "loss": 0.8244,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 361
    },
    {
      "epoch": 0.04933224311801581,
      "grad_norm": 0.322265625,
      "learning_rate": 9.84993178717599e-06,
      "loss": 0.8275,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 362
    },
    {
      "epoch": 0.04946852003270646,
      "grad_norm": 0.333984375,
      "learning_rate": 9.877216916780355e-06,
      "loss": 0.8222,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 363
    },
    {
      "epoch": 0.04960479694739711,
      "grad_norm": 0.27734375,
      "learning_rate": 9.90450204638472e-06,
      "loss": 0.7549,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 364
    },
    {
      "epoch": 0.04974107386208776,
      "grad_norm": 0.341796875,
      "learning_rate": 9.931787175989087e-06,
      "loss": 0.8462,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 365
    },
    {
      "epoch": 0.04987735077677841,
      "grad_norm": 0.283203125,
      "learning_rate": 9.959072305593452e-06,
      "loss": 0.7197,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 366
    },
    {
      "epoch": 0.05001362769146907,
      "grad_norm": 0.31640625,
      "learning_rate": 9.986357435197817e-06,
      "loss": 0.7846,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 367
    },
    {
      "epoch": 0.050149904606159715,
      "grad_norm": 0.255859375,
      "learning_rate": 1.0013642564802184e-05,
      "loss": 0.751,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 368
    },
    {
      "epoch": 0.05028618152085037,
      "grad_norm": 0.2578125,
      "learning_rate": 1.0040927694406551e-05,
      "loss": 0.7988,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 369
    },
    {
      "epoch": 0.050422458435541016,
      "grad_norm": 0.27734375,
      "learning_rate": 1.0068212824010914e-05,
      "loss": 0.8324,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 370
    },
    {
      "epoch": 0.05055873535023167,
      "grad_norm": 0.267578125,
      "learning_rate": 1.0095497953615281e-05,
      "loss": 0.7502,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 371
    },
    {
      "epoch": 0.050695012264922325,
      "grad_norm": 0.328125,
      "learning_rate": 1.0122783083219648e-05,
      "loss": 0.8031,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 372
    },
    {
      "epoch": 0.05083128917961297,
      "grad_norm": 0.421875,
      "learning_rate": 1.0150068212824011e-05,
      "loss": 0.9546,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 373
    },
    {
      "epoch": 0.050967566094303626,
      "grad_norm": 0.349609375,
      "learning_rate": 1.0177353342428378e-05,
      "loss": 0.8017,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 374
    },
    {
      "epoch": 0.051103843008994274,
      "grad_norm": 0.30078125,
      "learning_rate": 1.0204638472032743e-05,
      "loss": 0.7675,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 375
    },
    {
      "epoch": 0.05124011992368493,
      "grad_norm": 0.27734375,
      "learning_rate": 1.0231923601637108e-05,
      "loss": 0.8342,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 376
    },
    {
      "epoch": 0.05137639683837558,
      "grad_norm": 0.279296875,
      "learning_rate": 1.0259208731241475e-05,
      "loss": 0.7719,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 377
    },
    {
      "epoch": 0.05151267375306623,
      "grad_norm": 0.28515625,
      "learning_rate": 1.028649386084584e-05,
      "loss": 0.8411,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 378
    },
    {
      "epoch": 0.051648950667756884,
      "grad_norm": 0.267578125,
      "learning_rate": 1.0313778990450205e-05,
      "loss": 0.7837,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 379
    },
    {
      "epoch": 0.05178522758244753,
      "grad_norm": 0.27734375,
      "learning_rate": 1.0341064120054572e-05,
      "loss": 0.831,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 380
    },
    {
      "epoch": 0.051921504497138185,
      "grad_norm": 0.373046875,
      "learning_rate": 1.0368349249658937e-05,
      "loss": 0.8431,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 381
    },
    {
      "epoch": 0.05205778141182884,
      "grad_norm": 0.349609375,
      "learning_rate": 1.0395634379263302e-05,
      "loss": 0.8336,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 382
    },
    {
      "epoch": 0.05219405832651949,
      "grad_norm": 0.306640625,
      "learning_rate": 1.0422919508867669e-05,
      "loss": 0.8015,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 383
    },
    {
      "epoch": 0.05233033524121014,
      "grad_norm": 0.349609375,
      "learning_rate": 1.0450204638472034e-05,
      "loss": 0.8488,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 384
    },
    {
      "epoch": 0.05246661215590079,
      "grad_norm": 0.306640625,
      "learning_rate": 1.04774897680764e-05,
      "loss": 0.8314,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 385
    },
    {
      "epoch": 0.05260288907059144,
      "grad_norm": 0.54296875,
      "learning_rate": 1.0504774897680764e-05,
      "loss": 0.7954,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 386
    },
    {
      "epoch": 0.0527391659852821,
      "grad_norm": 0.326171875,
      "learning_rate": 1.0532060027285131e-05,
      "loss": 0.7612,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 387
    },
    {
      "epoch": 0.052875442899972744,
      "grad_norm": 0.30078125,
      "learning_rate": 1.0559345156889496e-05,
      "loss": 0.8743,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 388
    },
    {
      "epoch": 0.0530117198146634,
      "grad_norm": 0.2451171875,
      "learning_rate": 1.0586630286493861e-05,
      "loss": 0.801,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 389
    },
    {
      "epoch": 0.053147996729354045,
      "grad_norm": 0.33203125,
      "learning_rate": 1.0613915416098228e-05,
      "loss": 0.8209,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 390
    },
    {
      "epoch": 0.0532842736440447,
      "grad_norm": 0.419921875,
      "learning_rate": 1.0641200545702593e-05,
      "loss": 0.7766,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 391
    },
    {
      "epoch": 0.05342055055873535,
      "grad_norm": 0.322265625,
      "learning_rate": 1.0668485675306958e-05,
      "loss": 0.799,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 392
    },
    {
      "epoch": 0.053556827473426,
      "grad_norm": 0.353515625,
      "learning_rate": 1.0695770804911325e-05,
      "loss": 0.8437,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 393
    },
    {
      "epoch": 0.053693104388116655,
      "grad_norm": 0.388671875,
      "learning_rate": 1.072305593451569e-05,
      "loss": 0.8944,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 394
    },
    {
      "epoch": 0.0538293813028073,
      "grad_norm": 0.27734375,
      "learning_rate": 1.0750341064120055e-05,
      "loss": 0.7859,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 395
    },
    {
      "epoch": 0.05396565821749796,
      "grad_norm": 0.283203125,
      "learning_rate": 1.0777626193724422e-05,
      "loss": 0.7725,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 396
    },
    {
      "epoch": 0.054101935132188604,
      "grad_norm": 0.341796875,
      "learning_rate": 1.0804911323328785e-05,
      "loss": 0.798,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 397
    },
    {
      "epoch": 0.05423821204687926,
      "grad_norm": 0.326171875,
      "learning_rate": 1.0832196452933152e-05,
      "loss": 0.8242,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 398
    },
    {
      "epoch": 0.05437448896156991,
      "grad_norm": 0.318359375,
      "learning_rate": 1.0859481582537519e-05,
      "loss": 0.8005,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 399
    },
    {
      "epoch": 0.05451076587626056,
      "grad_norm": 0.3203125,
      "learning_rate": 1.0886766712141882e-05,
      "loss": 0.8087,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 400
    },
    {
      "epoch": 0.054647042790951214,
      "grad_norm": 0.302734375,
      "learning_rate": 1.0914051841746249e-05,
      "loss": 0.8802,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 401
    },
    {
      "epoch": 0.05478331970564186,
      "grad_norm": 0.380859375,
      "learning_rate": 1.0941336971350616e-05,
      "loss": 0.7942,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 402
    },
    {
      "epoch": 0.054919596620332516,
      "grad_norm": 0.322265625,
      "learning_rate": 1.096862210095498e-05,
      "loss": 0.8122,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 403
    },
    {
      "epoch": 0.05505587353502317,
      "grad_norm": 0.412109375,
      "learning_rate": 1.0995907230559346e-05,
      "loss": 0.8353,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 404
    },
    {
      "epoch": 0.05519215044971382,
      "grad_norm": 0.2890625,
      "learning_rate": 1.1023192360163713e-05,
      "loss": 0.7233,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 405
    },
    {
      "epoch": 0.05532842736440447,
      "grad_norm": 0.28125,
      "learning_rate": 1.1050477489768076e-05,
      "loss": 0.7841,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 406
    },
    {
      "epoch": 0.05546470427909512,
      "grad_norm": 0.353515625,
      "learning_rate": 1.1077762619372443e-05,
      "loss": 0.8742,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 407
    },
    {
      "epoch": 0.05560098119378577,
      "grad_norm": 0.29296875,
      "learning_rate": 1.110504774897681e-05,
      "loss": 0.7791,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 408
    },
    {
      "epoch": 0.05573725810847643,
      "grad_norm": 0.30078125,
      "learning_rate": 1.1132332878581173e-05,
      "loss": 0.8237,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 409
    },
    {
      "epoch": 0.055873535023167074,
      "grad_norm": 0.546875,
      "learning_rate": 1.115961800818554e-05,
      "loss": 0.7853,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 410
    },
    {
      "epoch": 0.05600981193785773,
      "grad_norm": 0.330078125,
      "learning_rate": 1.1186903137789907e-05,
      "loss": 0.8824,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 411
    },
    {
      "epoch": 0.056146088852548376,
      "grad_norm": 0.28515625,
      "learning_rate": 1.121418826739427e-05,
      "loss": 0.7792,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 412
    },
    {
      "epoch": 0.05628236576723903,
      "grad_norm": 0.294921875,
      "learning_rate": 1.1241473396998637e-05,
      "loss": 0.8219,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 413
    },
    {
      "epoch": 0.056418642681929684,
      "grad_norm": 0.302734375,
      "learning_rate": 1.1268758526603004e-05,
      "loss": 0.7538,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 414
    },
    {
      "epoch": 0.05655491959662033,
      "grad_norm": 0.302734375,
      "learning_rate": 1.1296043656207367e-05,
      "loss": 0.7167,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 415
    },
    {
      "epoch": 0.056691196511310986,
      "grad_norm": 0.30078125,
      "learning_rate": 1.1323328785811734e-05,
      "loss": 0.7605,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 416
    },
    {
      "epoch": 0.05682747342600163,
      "grad_norm": 0.2734375,
      "learning_rate": 1.13506139154161e-05,
      "loss": 0.8141,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 417
    },
    {
      "epoch": 0.05696375034069229,
      "grad_norm": 0.298828125,
      "learning_rate": 1.1377899045020464e-05,
      "loss": 0.7544,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 418
    },
    {
      "epoch": 0.057100027255382935,
      "grad_norm": 0.240234375,
      "learning_rate": 1.1405184174624831e-05,
      "loss": 0.8162,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 419
    },
    {
      "epoch": 0.05723630417007359,
      "grad_norm": 0.2431640625,
      "learning_rate": 1.1432469304229196e-05,
      "loss": 0.789,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 420
    },
    {
      "epoch": 0.05737258108476424,
      "grad_norm": 0.302734375,
      "learning_rate": 1.1459754433833561e-05,
      "loss": 0.8202,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 421
    },
    {
      "epoch": 0.05750885799945489,
      "grad_norm": 0.439453125,
      "learning_rate": 1.1487039563437928e-05,
      "loss": 0.9097,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 422
    },
    {
      "epoch": 0.057645134914145545,
      "grad_norm": 0.330078125,
      "learning_rate": 1.1514324693042293e-05,
      "loss": 0.817,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 423
    },
    {
      "epoch": 0.05778141182883619,
      "grad_norm": 0.37109375,
      "learning_rate": 1.1541609822646658e-05,
      "loss": 0.8743,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 424
    },
    {
      "epoch": 0.057917688743526846,
      "grad_norm": 0.337890625,
      "learning_rate": 1.1568894952251025e-05,
      "loss": 0.9424,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 425
    },
    {
      "epoch": 0.0580539656582175,
      "grad_norm": 0.263671875,
      "learning_rate": 1.159618008185539e-05,
      "loss": 0.7513,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 426
    },
    {
      "epoch": 0.05819024257290815,
      "grad_norm": 0.3515625,
      "learning_rate": 1.1623465211459755e-05,
      "loss": 0.8295,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 427
    },
    {
      "epoch": 0.0583265194875988,
      "grad_norm": 0.35546875,
      "learning_rate": 1.1650750341064122e-05,
      "loss": 0.8387,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 428
    },
    {
      "epoch": 0.05846279640228945,
      "grad_norm": 0.291015625,
      "learning_rate": 1.1678035470668487e-05,
      "loss": 0.8505,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 429
    },
    {
      "epoch": 0.0585990733169801,
      "grad_norm": 0.462890625,
      "learning_rate": 1.1705320600272852e-05,
      "loss": 0.8913,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 430
    },
    {
      "epoch": 0.05873535023167076,
      "grad_norm": 0.28125,
      "learning_rate": 1.1732605729877217e-05,
      "loss": 0.7861,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 431
    },
    {
      "epoch": 0.058871627146361405,
      "grad_norm": 0.28125,
      "learning_rate": 1.1759890859481584e-05,
      "loss": 0.7958,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 432
    },
    {
      "epoch": 0.05900790406105206,
      "grad_norm": 0.28125,
      "learning_rate": 1.1787175989085949e-05,
      "loss": 0.7186,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 433
    },
    {
      "epoch": 0.059144180975742706,
      "grad_norm": 0.373046875,
      "learning_rate": 1.1814461118690314e-05,
      "loss": 0.871,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 434
    },
    {
      "epoch": 0.05928045789043336,
      "grad_norm": 0.328125,
      "learning_rate": 1.184174624829468e-05,
      "loss": 0.826,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 435
    },
    {
      "epoch": 0.059416734805124015,
      "grad_norm": 0.37109375,
      "learning_rate": 1.1869031377899046e-05,
      "loss": 0.8207,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 436
    },
    {
      "epoch": 0.05955301171981466,
      "grad_norm": 0.33984375,
      "learning_rate": 1.1896316507503411e-05,
      "loss": 0.8568,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 437
    },
    {
      "epoch": 0.059689288634505316,
      "grad_norm": 0.486328125,
      "learning_rate": 1.1923601637107778e-05,
      "loss": 0.866,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 438
    },
    {
      "epoch": 0.059825565549195964,
      "grad_norm": 0.333984375,
      "learning_rate": 1.1950886766712143e-05,
      "loss": 0.8321,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 439
    },
    {
      "epoch": 0.05996184246388662,
      "grad_norm": 0.296875,
      "learning_rate": 1.1978171896316508e-05,
      "loss": 0.8246,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 440
    },
    {
      "epoch": 0.06009811937857727,
      "grad_norm": 0.259765625,
      "learning_rate": 1.2005457025920875e-05,
      "loss": 0.849,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 441
    },
    {
      "epoch": 0.06023439629326792,
      "grad_norm": 0.36328125,
      "learning_rate": 1.2032742155525238e-05,
      "loss": 0.8765,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 442
    },
    {
      "epoch": 0.060370673207958574,
      "grad_norm": 0.3671875,
      "learning_rate": 1.2060027285129605e-05,
      "loss": 0.8779,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 443
    },
    {
      "epoch": 0.06050695012264922,
      "grad_norm": 0.25390625,
      "learning_rate": 1.2087312414733972e-05,
      "loss": 0.7675,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 444
    },
    {
      "epoch": 0.060643227037339875,
      "grad_norm": 0.27734375,
      "learning_rate": 1.2114597544338335e-05,
      "loss": 0.7637,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 445
    },
    {
      "epoch": 0.06077950395203053,
      "grad_norm": 0.31640625,
      "learning_rate": 1.2141882673942702e-05,
      "loss": 0.7548,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 446
    },
    {
      "epoch": 0.06091578086672118,
      "grad_norm": 0.326171875,
      "learning_rate": 1.2169167803547069e-05,
      "loss": 0.8344,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 447
    },
    {
      "epoch": 0.06105205778141183,
      "grad_norm": 0.3203125,
      "learning_rate": 1.2196452933151432e-05,
      "loss": 0.7705,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 448
    },
    {
      "epoch": 0.06118833469610248,
      "grad_norm": 0.359375,
      "learning_rate": 1.2223738062755799e-05,
      "loss": 0.8042,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 449
    },
    {
      "epoch": 0.06132461161079313,
      "grad_norm": 0.38671875,
      "learning_rate": 1.2251023192360166e-05,
      "loss": 0.7708,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 450
    },
    {
      "epoch": 0.06146088852548378,
      "grad_norm": 0.28125,
      "learning_rate": 1.2278308321964529e-05,
      "loss": 0.7298,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 451
    },
    {
      "epoch": 0.061597165440174434,
      "grad_norm": 0.263671875,
      "learning_rate": 1.2305593451568896e-05,
      "loss": 0.7226,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 452
    },
    {
      "epoch": 0.06173344235486509,
      "grad_norm": 0.27734375,
      "learning_rate": 1.2332878581173263e-05,
      "loss": 0.7619,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 453
    },
    {
      "epoch": 0.061869719269555735,
      "grad_norm": 0.306640625,
      "learning_rate": 1.2360163710777626e-05,
      "loss": 0.7614,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 454
    },
    {
      "epoch": 0.06200599618424639,
      "grad_norm": 0.447265625,
      "learning_rate": 1.2387448840381993e-05,
      "loss": 0.8373,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 455
    },
    {
      "epoch": 0.06214227309893704,
      "grad_norm": 0.29296875,
      "learning_rate": 1.241473396998636e-05,
      "loss": 0.8038,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 456
    },
    {
      "epoch": 0.06227855001362769,
      "grad_norm": 0.28125,
      "learning_rate": 1.2442019099590723e-05,
      "loss": 0.767,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 457
    },
    {
      "epoch": 0.062414826928318345,
      "grad_norm": 0.333984375,
      "learning_rate": 1.246930422919509e-05,
      "loss": 0.8171,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 458
    },
    {
      "epoch": 0.06255110384300899,
      "grad_norm": 0.283203125,
      "learning_rate": 1.2496589358799456e-05,
      "loss": 0.788,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 459
    },
    {
      "epoch": 0.06268738075769964,
      "grad_norm": 0.306640625,
      "learning_rate": 1.252387448840382e-05,
      "loss": 0.7665,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 460
    },
    {
      "epoch": 0.0628236576723903,
      "grad_norm": 0.21875,
      "learning_rate": 1.2551159618008187e-05,
      "loss": 0.7218,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 461
    },
    {
      "epoch": 0.06295993458708095,
      "grad_norm": 0.291015625,
      "learning_rate": 1.2578444747612553e-05,
      "loss": 0.7349,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 462
    },
    {
      "epoch": 0.0630962115017716,
      "grad_norm": 0.2451171875,
      "learning_rate": 1.2605729877216917e-05,
      "loss": 0.761,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 463
    },
    {
      "epoch": 0.06323248841646226,
      "grad_norm": 0.31640625,
      "learning_rate": 1.2633015006821284e-05,
      "loss": 0.9009,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 464
    },
    {
      "epoch": 0.0633687653311529,
      "grad_norm": 0.5625,
      "learning_rate": 1.2660300136425649e-05,
      "loss": 0.7939,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 465
    },
    {
      "epoch": 0.06350504224584355,
      "grad_norm": 0.310546875,
      "learning_rate": 1.2687585266030014e-05,
      "loss": 0.9365,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 466
    },
    {
      "epoch": 0.0636413191605342,
      "grad_norm": 0.2890625,
      "learning_rate": 1.271487039563438e-05,
      "loss": 0.7023,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 467
    },
    {
      "epoch": 0.06377759607522486,
      "grad_norm": 0.640625,
      "learning_rate": 1.2742155525238746e-05,
      "loss": 1.0949,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 468
    },
    {
      "epoch": 0.06391387298991551,
      "grad_norm": 0.25390625,
      "learning_rate": 1.276944065484311e-05,
      "loss": 0.7676,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 469
    },
    {
      "epoch": 0.06405014990460615,
      "grad_norm": 0.302734375,
      "learning_rate": 1.2796725784447478e-05,
      "loss": 0.823,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 470
    },
    {
      "epoch": 0.06418642681929682,
      "grad_norm": 0.30078125,
      "learning_rate": 1.2824010914051843e-05,
      "loss": 0.8308,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 471
    },
    {
      "epoch": 0.06432270373398746,
      "grad_norm": 0.255859375,
      "learning_rate": 1.2851296043656208e-05,
      "loss": 0.8248,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 472
    },
    {
      "epoch": 0.06445898064867811,
      "grad_norm": 0.28125,
      "learning_rate": 1.2878581173260574e-05,
      "loss": 0.7972,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 473
    },
    {
      "epoch": 0.06459525756336877,
      "grad_norm": 0.287109375,
      "learning_rate": 1.290586630286494e-05,
      "loss": 0.7431,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 474
    },
    {
      "epoch": 0.06473153447805942,
      "grad_norm": 0.4296875,
      "learning_rate": 1.2933151432469306e-05,
      "loss": 0.8382,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 475
    },
    {
      "epoch": 0.06486781139275007,
      "grad_norm": 0.283203125,
      "learning_rate": 1.296043656207367e-05,
      "loss": 0.8488,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 476
    },
    {
      "epoch": 0.06500408830744071,
      "grad_norm": 0.443359375,
      "learning_rate": 1.2987721691678037e-05,
      "loss": 0.8608,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 477
    },
    {
      "epoch": 0.06514036522213137,
      "grad_norm": 0.271484375,
      "learning_rate": 1.3015006821282403e-05,
      "loss": 0.739,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 478
    },
    {
      "epoch": 0.06527664213682202,
      "grad_norm": 0.47265625,
      "learning_rate": 1.3042291950886767e-05,
      "loss": 0.7349,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 479
    },
    {
      "epoch": 0.06541291905151267,
      "grad_norm": 0.27734375,
      "learning_rate": 1.3069577080491133e-05,
      "loss": 0.8309,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 480
    },
    {
      "epoch": 0.06554919596620333,
      "grad_norm": 0.5234375,
      "learning_rate": 1.30968622100955e-05,
      "loss": 0.8019,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 481
    },
    {
      "epoch": 0.06568547288089398,
      "grad_norm": 0.3046875,
      "learning_rate": 1.3124147339699864e-05,
      "loss": 0.7354,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 482
    },
    {
      "epoch": 0.06582174979558462,
      "grad_norm": 0.33203125,
      "learning_rate": 1.315143246930423e-05,
      "loss": 0.8331,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 483
    },
    {
      "epoch": 0.06595802671027529,
      "grad_norm": 0.2734375,
      "learning_rate": 1.3178717598908597e-05,
      "loss": 0.8104,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 484
    },
    {
      "epoch": 0.06609430362496593,
      "grad_norm": 0.41796875,
      "learning_rate": 1.320600272851296e-05,
      "loss": 0.784,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 485
    },
    {
      "epoch": 0.06623058053965658,
      "grad_norm": 0.47265625,
      "learning_rate": 1.3233287858117327e-05,
      "loss": 0.7669,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 486
    },
    {
      "epoch": 0.06636685745434723,
      "grad_norm": 0.333984375,
      "learning_rate": 1.3260572987721694e-05,
      "loss": 0.7946,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 487
    },
    {
      "epoch": 0.06650313436903789,
      "grad_norm": 0.337890625,
      "learning_rate": 1.3287858117326058e-05,
      "loss": 0.7925,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 488
    },
    {
      "epoch": 0.06663941128372854,
      "grad_norm": 0.33984375,
      "learning_rate": 1.3315143246930424e-05,
      "loss": 0.7968,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 489
    },
    {
      "epoch": 0.06677568819841918,
      "grad_norm": 0.29296875,
      "learning_rate": 1.3342428376534791e-05,
      "loss": 0.6951,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 490
    },
    {
      "epoch": 0.06691196511310984,
      "grad_norm": 0.25390625,
      "learning_rate": 1.3369713506139155e-05,
      "loss": 0.7762,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 491
    },
    {
      "epoch": 0.06704824202780049,
      "grad_norm": 0.37109375,
      "learning_rate": 1.3396998635743521e-05,
      "loss": 0.822,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 492
    },
    {
      "epoch": 0.06718451894249114,
      "grad_norm": 0.263671875,
      "learning_rate": 1.3424283765347888e-05,
      "loss": 0.7533,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 493
    },
    {
      "epoch": 0.06732079585718179,
      "grad_norm": 0.3359375,
      "learning_rate": 1.3451568894952252e-05,
      "loss": 0.7839,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 494
    },
    {
      "epoch": 0.06745707277187245,
      "grad_norm": 0.294921875,
      "learning_rate": 1.3478854024556618e-05,
      "loss": 0.749,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 495
    },
    {
      "epoch": 0.0675933496865631,
      "grad_norm": 0.31640625,
      "learning_rate": 1.3506139154160985e-05,
      "loss": 0.7386,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 496
    },
    {
      "epoch": 0.06772962660125374,
      "grad_norm": 0.287109375,
      "learning_rate": 1.3533424283765348e-05,
      "loss": 0.7564,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 497
    },
    {
      "epoch": 0.0678659035159444,
      "grad_norm": 0.27734375,
      "learning_rate": 1.3560709413369715e-05,
      "loss": 0.766,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 498
    },
    {
      "epoch": 0.06800218043063505,
      "grad_norm": 0.271484375,
      "learning_rate": 1.358799454297408e-05,
      "loss": 0.7539,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 499
    },
    {
      "epoch": 0.0681384573453257,
      "grad_norm": 0.310546875,
      "learning_rate": 1.3615279672578445e-05,
      "loss": 0.8254,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 500
    },
    {
      "epoch": 0.06827473426001636,
      "grad_norm": 0.298828125,
      "learning_rate": 1.3642564802182812e-05,
      "loss": 0.8471,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 501
    },
    {
      "epoch": 0.068411011174707,
      "grad_norm": 0.30859375,
      "learning_rate": 1.3669849931787177e-05,
      "loss": 0.7867,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 502
    },
    {
      "epoch": 0.06854728808939765,
      "grad_norm": 0.328125,
      "learning_rate": 1.3697135061391542e-05,
      "loss": 0.8429,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 503
    },
    {
      "epoch": 0.0686835650040883,
      "grad_norm": 0.345703125,
      "learning_rate": 1.372442019099591e-05,
      "loss": 0.8139,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 504
    },
    {
      "epoch": 0.06881984191877896,
      "grad_norm": 0.341796875,
      "learning_rate": 1.3751705320600274e-05,
      "loss": 0.79,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 505
    },
    {
      "epoch": 0.06895611883346961,
      "grad_norm": 0.30859375,
      "learning_rate": 1.377899045020464e-05,
      "loss": 0.8204,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 506
    },
    {
      "epoch": 0.06909239574816026,
      "grad_norm": 0.376953125,
      "learning_rate": 1.3806275579809006e-05,
      "loss": 0.8246,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 507
    },
    {
      "epoch": 0.06922867266285092,
      "grad_norm": 0.33984375,
      "learning_rate": 1.3833560709413371e-05,
      "loss": 0.8246,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 508
    },
    {
      "epoch": 0.06936494957754157,
      "grad_norm": 0.4453125,
      "learning_rate": 1.3860845839017736e-05,
      "loss": 0.8355,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 509
    },
    {
      "epoch": 0.06950122649223221,
      "grad_norm": 0.296875,
      "learning_rate": 1.3888130968622101e-05,
      "loss": 0.7517,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 510
    },
    {
      "epoch": 0.06963750340692287,
      "grad_norm": 0.25,
      "learning_rate": 1.3915416098226468e-05,
      "loss": 0.7594,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 511
    },
    {
      "epoch": 0.06977378032161352,
      "grad_norm": 0.375,
      "learning_rate": 1.3942701227830833e-05,
      "loss": 0.7733,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 512
    },
    {
      "epoch": 0.06991005723630417,
      "grad_norm": 0.30859375,
      "learning_rate": 1.3969986357435198e-05,
      "loss": 0.8044,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 513
    },
    {
      "epoch": 0.07004633415099482,
      "grad_norm": 0.30078125,
      "learning_rate": 1.3997271487039565e-05,
      "loss": 0.7425,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 514
    },
    {
      "epoch": 0.07018261106568548,
      "grad_norm": 0.3359375,
      "learning_rate": 1.402455661664393e-05,
      "loss": 0.7839,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 515
    },
    {
      "epoch": 0.07031888798037612,
      "grad_norm": 0.29296875,
      "learning_rate": 1.4051841746248295e-05,
      "loss": 0.7384,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 516
    },
    {
      "epoch": 0.07045516489506677,
      "grad_norm": 0.33203125,
      "learning_rate": 1.4079126875852662e-05,
      "loss": 0.7197,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 517
    },
    {
      "epoch": 0.07059144180975743,
      "grad_norm": 0.267578125,
      "learning_rate": 1.4106412005457027e-05,
      "loss": 0.7741,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 518
    },
    {
      "epoch": 0.07072771872444808,
      "grad_norm": 0.291015625,
      "learning_rate": 1.4133697135061392e-05,
      "loss": 0.7448,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 519
    },
    {
      "epoch": 0.07086399563913873,
      "grad_norm": 0.42578125,
      "learning_rate": 1.4160982264665759e-05,
      "loss": 0.7767,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 520
    },
    {
      "epoch": 0.07100027255382937,
      "grad_norm": 0.359375,
      "learning_rate": 1.4188267394270122e-05,
      "loss": 0.7793,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 521
    },
    {
      "epoch": 0.07113654946852004,
      "grad_norm": 0.322265625,
      "learning_rate": 1.421555252387449e-05,
      "loss": 0.7664,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 522
    },
    {
      "epoch": 0.07127282638321068,
      "grad_norm": 0.2734375,
      "learning_rate": 1.4242837653478856e-05,
      "loss": 0.6739,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 523
    },
    {
      "epoch": 0.07140910329790133,
      "grad_norm": 0.263671875,
      "learning_rate": 1.427012278308322e-05,
      "loss": 0.7489,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 524
    },
    {
      "epoch": 0.07154538021259199,
      "grad_norm": 0.400390625,
      "learning_rate": 1.4297407912687586e-05,
      "loss": 0.7393,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 525
    },
    {
      "epoch": 0.07168165712728264,
      "grad_norm": 0.3046875,
      "learning_rate": 1.4324693042291953e-05,
      "loss": 0.7648,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 526
    },
    {
      "epoch": 0.07181793404197329,
      "grad_norm": 0.427734375,
      "learning_rate": 1.4351978171896316e-05,
      "loss": 0.8874,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 527
    },
    {
      "epoch": 0.07195421095666395,
      "grad_norm": 0.373046875,
      "learning_rate": 1.4379263301500683e-05,
      "loss": 0.8273,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 528
    },
    {
      "epoch": 0.0720904878713546,
      "grad_norm": 0.392578125,
      "learning_rate": 1.440654843110505e-05,
      "loss": 0.8148,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 529
    },
    {
      "epoch": 0.07222676478604524,
      "grad_norm": 0.283203125,
      "learning_rate": 1.4433833560709413e-05,
      "loss": 0.8355,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 530
    },
    {
      "epoch": 0.07236304170073589,
      "grad_norm": 0.35546875,
      "learning_rate": 1.446111869031378e-05,
      "loss": 0.8577,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 531
    },
    {
      "epoch": 0.07249931861542655,
      "grad_norm": 0.263671875,
      "learning_rate": 1.4488403819918147e-05,
      "loss": 0.7681,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 532
    },
    {
      "epoch": 0.0726355955301172,
      "grad_norm": 0.298828125,
      "learning_rate": 1.451568894952251e-05,
      "loss": 0.772,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 533
    },
    {
      "epoch": 0.07277187244480784,
      "grad_norm": 0.353515625,
      "learning_rate": 1.4542974079126877e-05,
      "loss": 0.7773,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 534
    },
    {
      "epoch": 0.0729081493594985,
      "grad_norm": 0.3125,
      "learning_rate": 1.4570259208731244e-05,
      "loss": 0.8566,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 535
    },
    {
      "epoch": 0.07304442627418915,
      "grad_norm": 0.248046875,
      "learning_rate": 1.4597544338335607e-05,
      "loss": 0.7595,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 536
    },
    {
      "epoch": 0.0731807031888798,
      "grad_norm": 0.291015625,
      "learning_rate": 1.4624829467939974e-05,
      "loss": 0.8314,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 537
    },
    {
      "epoch": 0.07331698010357046,
      "grad_norm": 0.298828125,
      "learning_rate": 1.465211459754434e-05,
      "loss": 0.7285,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 538
    },
    {
      "epoch": 0.07345325701826111,
      "grad_norm": 0.255859375,
      "learning_rate": 1.4679399727148704e-05,
      "loss": 0.738,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 539
    },
    {
      "epoch": 0.07358953393295176,
      "grad_norm": 0.41796875,
      "learning_rate": 1.4706684856753071e-05,
      "loss": 0.7248,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 540
    },
    {
      "epoch": 0.0737258108476424,
      "grad_norm": 0.3203125,
      "learning_rate": 1.4733969986357438e-05,
      "loss": 0.8625,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 541
    },
    {
      "epoch": 0.07386208776233306,
      "grad_norm": 0.337890625,
      "learning_rate": 1.4761255115961801e-05,
      "loss": 0.7749,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 542
    },
    {
      "epoch": 0.07399836467702371,
      "grad_norm": 0.30859375,
      "learning_rate": 1.4788540245566168e-05,
      "loss": 0.7397,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 543
    },
    {
      "epoch": 0.07413464159171436,
      "grad_norm": 0.30078125,
      "learning_rate": 1.4815825375170533e-05,
      "loss": 0.7274,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 544
    },
    {
      "epoch": 0.07427091850640502,
      "grad_norm": 0.330078125,
      "learning_rate": 1.4843110504774898e-05,
      "loss": 0.7821,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 545
    },
    {
      "epoch": 0.07440719542109567,
      "grad_norm": 0.314453125,
      "learning_rate": 1.4870395634379265e-05,
      "loss": 0.8088,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 546
    },
    {
      "epoch": 0.07454347233578631,
      "grad_norm": 0.259765625,
      "learning_rate": 1.489768076398363e-05,
      "loss": 0.7412,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 547
    },
    {
      "epoch": 0.07467974925047698,
      "grad_norm": 0.5625,
      "learning_rate": 1.4924965893587995e-05,
      "loss": 0.7942,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 548
    },
    {
      "epoch": 0.07481602616516762,
      "grad_norm": 0.8203125,
      "learning_rate": 1.4952251023192362e-05,
      "loss": 0.797,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 549
    },
    {
      "epoch": 0.07495230307985827,
      "grad_norm": 0.4453125,
      "learning_rate": 1.4979536152796727e-05,
      "loss": 0.829,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 550
    },
    {
      "epoch": 0.07508857999454892,
      "grad_norm": 0.375,
      "learning_rate": 1.5006821282401092e-05,
      "loss": 0.8833,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 551
    },
    {
      "epoch": 0.07522485690923958,
      "grad_norm": 0.287109375,
      "learning_rate": 1.5034106412005459e-05,
      "loss": 0.7976,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 552
    },
    {
      "epoch": 0.07536113382393023,
      "grad_norm": 0.353515625,
      "learning_rate": 1.5061391541609824e-05,
      "loss": 0.8018,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 553
    },
    {
      "epoch": 0.07549741073862087,
      "grad_norm": 0.259765625,
      "learning_rate": 1.5088676671214189e-05,
      "loss": 0.744,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 554
    },
    {
      "epoch": 0.07563368765331153,
      "grad_norm": 0.419921875,
      "learning_rate": 1.5115961800818554e-05,
      "loss": 0.7285,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 555
    },
    {
      "epoch": 0.07576996456800218,
      "grad_norm": 0.25390625,
      "learning_rate": 1.5143246930422921e-05,
      "loss": 0.7911,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 556
    },
    {
      "epoch": 0.07590624148269283,
      "grad_norm": 0.287109375,
      "learning_rate": 1.5170532060027286e-05,
      "loss": 0.7814,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 557
    },
    {
      "epoch": 0.07604251839738348,
      "grad_norm": 0.3515625,
      "learning_rate": 1.5197817189631651e-05,
      "loss": 0.7715,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 558
    },
    {
      "epoch": 0.07617879531207414,
      "grad_norm": 0.29296875,
      "learning_rate": 1.5225102319236018e-05,
      "loss": 0.7845,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 559
    },
    {
      "epoch": 0.07631507222676479,
      "grad_norm": 0.279296875,
      "learning_rate": 1.5252387448840383e-05,
      "loss": 0.7334,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 560
    },
    {
      "epoch": 0.07645134914145543,
      "grad_norm": 0.35546875,
      "learning_rate": 1.5279672578444748e-05,
      "loss": 0.8202,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 561
    },
    {
      "epoch": 0.0765876260561461,
      "grad_norm": 0.26953125,
      "learning_rate": 1.5306957708049115e-05,
      "loss": 0.7343,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 562
    },
    {
      "epoch": 0.07672390297083674,
      "grad_norm": 0.2890625,
      "learning_rate": 1.5334242837653478e-05,
      "loss": 0.8442,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 563
    },
    {
      "epoch": 0.07686017988552739,
      "grad_norm": 0.294921875,
      "learning_rate": 1.5361527967257845e-05,
      "loss": 0.7409,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 564
    },
    {
      "epoch": 0.07699645680021805,
      "grad_norm": 0.26953125,
      "learning_rate": 1.5388813096862212e-05,
      "loss": 0.7523,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 565
    },
    {
      "epoch": 0.0771327337149087,
      "grad_norm": 0.26953125,
      "learning_rate": 1.5416098226466575e-05,
      "loss": 0.7437,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 566
    },
    {
      "epoch": 0.07726901062959934,
      "grad_norm": 0.28515625,
      "learning_rate": 1.5443383356070942e-05,
      "loss": 0.7879,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 567
    },
    {
      "epoch": 0.07740528754428999,
      "grad_norm": 0.416015625,
      "learning_rate": 1.547066848567531e-05,
      "loss": 0.7811,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 568
    },
    {
      "epoch": 0.07754156445898065,
      "grad_norm": 0.3125,
      "learning_rate": 1.5497953615279672e-05,
      "loss": 0.7975,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 569
    },
    {
      "epoch": 0.0776778413736713,
      "grad_norm": 0.259765625,
      "learning_rate": 1.552523874488404e-05,
      "loss": 0.7622,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 570
    },
    {
      "epoch": 0.07781411828836195,
      "grad_norm": 0.4375,
      "learning_rate": 1.5552523874488406e-05,
      "loss": 0.8163,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 571
    },
    {
      "epoch": 0.07795039520305261,
      "grad_norm": 0.26171875,
      "learning_rate": 1.557980900409277e-05,
      "loss": 0.767,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 572
    },
    {
      "epoch": 0.07808667211774326,
      "grad_norm": 0.310546875,
      "learning_rate": 1.5607094133697136e-05,
      "loss": 0.81,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 573
    },
    {
      "epoch": 0.0782229490324339,
      "grad_norm": 0.265625,
      "learning_rate": 1.5634379263301503e-05,
      "loss": 0.8077,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 574
    },
    {
      "epoch": 0.07835922594712456,
      "grad_norm": 0.30078125,
      "learning_rate": 1.5661664392905866e-05,
      "loss": 0.8411,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 575
    },
    {
      "epoch": 0.07849550286181521,
      "grad_norm": 0.314453125,
      "learning_rate": 1.5688949522510233e-05,
      "loss": 0.8301,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 576
    },
    {
      "epoch": 0.07863177977650586,
      "grad_norm": 0.31640625,
      "learning_rate": 1.57162346521146e-05,
      "loss": 0.7885,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 577
    },
    {
      "epoch": 0.0787680566911965,
      "grad_norm": 0.2578125,
      "learning_rate": 1.5743519781718966e-05,
      "loss": 0.7785,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 578
    },
    {
      "epoch": 0.07890433360588717,
      "grad_norm": 0.267578125,
      "learning_rate": 1.577080491132333e-05,
      "loss": 0.7859,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 579
    },
    {
      "epoch": 0.07904061052057781,
      "grad_norm": 0.359375,
      "learning_rate": 1.5798090040927697e-05,
      "loss": 0.7507,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 580
    },
    {
      "epoch": 0.07917688743526846,
      "grad_norm": 0.412109375,
      "learning_rate": 1.5825375170532063e-05,
      "loss": 0.8171,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 581
    },
    {
      "epoch": 0.07931316434995912,
      "grad_norm": 0.326171875,
      "learning_rate": 1.5852660300136427e-05,
      "loss": 0.7251,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 582
    },
    {
      "epoch": 0.07944944126464977,
      "grad_norm": 0.26953125,
      "learning_rate": 1.5879945429740794e-05,
      "loss": 0.8162,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 583
    },
    {
      "epoch": 0.07958571817934042,
      "grad_norm": 0.423828125,
      "learning_rate": 1.590723055934516e-05,
      "loss": 0.7931,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 584
    },
    {
      "epoch": 0.07972199509403106,
      "grad_norm": 0.3125,
      "learning_rate": 1.5934515688949524e-05,
      "loss": 0.776,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 585
    },
    {
      "epoch": 0.07985827200872173,
      "grad_norm": 0.453125,
      "learning_rate": 1.596180081855389e-05,
      "loss": 0.8407,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 586
    },
    {
      "epoch": 0.07999454892341237,
      "grad_norm": 0.373046875,
      "learning_rate": 1.5989085948158257e-05,
      "loss": 0.7825,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 587
    },
    {
      "epoch": 0.08013082583810302,
      "grad_norm": 0.341796875,
      "learning_rate": 1.601637107776262e-05,
      "loss": 0.8076,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 588
    },
    {
      "epoch": 0.08026710275279368,
      "grad_norm": 0.373046875,
      "learning_rate": 1.6043656207366987e-05,
      "loss": 0.7939,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 589
    },
    {
      "epoch": 0.08040337966748433,
      "grad_norm": 0.3984375,
      "learning_rate": 1.6070941336971354e-05,
      "loss": 0.7872,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 590
    },
    {
      "epoch": 0.08053965658217498,
      "grad_norm": 0.330078125,
      "learning_rate": 1.6098226466575718e-05,
      "loss": 0.8696,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 591
    },
    {
      "epoch": 0.08067593349686564,
      "grad_norm": 0.2734375,
      "learning_rate": 1.6125511596180084e-05,
      "loss": 0.7117,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 592
    },
    {
      "epoch": 0.08081221041155628,
      "grad_norm": 0.400390625,
      "learning_rate": 1.615279672578445e-05,
      "loss": 0.733,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 593
    },
    {
      "epoch": 0.08094848732624693,
      "grad_norm": 0.34765625,
      "learning_rate": 1.6180081855388815e-05,
      "loss": 0.8448,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 594
    },
    {
      "epoch": 0.08108476424093758,
      "grad_norm": 0.314453125,
      "learning_rate": 1.620736698499318e-05,
      "loss": 0.7674,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 595
    },
    {
      "epoch": 0.08122104115562824,
      "grad_norm": 0.4375,
      "learning_rate": 1.6234652114597548e-05,
      "loss": 0.8158,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 596
    },
    {
      "epoch": 0.08135731807031889,
      "grad_norm": 3.421875,
      "learning_rate": 1.626193724420191e-05,
      "loss": 0.8369,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 597
    },
    {
      "epoch": 0.08149359498500953,
      "grad_norm": 0.35546875,
      "learning_rate": 1.628922237380628e-05,
      "loss": 0.771,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 598
    },
    {
      "epoch": 0.0816298718997002,
      "grad_norm": 0.333984375,
      "learning_rate": 1.6316507503410645e-05,
      "loss": 0.8779,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 599
    },
    {
      "epoch": 0.08176614881439084,
      "grad_norm": 0.33984375,
      "learning_rate": 1.634379263301501e-05,
      "loss": 0.7994,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 600
    },
    {
      "epoch": 0.08190242572908149,
      "grad_norm": 0.345703125,
      "learning_rate": 1.6371077762619375e-05,
      "loss": 0.7532,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 601
    },
    {
      "epoch": 0.08203870264377215,
      "grad_norm": 0.296875,
      "learning_rate": 1.639836289222374e-05,
      "loss": 0.8198,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 602
    },
    {
      "epoch": 0.0821749795584628,
      "grad_norm": 0.380859375,
      "learning_rate": 1.6425648021828106e-05,
      "loss": 0.809,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 603
    },
    {
      "epoch": 0.08231125647315345,
      "grad_norm": 0.388671875,
      "learning_rate": 1.6452933151432472e-05,
      "loss": 0.738,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 604
    },
    {
      "epoch": 0.0824475333878441,
      "grad_norm": 0.298828125,
      "learning_rate": 1.6480218281036836e-05,
      "loss": 0.7944,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 605
    },
    {
      "epoch": 0.08258381030253475,
      "grad_norm": 0.408203125,
      "learning_rate": 1.6507503410641202e-05,
      "loss": 0.8417,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 606
    },
    {
      "epoch": 0.0827200872172254,
      "grad_norm": 0.3515625,
      "learning_rate": 1.653478854024557e-05,
      "loss": 0.7859,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 607
    },
    {
      "epoch": 0.08285636413191605,
      "grad_norm": 0.265625,
      "learning_rate": 1.6562073669849933e-05,
      "loss": 0.7769,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 608
    },
    {
      "epoch": 0.08299264104660671,
      "grad_norm": 0.298828125,
      "learning_rate": 1.65893587994543e-05,
      "loss": 0.7853,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 609
    },
    {
      "epoch": 0.08312891796129736,
      "grad_norm": 0.33984375,
      "learning_rate": 1.6616643929058666e-05,
      "loss": 0.786,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 610
    },
    {
      "epoch": 0.083265194875988,
      "grad_norm": 0.279296875,
      "learning_rate": 1.664392905866303e-05,
      "loss": 0.7741,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 611
    },
    {
      "epoch": 0.08340147179067865,
      "grad_norm": 0.263671875,
      "learning_rate": 1.6671214188267396e-05,
      "loss": 0.7835,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 612
    },
    {
      "epoch": 0.08353774870536931,
      "grad_norm": 0.412109375,
      "learning_rate": 1.669849931787176e-05,
      "loss": 0.8003,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 613
    },
    {
      "epoch": 0.08367402562005996,
      "grad_norm": 0.3203125,
      "learning_rate": 1.6725784447476127e-05,
      "loss": 0.731,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 614
    },
    {
      "epoch": 0.08381030253475061,
      "grad_norm": 0.263671875,
      "learning_rate": 1.6753069577080493e-05,
      "loss": 0.7666,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 615
    },
    {
      "epoch": 0.08394657944944127,
      "grad_norm": 0.267578125,
      "learning_rate": 1.6780354706684857e-05,
      "loss": 0.7994,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 616
    },
    {
      "epoch": 0.08408285636413192,
      "grad_norm": 0.37109375,
      "learning_rate": 1.6807639836289224e-05,
      "loss": 0.8084,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 617
    },
    {
      "epoch": 0.08421913327882256,
      "grad_norm": 0.30078125,
      "learning_rate": 1.683492496589359e-05,
      "loss": 0.7362,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 618
    },
    {
      "epoch": 0.08435541019351323,
      "grad_norm": 0.287109375,
      "learning_rate": 1.6862210095497954e-05,
      "loss": 0.865,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 619
    },
    {
      "epoch": 0.08449168710820387,
      "grad_norm": 0.357421875,
      "learning_rate": 1.688949522510232e-05,
      "loss": 0.8168,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 620
    },
    {
      "epoch": 0.08462796402289452,
      "grad_norm": 0.291015625,
      "learning_rate": 1.6916780354706684e-05,
      "loss": 0.684,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 621
    },
    {
      "epoch": 0.08476424093758517,
      "grad_norm": 0.31640625,
      "learning_rate": 1.694406548431105e-05,
      "loss": 0.7989,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 622
    },
    {
      "epoch": 0.08490051785227583,
      "grad_norm": 0.33203125,
      "learning_rate": 1.6971350613915417e-05,
      "loss": 0.7253,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 623
    },
    {
      "epoch": 0.08503679476696648,
      "grad_norm": 0.322265625,
      "learning_rate": 1.699863574351978e-05,
      "loss": 0.7876,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 624
    },
    {
      "epoch": 0.08517307168165712,
      "grad_norm": 0.322265625,
      "learning_rate": 1.7025920873124148e-05,
      "loss": 0.7552,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 625
    },
    {
      "epoch": 0.08530934859634778,
      "grad_norm": 0.26171875,
      "learning_rate": 1.7053206002728514e-05,
      "loss": 0.7308,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 626
    },
    {
      "epoch": 0.08544562551103843,
      "grad_norm": 0.333984375,
      "learning_rate": 1.7080491132332878e-05,
      "loss": 0.7465,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 627
    },
    {
      "epoch": 0.08558190242572908,
      "grad_norm": 0.255859375,
      "learning_rate": 1.7107776261937245e-05,
      "loss": 0.821,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 628
    },
    {
      "epoch": 0.08571817934041974,
      "grad_norm": 0.46484375,
      "learning_rate": 1.713506139154161e-05,
      "loss": 0.7944,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 629
    },
    {
      "epoch": 0.08585445625511039,
      "grad_norm": 0.248046875,
      "learning_rate": 1.7162346521145975e-05,
      "loss": 0.7655,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 630
    },
    {
      "epoch": 0.08599073316980103,
      "grad_norm": 0.388671875,
      "learning_rate": 1.718963165075034e-05,
      "loss": 0.8372,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 631
    },
    {
      "epoch": 0.08612701008449168,
      "grad_norm": 0.3125,
      "learning_rate": 1.721691678035471e-05,
      "loss": 0.7094,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 632
    },
    {
      "epoch": 0.08626328699918234,
      "grad_norm": 0.255859375,
      "learning_rate": 1.7244201909959072e-05,
      "loss": 0.7258,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 633
    },
    {
      "epoch": 0.08639956391387299,
      "grad_norm": 0.326171875,
      "learning_rate": 1.727148703956344e-05,
      "loss": 0.7706,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 634
    },
    {
      "epoch": 0.08653584082856364,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.7298772169167805e-05,
      "loss": 0.6916,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 635
    },
    {
      "epoch": 0.0866721177432543,
      "grad_norm": 0.322265625,
      "learning_rate": 1.732605729877217e-05,
      "loss": 0.8627,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 636
    },
    {
      "epoch": 0.08680839465794495,
      "grad_norm": 0.3046875,
      "learning_rate": 1.7353342428376535e-05,
      "loss": 0.7554,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 637
    },
    {
      "epoch": 0.08694467157263559,
      "grad_norm": 0.44140625,
      "learning_rate": 1.7380627557980902e-05,
      "loss": 0.8427,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 638
    },
    {
      "epoch": 0.08708094848732624,
      "grad_norm": 0.287109375,
      "learning_rate": 1.7407912687585266e-05,
      "loss": 0.7597,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 639
    },
    {
      "epoch": 0.0872172254020169,
      "grad_norm": 0.259765625,
      "learning_rate": 1.7435197817189632e-05,
      "loss": 0.8042,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 640
    },
    {
      "epoch": 0.08735350231670755,
      "grad_norm": 0.3125,
      "learning_rate": 1.7462482946794e-05,
      "loss": 0.7817,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 641
    },
    {
      "epoch": 0.0874897792313982,
      "grad_norm": 0.255859375,
      "learning_rate": 1.7489768076398363e-05,
      "loss": 0.7461,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 642
    },
    {
      "epoch": 0.08762605614608886,
      "grad_norm": 0.353515625,
      "learning_rate": 1.751705320600273e-05,
      "loss": 0.8366,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 643
    },
    {
      "epoch": 0.0877623330607795,
      "grad_norm": 0.306640625,
      "learning_rate": 1.7544338335607096e-05,
      "loss": 0.7847,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 644
    },
    {
      "epoch": 0.08789860997547015,
      "grad_norm": 0.30078125,
      "learning_rate": 1.757162346521146e-05,
      "loss": 0.817,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 645
    },
    {
      "epoch": 0.08803488689016081,
      "grad_norm": 0.337890625,
      "learning_rate": 1.7598908594815826e-05,
      "loss": 0.7198,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 646
    },
    {
      "epoch": 0.08817116380485146,
      "grad_norm": 0.318359375,
      "learning_rate": 1.7626193724420193e-05,
      "loss": 0.7952,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 647
    },
    {
      "epoch": 0.08830744071954211,
      "grad_norm": 0.5,
      "learning_rate": 1.7653478854024557e-05,
      "loss": 0.9928,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 648
    },
    {
      "epoch": 0.08844371763423275,
      "grad_norm": 0.306640625,
      "learning_rate": 1.7680763983628923e-05,
      "loss": 0.8258,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 649
    },
    {
      "epoch": 0.08857999454892342,
      "grad_norm": 0.283203125,
      "learning_rate": 1.770804911323329e-05,
      "loss": 0.756,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 650
    },
    {
      "epoch": 0.08871627146361406,
      "grad_norm": 0.28125,
      "learning_rate": 1.7735334242837654e-05,
      "loss": 0.7499,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 651
    },
    {
      "epoch": 0.08885254837830471,
      "grad_norm": 0.265625,
      "learning_rate": 1.776261937244202e-05,
      "loss": 0.8085,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 652
    },
    {
      "epoch": 0.08898882529299537,
      "grad_norm": 0.359375,
      "learning_rate": 1.7789904502046387e-05,
      "loss": 0.8367,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 653
    },
    {
      "epoch": 0.08912510220768602,
      "grad_norm": 0.333984375,
      "learning_rate": 1.781718963165075e-05,
      "loss": 0.7581,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 654
    },
    {
      "epoch": 0.08926137912237667,
      "grad_norm": 0.30859375,
      "learning_rate": 1.7844474761255117e-05,
      "loss": 0.813,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 655
    },
    {
      "epoch": 0.08939765603706733,
      "grad_norm": 0.279296875,
      "learning_rate": 1.7871759890859484e-05,
      "loss": 0.7735,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 656
    },
    {
      "epoch": 0.08953393295175797,
      "grad_norm": 0.25,
      "learning_rate": 1.7899045020463847e-05,
      "loss": 0.7499,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 657
    },
    {
      "epoch": 0.08967020986644862,
      "grad_norm": 0.30859375,
      "learning_rate": 1.7926330150068214e-05,
      "loss": 0.7514,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 658
    },
    {
      "epoch": 0.08980648678113927,
      "grad_norm": 0.310546875,
      "learning_rate": 1.795361527967258e-05,
      "loss": 0.8333,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 659
    },
    {
      "epoch": 0.08994276369582993,
      "grad_norm": 0.419921875,
      "learning_rate": 1.7980900409276944e-05,
      "loss": 0.7758,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 660
    },
    {
      "epoch": 0.09007904061052058,
      "grad_norm": 0.57421875,
      "learning_rate": 1.800818553888131e-05,
      "loss": 0.7712,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 661
    },
    {
      "epoch": 0.09021531752521122,
      "grad_norm": 0.291015625,
      "learning_rate": 1.8035470668485678e-05,
      "loss": 0.7865,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 662
    },
    {
      "epoch": 0.09035159443990189,
      "grad_norm": 0.326171875,
      "learning_rate": 1.806275579809004e-05,
      "loss": 0.7253,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 663
    },
    {
      "epoch": 0.09048787135459253,
      "grad_norm": 0.28125,
      "learning_rate": 1.8090040927694408e-05,
      "loss": 0.7618,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 664
    },
    {
      "epoch": 0.09062414826928318,
      "grad_norm": 0.388671875,
      "learning_rate": 1.8117326057298775e-05,
      "loss": 0.8063,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 665
    },
    {
      "epoch": 0.09076042518397383,
      "grad_norm": 0.298828125,
      "learning_rate": 1.814461118690314e-05,
      "loss": 0.7925,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 666
    },
    {
      "epoch": 0.09089670209866449,
      "grad_norm": 0.298828125,
      "learning_rate": 1.8171896316507505e-05,
      "loss": 0.7476,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 667
    },
    {
      "epoch": 0.09103297901335514,
      "grad_norm": 0.318359375,
      "learning_rate": 1.8199181446111872e-05,
      "loss": 0.7346,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 668
    },
    {
      "epoch": 0.09116925592804578,
      "grad_norm": 0.322265625,
      "learning_rate": 1.8226466575716235e-05,
      "loss": 0.731,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 669
    },
    {
      "epoch": 0.09130553284273644,
      "grad_norm": 0.4921875,
      "learning_rate": 1.8253751705320602e-05,
      "loss": 0.7006,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 670
    },
    {
      "epoch": 0.09144180975742709,
      "grad_norm": 0.330078125,
      "learning_rate": 1.828103683492497e-05,
      "loss": 0.8474,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 671
    },
    {
      "epoch": 0.09157808667211774,
      "grad_norm": 0.298828125,
      "learning_rate": 1.8308321964529332e-05,
      "loss": 0.7666,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 672
    },
    {
      "epoch": 0.0917143635868084,
      "grad_norm": 0.279296875,
      "learning_rate": 1.83356070941337e-05,
      "loss": 0.7568,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 673
    },
    {
      "epoch": 0.09185064050149905,
      "grad_norm": 0.27734375,
      "learning_rate": 1.8362892223738066e-05,
      "loss": 0.7152,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 674
    },
    {
      "epoch": 0.0919869174161897,
      "grad_norm": 0.310546875,
      "learning_rate": 1.839017735334243e-05,
      "loss": 0.7364,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 675
    },
    {
      "epoch": 0.09212319433088034,
      "grad_norm": 0.251953125,
      "learning_rate": 1.8417462482946796e-05,
      "loss": 0.77,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 676
    },
    {
      "epoch": 0.092259471245571,
      "grad_norm": 0.369140625,
      "learning_rate": 1.8444747612551163e-05,
      "loss": 0.7703,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 677
    },
    {
      "epoch": 0.09239574816026165,
      "grad_norm": 0.310546875,
      "learning_rate": 1.8472032742155526e-05,
      "loss": 0.7684,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 678
    },
    {
      "epoch": 0.0925320250749523,
      "grad_norm": 0.2734375,
      "learning_rate": 1.8499317871759893e-05,
      "loss": 0.6625,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 679
    },
    {
      "epoch": 0.09266830198964296,
      "grad_norm": 0.34375,
      "learning_rate": 1.852660300136426e-05,
      "loss": 0.8483,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 680
    },
    {
      "epoch": 0.0928045789043336,
      "grad_norm": 0.3515625,
      "learning_rate": 1.8553888130968623e-05,
      "loss": 0.764,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 681
    },
    {
      "epoch": 0.09294085581902425,
      "grad_norm": 0.306640625,
      "learning_rate": 1.858117326057299e-05,
      "loss": 0.7006,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 682
    },
    {
      "epoch": 0.09307713273371492,
      "grad_norm": 0.412109375,
      "learning_rate": 1.8608458390177357e-05,
      "loss": 0.8417,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 683
    },
    {
      "epoch": 0.09321340964840556,
      "grad_norm": 0.26953125,
      "learning_rate": 1.863574351978172e-05,
      "loss": 0.7749,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 684
    },
    {
      "epoch": 0.09334968656309621,
      "grad_norm": 0.30078125,
      "learning_rate": 1.8663028649386087e-05,
      "loss": 0.7476,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 685
    },
    {
      "epoch": 0.09348596347778686,
      "grad_norm": 0.291015625,
      "learning_rate": 1.8690313778990454e-05,
      "loss": 0.7759,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 686
    },
    {
      "epoch": 0.09362224039247752,
      "grad_norm": 0.33984375,
      "learning_rate": 1.8717598908594817e-05,
      "loss": 0.8451,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 687
    },
    {
      "epoch": 0.09375851730716817,
      "grad_norm": 0.326171875,
      "learning_rate": 1.8744884038199184e-05,
      "loss": 0.7144,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 688
    },
    {
      "epoch": 0.09389479422185881,
      "grad_norm": 0.302734375,
      "learning_rate": 1.877216916780355e-05,
      "loss": 0.7441,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 689
    },
    {
      "epoch": 0.09403107113654947,
      "grad_norm": 0.240234375,
      "learning_rate": 1.8799454297407914e-05,
      "loss": 0.7182,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 690
    },
    {
      "epoch": 0.09416734805124012,
      "grad_norm": 0.341796875,
      "learning_rate": 1.882673942701228e-05,
      "loss": 0.7454,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 691
    },
    {
      "epoch": 0.09430362496593077,
      "grad_norm": 0.34765625,
      "learning_rate": 1.8854024556616644e-05,
      "loss": 0.7998,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 692
    },
    {
      "epoch": 0.09443990188062143,
      "grad_norm": 0.34765625,
      "learning_rate": 1.888130968622101e-05,
      "loss": 0.795,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 693
    },
    {
      "epoch": 0.09457617879531208,
      "grad_norm": 0.326171875,
      "learning_rate": 1.8908594815825378e-05,
      "loss": 0.7091,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 694
    },
    {
      "epoch": 0.09471245571000272,
      "grad_norm": 0.322265625,
      "learning_rate": 1.893587994542974e-05,
      "loss": 0.6732,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 695
    },
    {
      "epoch": 0.09484873262469337,
      "grad_norm": 0.48046875,
      "learning_rate": 1.8963165075034108e-05,
      "loss": 0.8337,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 696
    },
    {
      "epoch": 0.09498500953938403,
      "grad_norm": 0.287109375,
      "learning_rate": 1.8990450204638475e-05,
      "loss": 0.7161,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 697
    },
    {
      "epoch": 0.09512128645407468,
      "grad_norm": 0.5078125,
      "learning_rate": 1.9017735334242838e-05,
      "loss": 0.7751,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 698
    },
    {
      "epoch": 0.09525756336876533,
      "grad_norm": 0.263671875,
      "learning_rate": 1.9045020463847205e-05,
      "loss": 0.7542,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 699
    },
    {
      "epoch": 0.09539384028345599,
      "grad_norm": 0.28125,
      "learning_rate": 1.9072305593451568e-05,
      "loss": 0.8113,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 700
    },
    {
      "epoch": 0.09553011719814664,
      "grad_norm": 0.361328125,
      "learning_rate": 1.9099590723055935e-05,
      "loss": 0.8214,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 701
    },
    {
      "epoch": 0.09566639411283728,
      "grad_norm": 0.24609375,
      "learning_rate": 1.9126875852660302e-05,
      "loss": 0.7424,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 702
    },
    {
      "epoch": 0.09580267102752793,
      "grad_norm": 0.259765625,
      "learning_rate": 1.9154160982264665e-05,
      "loss": 0.732,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 703
    },
    {
      "epoch": 0.09593894794221859,
      "grad_norm": 0.7578125,
      "learning_rate": 1.9181446111869032e-05,
      "loss": 0.8486,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 704
    },
    {
      "epoch": 0.09607522485690924,
      "grad_norm": 0.2890625,
      "learning_rate": 1.92087312414734e-05,
      "loss": 0.7505,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 705
    },
    {
      "epoch": 0.09621150177159989,
      "grad_norm": 0.31640625,
      "learning_rate": 1.9236016371077762e-05,
      "loss": 0.7816,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 706
    },
    {
      "epoch": 0.09634777868629055,
      "grad_norm": 0.36328125,
      "learning_rate": 1.926330150068213e-05,
      "loss": 0.7696,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 707
    },
    {
      "epoch": 0.0964840556009812,
      "grad_norm": 0.267578125,
      "learning_rate": 1.9290586630286496e-05,
      "loss": 0.7132,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 708
    },
    {
      "epoch": 0.09662033251567184,
      "grad_norm": 0.30859375,
      "learning_rate": 1.931787175989086e-05,
      "loss": 0.7653,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 709
    },
    {
      "epoch": 0.0967566094303625,
      "grad_norm": 0.259765625,
      "learning_rate": 1.9345156889495226e-05,
      "loss": 0.7806,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 710
    },
    {
      "epoch": 0.09689288634505315,
      "grad_norm": 0.33203125,
      "learning_rate": 1.9372442019099593e-05,
      "loss": 0.8047,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 711
    },
    {
      "epoch": 0.0970291632597438,
      "grad_norm": 0.302734375,
      "learning_rate": 1.9399727148703956e-05,
      "loss": 0.7847,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 712
    },
    {
      "epoch": 0.09716544017443444,
      "grad_norm": 0.27734375,
      "learning_rate": 1.9427012278308323e-05,
      "loss": 0.7684,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 713
    },
    {
      "epoch": 0.0973017170891251,
      "grad_norm": 0.4140625,
      "learning_rate": 1.945429740791269e-05,
      "loss": 0.7586,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 714
    },
    {
      "epoch": 0.09743799400381575,
      "grad_norm": 0.283203125,
      "learning_rate": 1.9481582537517053e-05,
      "loss": 0.7924,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 715
    },
    {
      "epoch": 0.0975742709185064,
      "grad_norm": 0.3359375,
      "learning_rate": 1.950886766712142e-05,
      "loss": 0.7393,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 716
    },
    {
      "epoch": 0.09771054783319706,
      "grad_norm": 0.439453125,
      "learning_rate": 1.9536152796725787e-05,
      "loss": 0.7596,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 717
    },
    {
      "epoch": 0.09784682474788771,
      "grad_norm": 0.408203125,
      "learning_rate": 1.956343792633015e-05,
      "loss": 0.8223,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 718
    },
    {
      "epoch": 0.09798310166257836,
      "grad_norm": 0.328125,
      "learning_rate": 1.9590723055934517e-05,
      "loss": 0.8083,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 719
    },
    {
      "epoch": 0.09811937857726902,
      "grad_norm": 0.345703125,
      "learning_rate": 1.9618008185538884e-05,
      "loss": 0.8038,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 720
    },
    {
      "epoch": 0.09825565549195966,
      "grad_norm": 0.26171875,
      "learning_rate": 1.9645293315143247e-05,
      "loss": 0.7844,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 721
    },
    {
      "epoch": 0.09839193240665031,
      "grad_norm": 0.38671875,
      "learning_rate": 1.9672578444747614e-05,
      "loss": 0.8165,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 722
    },
    {
      "epoch": 0.09852820932134096,
      "grad_norm": 0.515625,
      "learning_rate": 1.969986357435198e-05,
      "loss": 0.7785,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 723
    },
    {
      "epoch": 0.09866448623603162,
      "grad_norm": 0.267578125,
      "learning_rate": 1.9727148703956344e-05,
      "loss": 0.6898,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 724
    },
    {
      "epoch": 0.09880076315072227,
      "grad_norm": 0.283203125,
      "learning_rate": 1.975443383356071e-05,
      "loss": 0.7101,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 725
    },
    {
      "epoch": 0.09893704006541292,
      "grad_norm": 0.32421875,
      "learning_rate": 1.9781718963165078e-05,
      "loss": 0.7277,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 726
    },
    {
      "epoch": 0.09907331698010358,
      "grad_norm": 0.380859375,
      "learning_rate": 1.980900409276944e-05,
      "loss": 0.7096,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 727
    },
    {
      "epoch": 0.09920959389479422,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.9836289222373808e-05,
      "loss": 0.6773,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 728
    },
    {
      "epoch": 0.09934587080948487,
      "grad_norm": 0.333984375,
      "learning_rate": 1.9863574351978174e-05,
      "loss": 0.7285,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 729
    },
    {
      "epoch": 0.09948214772417552,
      "grad_norm": 0.296875,
      "learning_rate": 1.9890859481582538e-05,
      "loss": 0.7946,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 730
    },
    {
      "epoch": 0.09961842463886618,
      "grad_norm": 0.322265625,
      "learning_rate": 1.9918144611186905e-05,
      "loss": 0.882,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 731
    },
    {
      "epoch": 0.09975470155355683,
      "grad_norm": 0.263671875,
      "learning_rate": 1.994542974079127e-05,
      "loss": 0.7593,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 732
    },
    {
      "epoch": 0.09989097846824747,
      "grad_norm": 0.349609375,
      "learning_rate": 1.9972714870395635e-05,
      "loss": 0.7889,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 733
    },
    {
      "epoch": 0.10002725538293814,
      "grad_norm": 0.41796875,
      "learning_rate": 2e-05,
      "loss": 0.7861,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 734
    },
    {
      "epoch": 0.10016353229762878,
      "grad_norm": 0.5859375,
      "learning_rate": 1.9999998868154503e-05,
      "loss": 0.8392,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 735
    },
    {
      "epoch": 0.10029980921231943,
      "grad_norm": 0.49609375,
      "learning_rate": 1.9999995472618274e-05,
      "loss": 0.8574,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 736
    },
    {
      "epoch": 0.10043608612701009,
      "grad_norm": 0.3359375,
      "learning_rate": 1.9999989813392076e-05,
      "loss": 0.7815,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 737
    },
    {
      "epoch": 0.10057236304170074,
      "grad_norm": 0.3515625,
      "learning_rate": 1.999998189047719e-05,
      "loss": 0.8314,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 738
    },
    {
      "epoch": 0.10070863995639139,
      "grad_norm": 0.255859375,
      "learning_rate": 1.9999971703875413e-05,
      "loss": 0.7719,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 739
    },
    {
      "epoch": 0.10084491687108203,
      "grad_norm": 0.353515625,
      "learning_rate": 1.9999959253589046e-05,
      "loss": 0.7733,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 740
    },
    {
      "epoch": 0.1009811937857727,
      "grad_norm": 0.375,
      "learning_rate": 1.9999944539620915e-05,
      "loss": 0.8685,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 741
    },
    {
      "epoch": 0.10111747070046334,
      "grad_norm": 0.390625,
      "learning_rate": 1.9999927561974345e-05,
      "loss": 0.7964,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 742
    },
    {
      "epoch": 0.10125374761515399,
      "grad_norm": 0.390625,
      "learning_rate": 1.9999908320653182e-05,
      "loss": 0.7703,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 743
    },
    {
      "epoch": 0.10139002452984465,
      "grad_norm": 0.337890625,
      "learning_rate": 1.9999886815661777e-05,
      "loss": 0.8003,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 744
    },
    {
      "epoch": 0.1015263014445353,
      "grad_norm": 0.349609375,
      "learning_rate": 1.9999863047005003e-05,
      "loss": 0.7746,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 745
    },
    {
      "epoch": 0.10166257835922594,
      "grad_norm": 0.2734375,
      "learning_rate": 1.9999837014688238e-05,
      "loss": 0.7493,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 746
    },
    {
      "epoch": 0.1017988552739166,
      "grad_norm": 0.37109375,
      "learning_rate": 1.999980871871738e-05,
      "loss": 0.7894,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 747
    },
    {
      "epoch": 0.10193513218860725,
      "grad_norm": 0.33203125,
      "learning_rate": 1.9999778159098826e-05,
      "loss": 0.7707,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 748
    },
    {
      "epoch": 0.1020714091032979,
      "grad_norm": 0.3515625,
      "learning_rate": 1.99997453358395e-05,
      "loss": 0.8242,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 749
    },
    {
      "epoch": 0.10220768601798855,
      "grad_norm": 0.34765625,
      "learning_rate": 1.9999710248946827e-05,
      "loss": 0.9349,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 750
    },
    {
      "epoch": 0.10234396293267921,
      "grad_norm": 0.4453125,
      "learning_rate": 1.9999672898428756e-05,
      "loss": 0.7695,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 751
    },
    {
      "epoch": 0.10248023984736986,
      "grad_norm": 0.3203125,
      "learning_rate": 1.9999633284293738e-05,
      "loss": 0.7026,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 752
    },
    {
      "epoch": 0.1026165167620605,
      "grad_norm": 0.3125,
      "learning_rate": 1.999959140655074e-05,
      "loss": 0.7707,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 753
    },
    {
      "epoch": 0.10275279367675116,
      "grad_norm": 0.66015625,
      "learning_rate": 1.9999547265209244e-05,
      "loss": 0.8704,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 754
    },
    {
      "epoch": 0.10288907059144181,
      "grad_norm": 0.3203125,
      "learning_rate": 1.9999500860279242e-05,
      "loss": 0.6991,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 755
    },
    {
      "epoch": 0.10302534750613246,
      "grad_norm": 0.3359375,
      "learning_rate": 1.9999452191771237e-05,
      "loss": 0.7732,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 756
    },
    {
      "epoch": 0.1031616244208231,
      "grad_norm": 0.318359375,
      "learning_rate": 1.9999401259696242e-05,
      "loss": 0.7285,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 757
    },
    {
      "epoch": 0.10329790133551377,
      "grad_norm": 0.310546875,
      "learning_rate": 1.99993480640658e-05,
      "loss": 0.7829,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 758
    },
    {
      "epoch": 0.10343417825020441,
      "grad_norm": 0.251953125,
      "learning_rate": 1.999929260489194e-05,
      "loss": 0.6934,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 759
    },
    {
      "epoch": 0.10357045516489506,
      "grad_norm": 0.330078125,
      "learning_rate": 1.9999234882187216e-05,
      "loss": 0.7307,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 760
    },
    {
      "epoch": 0.10370673207958572,
      "grad_norm": 0.357421875,
      "learning_rate": 1.9999174895964704e-05,
      "loss": 0.7879,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 761
    },
    {
      "epoch": 0.10384300899427637,
      "grad_norm": 0.392578125,
      "learning_rate": 1.9999112646237976e-05,
      "loss": 0.8515,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 762
    },
    {
      "epoch": 0.10397928590896702,
      "grad_norm": 0.546875,
      "learning_rate": 1.9999048133021128e-05,
      "loss": 0.6962,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 763
    },
    {
      "epoch": 0.10411556282365768,
      "grad_norm": 0.388671875,
      "learning_rate": 1.999898135632876e-05,
      "loss": 0.7428,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 764
    },
    {
      "epoch": 0.10425183973834833,
      "grad_norm": 0.330078125,
      "learning_rate": 1.999891231617599e-05,
      "loss": 0.7648,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 765
    },
    {
      "epoch": 0.10438811665303897,
      "grad_norm": 0.388671875,
      "learning_rate": 1.9998841012578444e-05,
      "loss": 0.7174,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 766
    },
    {
      "epoch": 0.10452439356772962,
      "grad_norm": 0.314453125,
      "learning_rate": 1.9998767445552265e-05,
      "loss": 0.7554,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 767
    },
    {
      "epoch": 0.10466067048242028,
      "grad_norm": 0.3828125,
      "learning_rate": 1.999869161511411e-05,
      "loss": 0.7552,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 768
    },
    {
      "epoch": 0.10479694739711093,
      "grad_norm": 0.515625,
      "learning_rate": 1.9998613521281136e-05,
      "loss": 0.734,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 769
    },
    {
      "epoch": 0.10493322431180158,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.999853316407103e-05,
      "loss": 0.704,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 770
    },
    {
      "epoch": 0.10506950122649224,
      "grad_norm": 0.33984375,
      "learning_rate": 1.9998450543501975e-05,
      "loss": 0.7474,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 771
    },
    {
      "epoch": 0.10520577814118288,
      "grad_norm": 0.314453125,
      "learning_rate": 1.9998365659592676e-05,
      "loss": 0.8029,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 772
    },
    {
      "epoch": 0.10534205505587353,
      "grad_norm": 0.326171875,
      "learning_rate": 1.9998278512362354e-05,
      "loss": 0.7391,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 773
    },
    {
      "epoch": 0.1054783319705642,
      "grad_norm": 0.294921875,
      "learning_rate": 1.999818910183073e-05,
      "loss": 0.7124,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 774
    },
    {
      "epoch": 0.10561460888525484,
      "grad_norm": 0.296875,
      "learning_rate": 1.9998097428018043e-05,
      "loss": 0.6967,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 775
    },
    {
      "epoch": 0.10575088579994549,
      "grad_norm": 0.279296875,
      "learning_rate": 1.9998003490945052e-05,
      "loss": 0.7373,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 776
    },
    {
      "epoch": 0.10588716271463613,
      "grad_norm": 0.3125,
      "learning_rate": 1.9997907290633013e-05,
      "loss": 0.7029,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 777
    },
    {
      "epoch": 0.1060234396293268,
      "grad_norm": 0.283203125,
      "learning_rate": 1.9997808827103707e-05,
      "loss": 0.7083,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 778
    },
    {
      "epoch": 0.10615971654401744,
      "grad_norm": 0.65625,
      "learning_rate": 1.9997708100379423e-05,
      "loss": 0.7761,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 779
    },
    {
      "epoch": 0.10629599345870809,
      "grad_norm": 0.31640625,
      "learning_rate": 1.9997605110482963e-05,
      "loss": 0.8216,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 780
    },
    {
      "epoch": 0.10643227037339875,
      "grad_norm": 0.3515625,
      "learning_rate": 1.999749985743764e-05,
      "loss": 0.6861,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 781
    },
    {
      "epoch": 0.1065685472880894,
      "grad_norm": 0.43359375,
      "learning_rate": 1.9997392341267278e-05,
      "loss": 0.7273,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 782
    },
    {
      "epoch": 0.10670482420278005,
      "grad_norm": 0.3203125,
      "learning_rate": 1.999728256199622e-05,
      "loss": 0.7512,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 783
    },
    {
      "epoch": 0.1068411011174707,
      "grad_norm": 0.31640625,
      "learning_rate": 1.9997170519649313e-05,
      "loss": 0.7506,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 784
    },
    {
      "epoch": 0.10697737803216135,
      "grad_norm": 0.28125,
      "learning_rate": 1.999705621425192e-05,
      "loss": 0.7084,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 785
    },
    {
      "epoch": 0.107113654946852,
      "grad_norm": 0.53125,
      "learning_rate": 1.9996939645829918e-05,
      "loss": 0.8189,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 786
    },
    {
      "epoch": 0.10724993186154265,
      "grad_norm": 0.302734375,
      "learning_rate": 1.9996820814409693e-05,
      "loss": 0.7067,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 787
    },
    {
      "epoch": 0.10738620877623331,
      "grad_norm": 0.296875,
      "learning_rate": 1.9996699720018146e-05,
      "loss": 0.7258,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 788
    },
    {
      "epoch": 0.10752248569092396,
      "grad_norm": 0.28125,
      "learning_rate": 1.9996576362682688e-05,
      "loss": 0.744,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 789
    },
    {
      "epoch": 0.1076587626056146,
      "grad_norm": 0.275390625,
      "learning_rate": 1.9996450742431243e-05,
      "loss": 0.703,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 790
    },
    {
      "epoch": 0.10779503952030527,
      "grad_norm": 0.49609375,
      "learning_rate": 1.999632285929225e-05,
      "loss": 0.8826,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 791
    },
    {
      "epoch": 0.10793131643499591,
      "grad_norm": 0.40625,
      "learning_rate": 1.999619271329466e-05,
      "loss": 0.8651,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 792
    },
    {
      "epoch": 0.10806759334968656,
      "grad_norm": 0.2890625,
      "learning_rate": 1.999606030446792e-05,
      "loss": 0.7827,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 793
    },
    {
      "epoch": 0.10820387026437721,
      "grad_norm": 0.33203125,
      "learning_rate": 1.999592563284202e-05,
      "loss": 0.7882,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 794
    },
    {
      "epoch": 0.10834014717906787,
      "grad_norm": 0.361328125,
      "learning_rate": 1.9995788698447437e-05,
      "loss": 0.8185,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 795
    },
    {
      "epoch": 0.10847642409375852,
      "grad_norm": 0.2578125,
      "learning_rate": 1.9995649501315172e-05,
      "loss": 0.7857,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 796
    },
    {
      "epoch": 0.10861270100844916,
      "grad_norm": 0.337890625,
      "learning_rate": 1.999550804147673e-05,
      "loss": 0.7038,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 797
    },
    {
      "epoch": 0.10874897792313983,
      "grad_norm": 0.3203125,
      "learning_rate": 1.9995364318964137e-05,
      "loss": 0.6831,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 798
    },
    {
      "epoch": 0.10888525483783047,
      "grad_norm": 0.376953125,
      "learning_rate": 1.9995218333809935e-05,
      "loss": 0.9007,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 799
    },
    {
      "epoch": 0.10902153175252112,
      "grad_norm": 0.3125,
      "learning_rate": 1.9995070086047152e-05,
      "loss": 0.7239,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 800
    },
    {
      "epoch": 0.10915780866721178,
      "grad_norm": 0.275390625,
      "learning_rate": 1.9994919575709364e-05,
      "loss": 0.7231,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 801
    },
    {
      "epoch": 0.10929408558190243,
      "grad_norm": 0.322265625,
      "learning_rate": 1.999476680283063e-05,
      "loss": 0.7177,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 802
    },
    {
      "epoch": 0.10943036249659308,
      "grad_norm": 0.375,
      "learning_rate": 1.9994611767445542e-05,
      "loss": 0.8376,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 803
    },
    {
      "epoch": 0.10956663941128372,
      "grad_norm": 0.28515625,
      "learning_rate": 1.999445446958919e-05,
      "loss": 0.7304,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 804
    },
    {
      "epoch": 0.10970291632597438,
      "grad_norm": 0.25390625,
      "learning_rate": 1.999429490929718e-05,
      "loss": 0.8273,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 805
    },
    {
      "epoch": 0.10983919324066503,
      "grad_norm": 0.318359375,
      "learning_rate": 1.9994133086605642e-05,
      "loss": 0.7461,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 806
    },
    {
      "epoch": 0.10997547015535568,
      "grad_norm": 0.25390625,
      "learning_rate": 1.999396900155119e-05,
      "loss": 0.6554,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 807
    },
    {
      "epoch": 0.11011174707004634,
      "grad_norm": 0.287109375,
      "learning_rate": 1.9993802654170982e-05,
      "loss": 0.7348,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 808
    },
    {
      "epoch": 0.11024802398473699,
      "grad_norm": 0.44921875,
      "learning_rate": 1.999363404450267e-05,
      "loss": 0.8028,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 809
    },
    {
      "epoch": 0.11038430089942763,
      "grad_norm": 0.31640625,
      "learning_rate": 1.9993463172584423e-05,
      "loss": 0.7757,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 810
    },
    {
      "epoch": 0.11052057781411828,
      "grad_norm": 0.29296875,
      "learning_rate": 1.9993290038454916e-05,
      "loss": 0.7625,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 811
    },
    {
      "epoch": 0.11065685472880894,
      "grad_norm": 0.255859375,
      "learning_rate": 1.9993114642153348e-05,
      "loss": 0.7273,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 812
    },
    {
      "epoch": 0.11079313164349959,
      "grad_norm": 0.60546875,
      "learning_rate": 1.999293698371942e-05,
      "loss": 0.7835,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 813
    },
    {
      "epoch": 0.11092940855819024,
      "grad_norm": 0.271484375,
      "learning_rate": 1.999275706319335e-05,
      "loss": 0.7314,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 814
    },
    {
      "epoch": 0.1110656854728809,
      "grad_norm": 0.345703125,
      "learning_rate": 1.999257488061586e-05,
      "loss": 0.7852,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 815
    },
    {
      "epoch": 0.11120196238757155,
      "grad_norm": 0.310546875,
      "learning_rate": 1.99923904360282e-05,
      "loss": 0.7476,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 816
    },
    {
      "epoch": 0.11133823930226219,
      "grad_norm": 0.2734375,
      "learning_rate": 1.9992203729472116e-05,
      "loss": 0.7305,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 817
    },
    {
      "epoch": 0.11147451621695285,
      "grad_norm": 0.279296875,
      "learning_rate": 1.9992014760989876e-05,
      "loss": 0.7939,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 818
    },
    {
      "epoch": 0.1116107931316435,
      "grad_norm": 0.28515625,
      "learning_rate": 1.9991823530624254e-05,
      "loss": 0.7382,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 819
    },
    {
      "epoch": 0.11174707004633415,
      "grad_norm": 0.46875,
      "learning_rate": 1.999163003841854e-05,
      "loss": 0.8751,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 820
    },
    {
      "epoch": 0.1118833469610248,
      "grad_norm": 0.3046875,
      "learning_rate": 1.9991434284416536e-05,
      "loss": 0.8049,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 821
    },
    {
      "epoch": 0.11201962387571546,
      "grad_norm": 0.2490234375,
      "learning_rate": 1.9991236268662555e-05,
      "loss": 0.7403,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 822
    },
    {
      "epoch": 0.1121559007904061,
      "grad_norm": 0.34765625,
      "learning_rate": 1.9991035991201415e-05,
      "loss": 0.8293,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 823
    },
    {
      "epoch": 0.11229217770509675,
      "grad_norm": 0.375,
      "learning_rate": 1.999083345207846e-05,
      "loss": 0.7515,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 824
    },
    {
      "epoch": 0.11242845461978741,
      "grad_norm": 0.328125,
      "learning_rate": 1.999062865133954e-05,
      "loss": 0.75,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 825
    },
    {
      "epoch": 0.11256473153447806,
      "grad_norm": 0.337890625,
      "learning_rate": 1.9990421589031003e-05,
      "loss": 0.7735,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 826
    },
    {
      "epoch": 0.11270100844916871,
      "grad_norm": 0.427734375,
      "learning_rate": 1.9990212265199738e-05,
      "loss": 0.7861,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 827
    },
    {
      "epoch": 0.11283728536385937,
      "grad_norm": 0.30859375,
      "learning_rate": 1.9990000679893116e-05,
      "loss": 0.7513,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 828
    },
    {
      "epoch": 0.11297356227855002,
      "grad_norm": 0.8671875,
      "learning_rate": 1.9989786833159047e-05,
      "loss": 0.7565,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 829
    },
    {
      "epoch": 0.11310983919324066,
      "grad_norm": 0.36328125,
      "learning_rate": 1.9989570725045922e-05,
      "loss": 0.7843,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 830
    },
    {
      "epoch": 0.11324611610793131,
      "grad_norm": 0.341796875,
      "learning_rate": 1.9989352355602677e-05,
      "loss": 0.7391,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 831
    },
    {
      "epoch": 0.11338239302262197,
      "grad_norm": 0.298828125,
      "learning_rate": 1.9989131724878734e-05,
      "loss": 0.7682,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 832
    },
    {
      "epoch": 0.11351866993731262,
      "grad_norm": 0.283203125,
      "learning_rate": 1.9988908832924044e-05,
      "loss": 0.8239,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 833
    },
    {
      "epoch": 0.11365494685200327,
      "grad_norm": 0.294921875,
      "learning_rate": 1.9988683679789057e-05,
      "loss": 0.7595,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 834
    },
    {
      "epoch": 0.11379122376669393,
      "grad_norm": 0.279296875,
      "learning_rate": 1.9988456265524744e-05,
      "loss": 0.7738,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 835
    },
    {
      "epoch": 0.11392750068138457,
      "grad_norm": 0.2890625,
      "learning_rate": 1.9988226590182583e-05,
      "loss": 0.7186,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 836
    },
    {
      "epoch": 0.11406377759607522,
      "grad_norm": 0.328125,
      "learning_rate": 1.9987994653814567e-05,
      "loss": 0.7594,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 837
    },
    {
      "epoch": 0.11420005451076587,
      "grad_norm": 0.349609375,
      "learning_rate": 1.9987760456473197e-05,
      "loss": 0.6879,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 838
    },
    {
      "epoch": 0.11433633142545653,
      "grad_norm": 0.2412109375,
      "learning_rate": 1.9987523998211494e-05,
      "loss": 0.7192,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 839
    },
    {
      "epoch": 0.11447260834014718,
      "grad_norm": 0.296875,
      "learning_rate": 1.9987285279082977e-05,
      "loss": 0.7482,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 840
    },
    {
      "epoch": 0.11460888525483783,
      "grad_norm": 0.50390625,
      "learning_rate": 1.9987044299141683e-05,
      "loss": 0.7562,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 841
    },
    {
      "epoch": 0.11474516216952849,
      "grad_norm": 0.349609375,
      "learning_rate": 1.9986801058442172e-05,
      "loss": 0.7513,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 842
    },
    {
      "epoch": 0.11488143908421913,
      "grad_norm": 0.333984375,
      "learning_rate": 1.9986555557039505e-05,
      "loss": 0.8161,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 843
    },
    {
      "epoch": 0.11501771599890978,
      "grad_norm": 0.26171875,
      "learning_rate": 1.998630779498925e-05,
      "loss": 0.8139,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 844
    },
    {
      "epoch": 0.11515399291360044,
      "grad_norm": 0.283203125,
      "learning_rate": 1.998605777234749e-05,
      "loss": 0.6718,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 845
    },
    {
      "epoch": 0.11529026982829109,
      "grad_norm": 0.2890625,
      "learning_rate": 1.9985805489170836e-05,
      "loss": 0.7624,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 846
    },
    {
      "epoch": 0.11542654674298174,
      "grad_norm": 0.26953125,
      "learning_rate": 1.9985550945516384e-05,
      "loss": 0.6496,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 847
    },
    {
      "epoch": 0.11556282365767238,
      "grad_norm": 0.27734375,
      "learning_rate": 1.9985294141441756e-05,
      "loss": 0.7399,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 848
    },
    {
      "epoch": 0.11569910057236305,
      "grad_norm": 0.2578125,
      "learning_rate": 1.998503507700509e-05,
      "loss": 0.6704,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 849
    },
    {
      "epoch": 0.11583537748705369,
      "grad_norm": 0.291015625,
      "learning_rate": 1.9984773752265033e-05,
      "loss": 0.7601,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 850
    },
    {
      "epoch": 0.11597165440174434,
      "grad_norm": 0.30078125,
      "learning_rate": 1.9984510167280732e-05,
      "loss": 0.7188,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 851
    },
    {
      "epoch": 0.116107931316435,
      "grad_norm": 0.29296875,
      "learning_rate": 1.998424432211186e-05,
      "loss": 0.7702,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 852
    },
    {
      "epoch": 0.11624420823112565,
      "grad_norm": 0.333984375,
      "learning_rate": 1.9983976216818593e-05,
      "loss": 0.7266,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 853
    },
    {
      "epoch": 0.1163804851458163,
      "grad_norm": 0.32421875,
      "learning_rate": 1.9983705851461622e-05,
      "loss": 0.7461,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 854
    },
    {
      "epoch": 0.11651676206050696,
      "grad_norm": 0.53125,
      "learning_rate": 1.9983433226102153e-05,
      "loss": 0.9015,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 855
    },
    {
      "epoch": 0.1166530389751976,
      "grad_norm": 0.39453125,
      "learning_rate": 1.9983158340801898e-05,
      "loss": 0.7637,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 856
    },
    {
      "epoch": 0.11678931588988825,
      "grad_norm": 0.333984375,
      "learning_rate": 1.9982881195623082e-05,
      "loss": 0.7209,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 857
    },
    {
      "epoch": 0.1169255928045789,
      "grad_norm": 0.34765625,
      "learning_rate": 1.998260179062844e-05,
      "loss": 0.7718,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 858
    },
    {
      "epoch": 0.11706186971926956,
      "grad_norm": 0.369140625,
      "learning_rate": 1.9982320125881227e-05,
      "loss": 0.8812,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 859
    },
    {
      "epoch": 0.1171981466339602,
      "grad_norm": 2.375,
      "learning_rate": 1.9982036201445195e-05,
      "loss": 0.7901,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 860
    },
    {
      "epoch": 0.11733442354865085,
      "grad_norm": 0.3203125,
      "learning_rate": 1.998175001738462e-05,
      "loss": 0.7651,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 861
    },
    {
      "epoch": 0.11747070046334152,
      "grad_norm": 0.380859375,
      "learning_rate": 1.998146157376429e-05,
      "loss": 0.7627,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 862
    },
    {
      "epoch": 0.11760697737803216,
      "grad_norm": 0.2734375,
      "learning_rate": 1.9981170870649492e-05,
      "loss": 0.773,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 863
    },
    {
      "epoch": 0.11774325429272281,
      "grad_norm": 0.29296875,
      "learning_rate": 1.9980877908106033e-05,
      "loss": 0.7704,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 864
    },
    {
      "epoch": 0.11787953120741347,
      "grad_norm": 0.314453125,
      "learning_rate": 1.9980582686200236e-05,
      "loss": 0.7545,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 865
    },
    {
      "epoch": 0.11801580812210412,
      "grad_norm": 0.349609375,
      "learning_rate": 1.9980285204998922e-05,
      "loss": 0.7224,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 866
    },
    {
      "epoch": 0.11815208503679477,
      "grad_norm": 0.37109375,
      "learning_rate": 1.9979985464569444e-05,
      "loss": 0.8157,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 867
    },
    {
      "epoch": 0.11828836195148541,
      "grad_norm": 0.263671875,
      "learning_rate": 1.997968346497964e-05,
      "loss": 0.7046,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 868
    },
    {
      "epoch": 0.11842463886617607,
      "grad_norm": 0.251953125,
      "learning_rate": 1.9979379206297883e-05,
      "loss": 0.781,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 869
    },
    {
      "epoch": 0.11856091578086672,
      "grad_norm": 0.375,
      "learning_rate": 1.9979072688593046e-05,
      "loss": 0.8135,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 870
    },
    {
      "epoch": 0.11869719269555737,
      "grad_norm": 0.34765625,
      "learning_rate": 1.997876391193451e-05,
      "loss": 0.8183,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 871
    },
    {
      "epoch": 0.11883346961024803,
      "grad_norm": 0.25390625,
      "learning_rate": 1.9978452876392174e-05,
      "loss": 0.7082,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 872
    },
    {
      "epoch": 0.11896974652493868,
      "grad_norm": 0.31640625,
      "learning_rate": 1.9978139582036455e-05,
      "loss": 0.7107,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 873
    },
    {
      "epoch": 0.11910602343962932,
      "grad_norm": 0.337890625,
      "learning_rate": 1.997782402893826e-05,
      "loss": 0.7865,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 874
    },
    {
      "epoch": 0.11924230035431997,
      "grad_norm": 0.341796875,
      "learning_rate": 1.9977506217169035e-05,
      "loss": 0.7298,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 875
    },
    {
      "epoch": 0.11937857726901063,
      "grad_norm": 0.291015625,
      "learning_rate": 1.9977186146800707e-05,
      "loss": 0.7348,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 876
    },
    {
      "epoch": 0.11951485418370128,
      "grad_norm": 0.30078125,
      "learning_rate": 1.9976863817905745e-05,
      "loss": 0.7861,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 877
    },
    {
      "epoch": 0.11965113109839193,
      "grad_norm": 0.27734375,
      "learning_rate": 1.9976539230557107e-05,
      "loss": 0.6837,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 878
    },
    {
      "epoch": 0.11978740801308259,
      "grad_norm": 0.35546875,
      "learning_rate": 1.9976212384828267e-05,
      "loss": 0.7882,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 879
    },
    {
      "epoch": 0.11992368492777324,
      "grad_norm": 0.380859375,
      "learning_rate": 1.997588328079322e-05,
      "loss": 0.816,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 880
    },
    {
      "epoch": 0.12005996184246388,
      "grad_norm": 0.26953125,
      "learning_rate": 1.9975551918526456e-05,
      "loss": 0.7526,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 881
    },
    {
      "epoch": 0.12019623875715454,
      "grad_norm": 0.2890625,
      "learning_rate": 1.9975218298102997e-05,
      "loss": 0.74,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 882
    },
    {
      "epoch": 0.12033251567184519,
      "grad_norm": 0.322265625,
      "learning_rate": 1.997488241959835e-05,
      "loss": 0.7515,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 883
    },
    {
      "epoch": 0.12046879258653584,
      "grad_norm": 0.34765625,
      "learning_rate": 1.997454428308856e-05,
      "loss": 0.8103,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 884
    },
    {
      "epoch": 0.12060506950122649,
      "grad_norm": 0.3125,
      "learning_rate": 1.9974203888650164e-05,
      "loss": 0.8706,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 885
    },
    {
      "epoch": 0.12074134641591715,
      "grad_norm": 0.25,
      "learning_rate": 1.997386123636022e-05,
      "loss": 0.681,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 886
    },
    {
      "epoch": 0.1208776233306078,
      "grad_norm": 0.330078125,
      "learning_rate": 1.997351632629629e-05,
      "loss": 0.7443,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 887
    },
    {
      "epoch": 0.12101390024529844,
      "grad_norm": 0.357421875,
      "learning_rate": 1.9973169158536455e-05,
      "loss": 0.8779,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 888
    },
    {
      "epoch": 0.1211501771599891,
      "grad_norm": 0.27734375,
      "learning_rate": 1.99728197331593e-05,
      "loss": 0.8239,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 889
    },
    {
      "epoch": 0.12128645407467975,
      "grad_norm": 0.29296875,
      "learning_rate": 1.9972468050243926e-05,
      "loss": 0.7498,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 890
    },
    {
      "epoch": 0.1214227309893704,
      "grad_norm": 0.28125,
      "learning_rate": 1.9972114109869944e-05,
      "loss": 0.6945,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 891
    },
    {
      "epoch": 0.12155900790406106,
      "grad_norm": 0.337890625,
      "learning_rate": 1.9971757912117475e-05,
      "loss": 0.7523,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 892
    },
    {
      "epoch": 0.1216952848187517,
      "grad_norm": 0.314453125,
      "learning_rate": 1.9971399457067148e-05,
      "loss": 0.7182,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 893
    },
    {
      "epoch": 0.12183156173344235,
      "grad_norm": 0.25390625,
      "learning_rate": 1.9971038744800105e-05,
      "loss": 0.7473,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 894
    },
    {
      "epoch": 0.121967838648133,
      "grad_norm": 0.330078125,
      "learning_rate": 1.997067577539801e-05,
      "loss": 0.7896,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 895
    },
    {
      "epoch": 0.12210411556282366,
      "grad_norm": 0.296875,
      "learning_rate": 1.9970310548943013e-05,
      "loss": 0.7027,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 896
    },
    {
      "epoch": 0.12224039247751431,
      "grad_norm": 0.275390625,
      "learning_rate": 1.9969943065517806e-05,
      "loss": 0.7134,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 897
    },
    {
      "epoch": 0.12237666939220496,
      "grad_norm": 0.296875,
      "learning_rate": 1.9969573325205563e-05,
      "loss": 0.7489,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 898
    },
    {
      "epoch": 0.12251294630689562,
      "grad_norm": 0.33203125,
      "learning_rate": 1.996920132808999e-05,
      "loss": 0.7894,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 899
    },
    {
      "epoch": 0.12264922322158626,
      "grad_norm": 0.337890625,
      "learning_rate": 1.996882707425529e-05,
      "loss": 0.7773,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 900
    },
    {
      "epoch": 0.12278550013627691,
      "grad_norm": 0.3359375,
      "learning_rate": 1.9968450563786187e-05,
      "loss": 0.818,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 901
    },
    {
      "epoch": 0.12292177705096756,
      "grad_norm": 0.3984375,
      "learning_rate": 1.9968071796767908e-05,
      "loss": 0.8229,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 902
    },
    {
      "epoch": 0.12305805396565822,
      "grad_norm": 0.291015625,
      "learning_rate": 1.9967690773286198e-05,
      "loss": 0.7253,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 903
    },
    {
      "epoch": 0.12319433088034887,
      "grad_norm": 0.306640625,
      "learning_rate": 1.9967307493427307e-05,
      "loss": 0.6978,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 904
    },
    {
      "epoch": 0.12333060779503952,
      "grad_norm": 0.34375,
      "learning_rate": 1.9966921957277993e-05,
      "loss": 0.7471,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 905
    },
    {
      "epoch": 0.12346688470973018,
      "grad_norm": 0.34765625,
      "learning_rate": 1.9966534164925537e-05,
      "loss": 0.8303,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 906
    },
    {
      "epoch": 0.12360316162442082,
      "grad_norm": 0.322265625,
      "learning_rate": 1.996614411645772e-05,
      "loss": 0.7801,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 907
    },
    {
      "epoch": 0.12373943853911147,
      "grad_norm": 0.318359375,
      "learning_rate": 1.9965751811962836e-05,
      "loss": 0.7082,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 908
    },
    {
      "epoch": 0.12387571545380213,
      "grad_norm": 0.328125,
      "learning_rate": 1.996535725152969e-05,
      "loss": 0.822,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 909
    },
    {
      "epoch": 0.12401199236849278,
      "grad_norm": 0.453125,
      "learning_rate": 1.99649604352476e-05,
      "loss": 0.8311,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 910
    },
    {
      "epoch": 0.12414826928318343,
      "grad_norm": 0.458984375,
      "learning_rate": 1.996456136320639e-05,
      "loss": 0.6861,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 911
    },
    {
      "epoch": 0.12428454619787407,
      "grad_norm": 0.322265625,
      "learning_rate": 1.9964160035496408e-05,
      "loss": 0.7336,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 912
    },
    {
      "epoch": 0.12442082311256474,
      "grad_norm": 0.494140625,
      "learning_rate": 1.9963756452208488e-05,
      "loss": 0.7689,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 913
    },
    {
      "epoch": 0.12455710002725538,
      "grad_norm": 0.314453125,
      "learning_rate": 1.9963350613434e-05,
      "loss": 0.8116,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 914
    },
    {
      "epoch": 0.12469337694194603,
      "grad_norm": 0.63671875,
      "learning_rate": 1.9962942519264807e-05,
      "loss": 0.8246,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 915
    },
    {
      "epoch": 0.12482965385663669,
      "grad_norm": 0.2578125,
      "learning_rate": 1.996253216979329e-05,
      "loss": 0.8168,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 916
    },
    {
      "epoch": 0.12496593077132734,
      "grad_norm": 0.447265625,
      "learning_rate": 1.9962119565112337e-05,
      "loss": 0.7724,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 917
    },
    {
      "epoch": 0.12510220768601799,
      "grad_norm": 0.333984375,
      "learning_rate": 1.9961704705315353e-05,
      "loss": 0.7228,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 918
    },
    {
      "epoch": 0.12523848460070863,
      "grad_norm": 0.26953125,
      "learning_rate": 1.9961287590496252e-05,
      "loss": 0.7249,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 919
    },
    {
      "epoch": 0.12537476151539928,
      "grad_norm": 0.30859375,
      "learning_rate": 1.996086822074945e-05,
      "loss": 0.7212,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 920
    },
    {
      "epoch": 0.12551103843008996,
      "grad_norm": 0.33203125,
      "learning_rate": 1.996044659616988e-05,
      "loss": 0.7778,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 921
    },
    {
      "epoch": 0.1256473153447806,
      "grad_norm": 0.48828125,
      "learning_rate": 1.9960022716852988e-05,
      "loss": 0.6941,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 922
    },
    {
      "epoch": 0.12578359225947125,
      "grad_norm": 0.296875,
      "learning_rate": 1.995959658289473e-05,
      "loss": 0.7707,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 923
    },
    {
      "epoch": 0.1259198691741619,
      "grad_norm": 0.2890625,
      "learning_rate": 1.9959168194391557e-05,
      "loss": 0.6934,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 924
    },
    {
      "epoch": 0.12605614608885254,
      "grad_norm": 0.306640625,
      "learning_rate": 1.995873755144046e-05,
      "loss": 0.7342,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 925
    },
    {
      "epoch": 0.1261924230035432,
      "grad_norm": 0.318359375,
      "learning_rate": 1.9958304654138906e-05,
      "loss": 0.7628,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 926
    },
    {
      "epoch": 0.12632869991823384,
      "grad_norm": 0.349609375,
      "learning_rate": 1.99578695025849e-05,
      "loss": 0.7957,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 927
    },
    {
      "epoch": 0.1264649768329245,
      "grad_norm": 0.34765625,
      "learning_rate": 1.9957432096876944e-05,
      "loss": 0.7815,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 928
    },
    {
      "epoch": 0.12660125374761516,
      "grad_norm": 0.34765625,
      "learning_rate": 1.9956992437114056e-05,
      "loss": 0.7836,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 929
    },
    {
      "epoch": 0.1267375306623058,
      "grad_norm": 0.265625,
      "learning_rate": 1.995655052339576e-05,
      "loss": 0.7092,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 930
    },
    {
      "epoch": 0.12687380757699646,
      "grad_norm": 0.3203125,
      "learning_rate": 1.995610635582209e-05,
      "loss": 0.772,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 931
    },
    {
      "epoch": 0.1270100844916871,
      "grad_norm": 0.435546875,
      "learning_rate": 1.9955659934493592e-05,
      "loss": 0.7611,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 932
    },
    {
      "epoch": 0.12714636140637775,
      "grad_norm": 0.53125,
      "learning_rate": 1.9955211259511324e-05,
      "loss": 0.7387,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 933
    },
    {
      "epoch": 0.1272826383210684,
      "grad_norm": 0.29296875,
      "learning_rate": 1.9954760330976848e-05,
      "loss": 0.7442,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 934
    },
    {
      "epoch": 0.12741891523575907,
      "grad_norm": 0.287109375,
      "learning_rate": 1.9954307148992244e-05,
      "loss": 0.7384,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 935
    },
    {
      "epoch": 0.12755519215044972,
      "grad_norm": 0.259765625,
      "learning_rate": 1.99538517136601e-05,
      "loss": 0.6496,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 936
    },
    {
      "epoch": 0.12769146906514037,
      "grad_norm": 0.2890625,
      "learning_rate": 1.9953394025083507e-05,
      "loss": 0.7902,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 937
    },
    {
      "epoch": 0.12782774597983101,
      "grad_norm": 0.24609375,
      "learning_rate": 1.9952934083366077e-05,
      "loss": 0.6661,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 938
    },
    {
      "epoch": 0.12796402289452166,
      "grad_norm": 0.341796875,
      "learning_rate": 1.995247188861192e-05,
      "loss": 0.7758,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 939
    },
    {
      "epoch": 0.1281002998092123,
      "grad_norm": 0.30078125,
      "learning_rate": 1.9952007440925674e-05,
      "loss": 0.7264,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 940
    },
    {
      "epoch": 0.12823657672390298,
      "grad_norm": 0.279296875,
      "learning_rate": 1.995154074041246e-05,
      "loss": 0.715,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 941
    },
    {
      "epoch": 0.12837285363859363,
      "grad_norm": 0.33984375,
      "learning_rate": 1.995107178717794e-05,
      "loss": 0.7339,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 942
    },
    {
      "epoch": 0.12850913055328428,
      "grad_norm": 0.333984375,
      "learning_rate": 1.9950600581328258e-05,
      "loss": 0.6741,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 943
    },
    {
      "epoch": 0.12864540746797493,
      "grad_norm": 0.59765625,
      "learning_rate": 1.995012712297009e-05,
      "loss": 0.7474,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 944
    },
    {
      "epoch": 0.12878168438266557,
      "grad_norm": 0.28125,
      "learning_rate": 1.9949651412210606e-05,
      "loss": 0.6833,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 945
    },
    {
      "epoch": 0.12891796129735622,
      "grad_norm": 0.400390625,
      "learning_rate": 1.9949173449157494e-05,
      "loss": 0.9026,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 946
    },
    {
      "epoch": 0.12905423821204687,
      "grad_norm": 0.423828125,
      "learning_rate": 1.994869323391895e-05,
      "loss": 0.7267,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 947
    },
    {
      "epoch": 0.12919051512673754,
      "grad_norm": 0.3203125,
      "learning_rate": 1.9948210766603683e-05,
      "loss": 0.7782,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 948
    },
    {
      "epoch": 0.1293267920414282,
      "grad_norm": 0.251953125,
      "learning_rate": 1.9947726047320905e-05,
      "loss": 0.6851,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 949
    },
    {
      "epoch": 0.12946306895611884,
      "grad_norm": 0.279296875,
      "learning_rate": 1.9947239076180345e-05,
      "loss": 0.6834,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 950
    },
    {
      "epoch": 0.12959934587080948,
      "grad_norm": 0.30078125,
      "learning_rate": 1.9946749853292233e-05,
      "loss": 0.7716,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 951
    },
    {
      "epoch": 0.12973562278550013,
      "grad_norm": 0.376953125,
      "learning_rate": 1.9946258378767317e-05,
      "loss": 0.7581,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 952
    },
    {
      "epoch": 0.12987189970019078,
      "grad_norm": 0.296875,
      "learning_rate": 1.9945764652716853e-05,
      "loss": 0.7475,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 953
    },
    {
      "epoch": 0.13000817661488143,
      "grad_norm": 0.29296875,
      "learning_rate": 1.99452686752526e-05,
      "loss": 0.8379,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 954
    },
    {
      "epoch": 0.1301444535295721,
      "grad_norm": 0.59375,
      "learning_rate": 1.994477044648684e-05,
      "loss": 0.7549,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 955
    },
    {
      "epoch": 0.13028073044426275,
      "grad_norm": 0.33984375,
      "learning_rate": 1.994426996653235e-05,
      "loss": 0.8551,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 956
    },
    {
      "epoch": 0.1304170073589534,
      "grad_norm": 0.345703125,
      "learning_rate": 1.9943767235502424e-05,
      "loss": 0.7582,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 957
    },
    {
      "epoch": 0.13055328427364404,
      "grad_norm": 0.451171875,
      "learning_rate": 1.9943262253510868e-05,
      "loss": 0.7082,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 958
    },
    {
      "epoch": 0.1306895611883347,
      "grad_norm": 0.40625,
      "learning_rate": 1.994275502067199e-05,
      "loss": 0.7701,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 959
    },
    {
      "epoch": 0.13082583810302534,
      "grad_norm": 0.326171875,
      "learning_rate": 1.9942245537100617e-05,
      "loss": 0.8485,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 960
    },
    {
      "epoch": 0.13096211501771599,
      "grad_norm": 0.46484375,
      "learning_rate": 1.9941733802912078e-05,
      "loss": 0.765,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 961
    },
    {
      "epoch": 0.13109839193240666,
      "grad_norm": 0.33203125,
      "learning_rate": 1.9941219818222213e-05,
      "loss": 0.7422,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 962
    },
    {
      "epoch": 0.1312346688470973,
      "grad_norm": 0.310546875,
      "learning_rate": 1.9940703583147373e-05,
      "loss": 0.7481,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 963
    },
    {
      "epoch": 0.13137094576178796,
      "grad_norm": 0.322265625,
      "learning_rate": 1.9940185097804416e-05,
      "loss": 0.7525,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 964
    },
    {
      "epoch": 0.1315072226764786,
      "grad_norm": 0.26953125,
      "learning_rate": 1.9939664362310713e-05,
      "loss": 0.7405,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 965
    },
    {
      "epoch": 0.13164349959116925,
      "grad_norm": 0.34765625,
      "learning_rate": 1.9939141376784144e-05,
      "loss": 0.7158,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 966
    },
    {
      "epoch": 0.1317797765058599,
      "grad_norm": 0.32421875,
      "learning_rate": 1.9938616141343093e-05,
      "loss": 0.765,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 967
    },
    {
      "epoch": 0.13191605342055057,
      "grad_norm": 0.40625,
      "learning_rate": 1.9938088656106458e-05,
      "loss": 0.747,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 968
    },
    {
      "epoch": 0.13205233033524122,
      "grad_norm": 0.2890625,
      "learning_rate": 1.993755892119365e-05,
      "loss": 0.7091,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 969
    },
    {
      "epoch": 0.13218860724993187,
      "grad_norm": 0.27734375,
      "learning_rate": 1.9937026936724575e-05,
      "loss": 0.7718,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 970
    },
    {
      "epoch": 0.1323248841646225,
      "grad_norm": 0.28125,
      "learning_rate": 1.993649270281967e-05,
      "loss": 0.7791,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 971
    },
    {
      "epoch": 0.13246116107931316,
      "grad_norm": 2.09375,
      "learning_rate": 1.9935956219599854e-05,
      "loss": 0.8363,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 972
    },
    {
      "epoch": 0.1325974379940038,
      "grad_norm": 0.3359375,
      "learning_rate": 1.9935417487186587e-05,
      "loss": 0.7668,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 973
    },
    {
      "epoch": 0.13273371490869446,
      "grad_norm": 0.380859375,
      "learning_rate": 1.993487650570181e-05,
      "loss": 0.8036,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 974
    },
    {
      "epoch": 0.13286999182338513,
      "grad_norm": 0.263671875,
      "learning_rate": 1.9934333275267988e-05,
      "loss": 0.6971,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 975
    },
    {
      "epoch": 0.13300626873807578,
      "grad_norm": 0.298828125,
      "learning_rate": 1.993378779600809e-05,
      "loss": 0.7784,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 976
    },
    {
      "epoch": 0.13314254565276643,
      "grad_norm": 0.263671875,
      "learning_rate": 1.9933240068045596e-05,
      "loss": 0.7504,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 977
    },
    {
      "epoch": 0.13327882256745707,
      "grad_norm": 0.296875,
      "learning_rate": 1.9932690091504497e-05,
      "loss": 0.7239,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 978
    },
    {
      "epoch": 0.13341509948214772,
      "grad_norm": 0.306640625,
      "learning_rate": 1.9932137866509294e-05,
      "loss": 0.7941,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 979
    },
    {
      "epoch": 0.13355137639683837,
      "grad_norm": 0.25,
      "learning_rate": 1.9931583393184984e-05,
      "loss": 0.7189,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 980
    },
    {
      "epoch": 0.13368765331152901,
      "grad_norm": 0.25390625,
      "learning_rate": 1.9931026671657087e-05,
      "loss": 0.7003,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 981
    },
    {
      "epoch": 0.1338239302262197,
      "grad_norm": 0.376953125,
      "learning_rate": 1.9930467702051632e-05,
      "loss": 0.785,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 982
    },
    {
      "epoch": 0.13396020714091034,
      "grad_norm": 0.3984375,
      "learning_rate": 1.9929906484495145e-05,
      "loss": 0.6913,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 983
    },
    {
      "epoch": 0.13409648405560098,
      "grad_norm": 0.326171875,
      "learning_rate": 1.9929343019114674e-05,
      "loss": 0.7213,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 984
    },
    {
      "epoch": 0.13423276097029163,
      "grad_norm": 0.341796875,
      "learning_rate": 1.9928777306037766e-05,
      "loss": 0.7881,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 985
    },
    {
      "epoch": 0.13436903788498228,
      "grad_norm": 0.283203125,
      "learning_rate": 1.9928209345392485e-05,
      "loss": 0.682,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 986
    },
    {
      "epoch": 0.13450531479967293,
      "grad_norm": 0.314453125,
      "learning_rate": 1.9927639137307397e-05,
      "loss": 0.7732,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 987
    },
    {
      "epoch": 0.13464159171436357,
      "grad_norm": 0.357421875,
      "learning_rate": 1.9927066681911584e-05,
      "loss": 0.8717,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 988
    },
    {
      "epoch": 0.13477786862905425,
      "grad_norm": 0.33984375,
      "learning_rate": 1.9926491979334623e-05,
      "loss": 0.7599,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 989
    },
    {
      "epoch": 0.1349141455437449,
      "grad_norm": 0.357421875,
      "learning_rate": 1.9925915029706617e-05,
      "loss": 0.8585,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 990
    },
    {
      "epoch": 0.13505042245843554,
      "grad_norm": 0.287109375,
      "learning_rate": 1.9925335833158164e-05,
      "loss": 0.707,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 991
    },
    {
      "epoch": 0.1351866993731262,
      "grad_norm": 0.26953125,
      "learning_rate": 1.9924754389820382e-05,
      "loss": 0.6255,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 992
    },
    {
      "epoch": 0.13532297628781684,
      "grad_norm": 0.353515625,
      "learning_rate": 1.992417069982489e-05,
      "loss": 0.7896,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 993
    },
    {
      "epoch": 0.13545925320250748,
      "grad_norm": 0.287109375,
      "learning_rate": 1.9923584763303815e-05,
      "loss": 0.7297,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 994
    },
    {
      "epoch": 0.13559553011719816,
      "grad_norm": 0.28515625,
      "learning_rate": 1.9922996580389796e-05,
      "loss": 0.7919,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 995
    },
    {
      "epoch": 0.1357318070318888,
      "grad_norm": 0.28515625,
      "learning_rate": 1.992240615121598e-05,
      "loss": 0.8232,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 996
    },
    {
      "epoch": 0.13586808394657945,
      "grad_norm": 0.251953125,
      "learning_rate": 1.992181347591602e-05,
      "loss": 0.7239,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 997
    },
    {
      "epoch": 0.1360043608612701,
      "grad_norm": 0.359375,
      "learning_rate": 1.9921218554624083e-05,
      "loss": 0.7905,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 998
    },
    {
      "epoch": 0.13614063777596075,
      "grad_norm": 0.2890625,
      "learning_rate": 1.992062138747484e-05,
      "loss": 0.6965,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 999
    },
    {
      "epoch": 0.1362769146906514,
      "grad_norm": 0.283203125,
      "learning_rate": 1.9920021974603468e-05,
      "loss": 0.6707,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1000
    },
    {
      "epoch": 0.13641319160534204,
      "grad_norm": 0.361328125,
      "learning_rate": 1.9919420316145658e-05,
      "loss": 0.8333,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1001
    },
    {
      "epoch": 0.13654946852003272,
      "grad_norm": 0.34375,
      "learning_rate": 1.9918816412237603e-05,
      "loss": 0.7351,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1002
    },
    {
      "epoch": 0.13668574543472337,
      "grad_norm": 0.291015625,
      "learning_rate": 1.9918210263016018e-05,
      "loss": 0.7207,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1003
    },
    {
      "epoch": 0.136822022349414,
      "grad_norm": 0.306640625,
      "learning_rate": 1.9917601868618105e-05,
      "loss": 0.6735,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1004
    },
    {
      "epoch": 0.13695829926410466,
      "grad_norm": 0.318359375,
      "learning_rate": 1.9916991229181594e-05,
      "loss": 0.8031,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1005
    },
    {
      "epoch": 0.1370945761787953,
      "grad_norm": 0.330078125,
      "learning_rate": 1.991637834484471e-05,
      "loss": 0.8268,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1006
    },
    {
      "epoch": 0.13723085309348595,
      "grad_norm": 0.3515625,
      "learning_rate": 1.9915763215746192e-05,
      "loss": 0.7483,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1007
    },
    {
      "epoch": 0.1373671300081766,
      "grad_norm": 0.310546875,
      "learning_rate": 1.991514584202529e-05,
      "loss": 0.6939,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1008
    },
    {
      "epoch": 0.13750340692286728,
      "grad_norm": 0.326171875,
      "learning_rate": 1.9914526223821753e-05,
      "loss": 0.8516,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1009
    },
    {
      "epoch": 0.13763968383755792,
      "grad_norm": 0.28515625,
      "learning_rate": 1.9913904361275846e-05,
      "loss": 0.8121,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1010
    },
    {
      "epoch": 0.13777596075224857,
      "grad_norm": 0.5390625,
      "learning_rate": 1.991328025452834e-05,
      "loss": 0.7407,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1011
    },
    {
      "epoch": 0.13791223766693922,
      "grad_norm": 0.26171875,
      "learning_rate": 1.991265390372051e-05,
      "loss": 0.7173,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1012
    },
    {
      "epoch": 0.13804851458162987,
      "grad_norm": 0.30078125,
      "learning_rate": 1.9912025308994146e-05,
      "loss": 0.7006,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1013
    },
    {
      "epoch": 0.1381847914963205,
      "grad_norm": 0.34765625,
      "learning_rate": 1.9911394470491543e-05,
      "loss": 0.7564,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1014
    },
    {
      "epoch": 0.13832106841101116,
      "grad_norm": 0.46875,
      "learning_rate": 1.9910761388355505e-05,
      "loss": 0.7229,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1015
    },
    {
      "epoch": 0.13845734532570184,
      "grad_norm": 0.296875,
      "learning_rate": 1.9910126062729334e-05,
      "loss": 0.736,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1016
    },
    {
      "epoch": 0.13859362224039248,
      "grad_norm": 0.5,
      "learning_rate": 1.9909488493756854e-05,
      "loss": 0.7882,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1017
    },
    {
      "epoch": 0.13872989915508313,
      "grad_norm": 0.341796875,
      "learning_rate": 1.990884868158239e-05,
      "loss": 0.7892,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1018
    },
    {
      "epoch": 0.13886617606977378,
      "grad_norm": 0.30859375,
      "learning_rate": 1.9908206626350778e-05,
      "loss": 0.7731,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1019
    },
    {
      "epoch": 0.13900245298446443,
      "grad_norm": 0.3203125,
      "learning_rate": 1.9907562328207356e-05,
      "loss": 0.7314,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1020
    },
    {
      "epoch": 0.13913872989915507,
      "grad_norm": 0.306640625,
      "learning_rate": 1.9906915787297973e-05,
      "loss": 0.7859,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1021
    },
    {
      "epoch": 0.13927500681384575,
      "grad_norm": 0.2734375,
      "learning_rate": 1.9906267003768987e-05,
      "loss": 0.7228,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1022
    },
    {
      "epoch": 0.1394112837285364,
      "grad_norm": 0.412109375,
      "learning_rate": 1.9905615977767264e-05,
      "loss": 0.7254,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1023
    },
    {
      "epoch": 0.13954756064322704,
      "grad_norm": 0.31640625,
      "learning_rate": 1.990496270944018e-05,
      "loss": 0.7141,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1024
    },
    {
      "epoch": 0.1396838375579177,
      "grad_norm": 0.341796875,
      "learning_rate": 1.9904307198935606e-05,
      "loss": 0.8415,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1025
    },
    {
      "epoch": 0.13982011447260834,
      "grad_norm": 0.302734375,
      "learning_rate": 1.990364944640193e-05,
      "loss": 0.766,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1026
    },
    {
      "epoch": 0.13995639138729898,
      "grad_norm": 0.2890625,
      "learning_rate": 1.9902989451988052e-05,
      "loss": 0.7625,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1027
    },
    {
      "epoch": 0.14009266830198963,
      "grad_norm": 0.412109375,
      "learning_rate": 1.9902327215843373e-05,
      "loss": 0.709,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1028
    },
    {
      "epoch": 0.1402289452166803,
      "grad_norm": 0.3359375,
      "learning_rate": 1.9901662738117804e-05,
      "loss": 0.8329,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1029
    },
    {
      "epoch": 0.14036522213137095,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.9900996018961755e-05,
      "loss": 0.7017,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1030
    },
    {
      "epoch": 0.1405014990460616,
      "grad_norm": 0.42578125,
      "learning_rate": 1.9900327058526162e-05,
      "loss": 0.723,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1031
    },
    {
      "epoch": 0.14063777596075225,
      "grad_norm": 0.24609375,
      "learning_rate": 1.989965585696245e-05,
      "loss": 0.7149,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1032
    },
    {
      "epoch": 0.1407740528754429,
      "grad_norm": 0.359375,
      "learning_rate": 1.9898982414422556e-05,
      "loss": 0.8109,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1033
    },
    {
      "epoch": 0.14091032979013354,
      "grad_norm": 0.56640625,
      "learning_rate": 1.9898306731058933e-05,
      "loss": 0.6499,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1034
    },
    {
      "epoch": 0.1410466067048242,
      "grad_norm": 0.275390625,
      "learning_rate": 1.9897628807024526e-05,
      "loss": 0.755,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1035
    },
    {
      "epoch": 0.14118288361951487,
      "grad_norm": 0.7421875,
      "learning_rate": 1.9896948642472807e-05,
      "loss": 0.9121,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1036
    },
    {
      "epoch": 0.1413191605342055,
      "grad_norm": 0.322265625,
      "learning_rate": 1.9896266237557737e-05,
      "loss": 0.7909,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1037
    },
    {
      "epoch": 0.14145543744889616,
      "grad_norm": 0.251953125,
      "learning_rate": 1.9895581592433798e-05,
      "loss": 0.7724,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1038
    },
    {
      "epoch": 0.1415917143635868,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.9894894707255962e-05,
      "loss": 0.6673,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1039
    },
    {
      "epoch": 0.14172799127827745,
      "grad_norm": 0.322265625,
      "learning_rate": 1.9894205582179728e-05,
      "loss": 0.7487,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1040
    },
    {
      "epoch": 0.1418642681929681,
      "grad_norm": 0.28125,
      "learning_rate": 1.9893514217361085e-05,
      "loss": 0.7322,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1041
    },
    {
      "epoch": 0.14200054510765875,
      "grad_norm": 0.27734375,
      "learning_rate": 1.9892820612956543e-05,
      "loss": 0.7404,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1042
    },
    {
      "epoch": 0.14213682202234942,
      "grad_norm": 0.431640625,
      "learning_rate": 1.9892124769123112e-05,
      "loss": 0.7437,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1043
    },
    {
      "epoch": 0.14227309893704007,
      "grad_norm": 0.2431640625,
      "learning_rate": 1.9891426686018308e-05,
      "loss": 0.7066,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1044
    },
    {
      "epoch": 0.14240937585173072,
      "grad_norm": 0.423828125,
      "learning_rate": 1.9890726363800153e-05,
      "loss": 0.7931,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1045
    },
    {
      "epoch": 0.14254565276642137,
      "grad_norm": 0.263671875,
      "learning_rate": 1.989002380262718e-05,
      "loss": 0.7381,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1046
    },
    {
      "epoch": 0.142681929681112,
      "grad_norm": 0.251953125,
      "learning_rate": 1.9889319002658428e-05,
      "loss": 0.7133,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1047
    },
    {
      "epoch": 0.14281820659580266,
      "grad_norm": 0.326171875,
      "learning_rate": 1.988861196405344e-05,
      "loss": 0.7767,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1048
    },
    {
      "epoch": 0.14295448351049334,
      "grad_norm": 0.423828125,
      "learning_rate": 1.9887902686972274e-05,
      "loss": 0.7962,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1049
    },
    {
      "epoch": 0.14309076042518398,
      "grad_norm": 0.328125,
      "learning_rate": 1.9887191171575482e-05,
      "loss": 0.7316,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1050
    },
    {
      "epoch": 0.14322703733987463,
      "grad_norm": 0.443359375,
      "learning_rate": 1.988647741802413e-05,
      "loss": 0.8213,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1051
    },
    {
      "epoch": 0.14336331425456528,
      "grad_norm": 0.310546875,
      "learning_rate": 1.988576142647979e-05,
      "loss": 0.647,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1052
    },
    {
      "epoch": 0.14349959116925592,
      "grad_norm": 0.37109375,
      "learning_rate": 1.988504319710454e-05,
      "loss": 0.8423,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1053
    },
    {
      "epoch": 0.14363586808394657,
      "grad_norm": 0.404296875,
      "learning_rate": 1.988432273006097e-05,
      "loss": 0.8112,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1054
    },
    {
      "epoch": 0.14377214499863722,
      "grad_norm": 0.3125,
      "learning_rate": 1.9883600025512165e-05,
      "loss": 0.7749,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1055
    },
    {
      "epoch": 0.1439084219133279,
      "grad_norm": 0.294921875,
      "learning_rate": 1.9882875083621726e-05,
      "loss": 0.7372,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1056
    },
    {
      "epoch": 0.14404469882801854,
      "grad_norm": 0.287109375,
      "learning_rate": 1.9882147904553758e-05,
      "loss": 0.7521,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1057
    },
    {
      "epoch": 0.1441809757427092,
      "grad_norm": 0.255859375,
      "learning_rate": 1.9881418488472867e-05,
      "loss": 0.7101,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1058
    },
    {
      "epoch": 0.14431725265739984,
      "grad_norm": 0.296875,
      "learning_rate": 1.9880686835544178e-05,
      "loss": 0.7995,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1059
    },
    {
      "epoch": 0.14445352957209048,
      "grad_norm": 0.275390625,
      "learning_rate": 1.9879952945933305e-05,
      "loss": 0.6971,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1060
    },
    {
      "epoch": 0.14458980648678113,
      "grad_norm": 0.298828125,
      "learning_rate": 1.987921681980639e-05,
      "loss": 0.7638,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1061
    },
    {
      "epoch": 0.14472608340147178,
      "grad_norm": 0.236328125,
      "learning_rate": 1.987847845733006e-05,
      "loss": 0.661,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1062
    },
    {
      "epoch": 0.14486236031616245,
      "grad_norm": 0.28515625,
      "learning_rate": 1.9877737858671457e-05,
      "loss": 0.7511,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1063
    },
    {
      "epoch": 0.1449986372308531,
      "grad_norm": 0.267578125,
      "learning_rate": 1.9876995023998235e-05,
      "loss": 0.7172,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1064
    },
    {
      "epoch": 0.14513491414554375,
      "grad_norm": 0.330078125,
      "learning_rate": 1.987624995347855e-05,
      "loss": 0.7802,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1065
    },
    {
      "epoch": 0.1452711910602344,
      "grad_norm": 0.3359375,
      "learning_rate": 1.9875502647281055e-05,
      "loss": 0.7379,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1066
    },
    {
      "epoch": 0.14540746797492504,
      "grad_norm": 0.3515625,
      "learning_rate": 1.987475310557492e-05,
      "loss": 0.7358,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1067
    },
    {
      "epoch": 0.1455437448896157,
      "grad_norm": 0.486328125,
      "learning_rate": 1.9874001328529825e-05,
      "loss": 0.8669,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1068
    },
    {
      "epoch": 0.14568002180430634,
      "grad_norm": 0.451171875,
      "learning_rate": 1.9873247316315943e-05,
      "loss": 0.7289,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1069
    },
    {
      "epoch": 0.145816298718997,
      "grad_norm": 2.984375,
      "learning_rate": 1.9872491069103955e-05,
      "loss": 0.7425,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1070
    },
    {
      "epoch": 0.14595257563368766,
      "grad_norm": 0.279296875,
      "learning_rate": 1.9871732587065064e-05,
      "loss": 0.7397,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1071
    },
    {
      "epoch": 0.1460888525483783,
      "grad_norm": 0.40625,
      "learning_rate": 1.9870971870370955e-05,
      "loss": 0.8072,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1072
    },
    {
      "epoch": 0.14622512946306895,
      "grad_norm": 0.369140625,
      "learning_rate": 1.9870208919193836e-05,
      "loss": 0.7996,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1073
    },
    {
      "epoch": 0.1463614063777596,
      "grad_norm": 0.279296875,
      "learning_rate": 1.9869443733706414e-05,
      "loss": 0.708,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1074
    },
    {
      "epoch": 0.14649768329245025,
      "grad_norm": 0.3203125,
      "learning_rate": 1.9868676314081907e-05,
      "loss": 0.8052,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1075
    },
    {
      "epoch": 0.14663396020714092,
      "grad_norm": 0.310546875,
      "learning_rate": 1.986790666049403e-05,
      "loss": 0.7664,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1076
    },
    {
      "epoch": 0.14677023712183157,
      "grad_norm": 0.3828125,
      "learning_rate": 1.9867134773117015e-05,
      "loss": 0.8798,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1077
    },
    {
      "epoch": 0.14690651403652222,
      "grad_norm": 0.318359375,
      "learning_rate": 1.9866360652125585e-05,
      "loss": 0.721,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1078
    },
    {
      "epoch": 0.14704279095121287,
      "grad_norm": 0.2578125,
      "learning_rate": 1.9865584297694986e-05,
      "loss": 0.7226,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1079
    },
    {
      "epoch": 0.1471790678659035,
      "grad_norm": 0.33203125,
      "learning_rate": 1.986480571000095e-05,
      "loss": 0.6831,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1080
    },
    {
      "epoch": 0.14731534478059416,
      "grad_norm": 0.341796875,
      "learning_rate": 1.986402488921974e-05,
      "loss": 0.7891,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1081
    },
    {
      "epoch": 0.1474516216952848,
      "grad_norm": 0.306640625,
      "learning_rate": 1.9863241835528094e-05,
      "loss": 0.773,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1082
    },
    {
      "epoch": 0.14758789860997548,
      "grad_norm": 0.28515625,
      "learning_rate": 1.9862456549103282e-05,
      "loss": 0.8105,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1083
    },
    {
      "epoch": 0.14772417552466613,
      "grad_norm": 0.294921875,
      "learning_rate": 1.9861669030123065e-05,
      "loss": 0.7684,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1084
    },
    {
      "epoch": 0.14786045243935678,
      "grad_norm": 0.31640625,
      "learning_rate": 1.9860879278765713e-05,
      "loss": 0.7955,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1085
    },
    {
      "epoch": 0.14799672935404742,
      "grad_norm": 0.265625,
      "learning_rate": 1.986008729521e-05,
      "loss": 0.7316,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1086
    },
    {
      "epoch": 0.14813300626873807,
      "grad_norm": 0.3125,
      "learning_rate": 1.985929307963521e-05,
      "loss": 0.7831,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1087
    },
    {
      "epoch": 0.14826928318342872,
      "grad_norm": 0.26953125,
      "learning_rate": 1.9858496632221125e-05,
      "loss": 0.6766,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1088
    },
    {
      "epoch": 0.14840556009811937,
      "grad_norm": 0.26171875,
      "learning_rate": 1.985769795314804e-05,
      "loss": 0.7574,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1089
    },
    {
      "epoch": 0.14854183701281004,
      "grad_norm": 0.30859375,
      "learning_rate": 1.9856897042596746e-05,
      "loss": 0.7252,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1090
    },
    {
      "epoch": 0.1486781139275007,
      "grad_norm": 0.322265625,
      "learning_rate": 1.985609390074855e-05,
      "loss": 0.7851,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1091
    },
    {
      "epoch": 0.14881439084219134,
      "grad_norm": 0.28125,
      "learning_rate": 1.9855288527785257e-05,
      "loss": 0.7377,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1092
    },
    {
      "epoch": 0.14895066775688198,
      "grad_norm": 0.337890625,
      "learning_rate": 1.9854480923889176e-05,
      "loss": 0.7211,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1093
    },
    {
      "epoch": 0.14908694467157263,
      "grad_norm": 0.310546875,
      "learning_rate": 1.9853671089243124e-05,
      "loss": 0.7076,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1094
    },
    {
      "epoch": 0.14922322158626328,
      "grad_norm": 0.35546875,
      "learning_rate": 1.9852859024030425e-05,
      "loss": 0.758,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1095
    },
    {
      "epoch": 0.14935949850095395,
      "grad_norm": 0.306640625,
      "learning_rate": 1.9852044728434903e-05,
      "loss": 0.7882,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1096
    },
    {
      "epoch": 0.1494957754156446,
      "grad_norm": 0.380859375,
      "learning_rate": 1.9851228202640893e-05,
      "loss": 0.6986,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1097
    },
    {
      "epoch": 0.14963205233033525,
      "grad_norm": 0.330078125,
      "learning_rate": 1.9850409446833224e-05,
      "loss": 0.7043,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1098
    },
    {
      "epoch": 0.1497683292450259,
      "grad_norm": 0.275390625,
      "learning_rate": 1.9849588461197247e-05,
      "loss": 0.6827,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1099
    },
    {
      "epoch": 0.14990460615971654,
      "grad_norm": 0.279296875,
      "learning_rate": 1.98487652459188e-05,
      "loss": 0.6875,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1100
    },
    {
      "epoch": 0.1500408830744072,
      "grad_norm": 0.3671875,
      "learning_rate": 1.9847939801184236e-05,
      "loss": 0.7596,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1101
    },
    {
      "epoch": 0.15017715998909784,
      "grad_norm": 0.244140625,
      "learning_rate": 1.984711212718041e-05,
      "loss": 0.6741,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1102
    },
    {
      "epoch": 0.1503134369037885,
      "grad_norm": 0.283203125,
      "learning_rate": 1.9846282224094686e-05,
      "loss": 0.7348,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1103
    },
    {
      "epoch": 0.15044971381847916,
      "grad_norm": 0.3203125,
      "learning_rate": 1.984545009211492e-05,
      "loss": 0.809,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1104
    },
    {
      "epoch": 0.1505859907331698,
      "grad_norm": 0.349609375,
      "learning_rate": 1.9844615731429485e-05,
      "loss": 0.7207,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1105
    },
    {
      "epoch": 0.15072226764786045,
      "grad_norm": 0.30859375,
      "learning_rate": 1.9843779142227258e-05,
      "loss": 0.7044,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1106
    },
    {
      "epoch": 0.1508585445625511,
      "grad_norm": 0.271484375,
      "learning_rate": 1.984294032469761e-05,
      "loss": 0.6853,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1107
    },
    {
      "epoch": 0.15099482147724175,
      "grad_norm": 0.275390625,
      "learning_rate": 1.9842099279030432e-05,
      "loss": 0.7879,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1108
    },
    {
      "epoch": 0.1511310983919324,
      "grad_norm": 0.34375,
      "learning_rate": 1.9841256005416104e-05,
      "loss": 0.6983,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1109
    },
    {
      "epoch": 0.15126737530662307,
      "grad_norm": 0.26953125,
      "learning_rate": 1.9840410504045517e-05,
      "loss": 0.8036,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1110
    },
    {
      "epoch": 0.15140365222131372,
      "grad_norm": 0.330078125,
      "learning_rate": 1.983956277511007e-05,
      "loss": 0.7757,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1111
    },
    {
      "epoch": 0.15153992913600436,
      "grad_norm": 0.37109375,
      "learning_rate": 1.983871281880166e-05,
      "loss": 0.8848,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1112
    },
    {
      "epoch": 0.151676206050695,
      "grad_norm": 0.310546875,
      "learning_rate": 1.9837860635312694e-05,
      "loss": 0.7702,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1113
    },
    {
      "epoch": 0.15181248296538566,
      "grad_norm": 0.27734375,
      "learning_rate": 1.9837006224836076e-05,
      "loss": 0.7063,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1114
    },
    {
      "epoch": 0.1519487598800763,
      "grad_norm": 0.3046875,
      "learning_rate": 1.9836149587565223e-05,
      "loss": 0.7653,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1115
    },
    {
      "epoch": 0.15208503679476695,
      "grad_norm": 0.310546875,
      "learning_rate": 1.9835290723694043e-05,
      "loss": 0.8202,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1116
    },
    {
      "epoch": 0.15222131370945763,
      "grad_norm": 0.333984375,
      "learning_rate": 1.9834429633416964e-05,
      "loss": 0.7618,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1117
    },
    {
      "epoch": 0.15235759062414828,
      "grad_norm": 0.23828125,
      "learning_rate": 1.983356631692891e-05,
      "loss": 0.6831,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1118
    },
    {
      "epoch": 0.15249386753883892,
      "grad_norm": 0.259765625,
      "learning_rate": 1.9832700774425304e-05,
      "loss": 0.7009,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1119
    },
    {
      "epoch": 0.15263014445352957,
      "grad_norm": 0.388671875,
      "learning_rate": 1.9831833006102082e-05,
      "loss": 0.7381,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1120
    },
    {
      "epoch": 0.15276642136822022,
      "grad_norm": 0.341796875,
      "learning_rate": 1.983096301215568e-05,
      "loss": 0.7137,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1121
    },
    {
      "epoch": 0.15290269828291086,
      "grad_norm": 0.287109375,
      "learning_rate": 1.9830090792783036e-05,
      "loss": 0.8041,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1122
    },
    {
      "epoch": 0.15303897519760154,
      "grad_norm": 0.298828125,
      "learning_rate": 1.9829216348181594e-05,
      "loss": 0.7446,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1123
    },
    {
      "epoch": 0.1531752521122922,
      "grad_norm": 0.28125,
      "learning_rate": 1.98283396785493e-05,
      "loss": 0.7349,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1124
    },
    {
      "epoch": 0.15331152902698283,
      "grad_norm": 0.49609375,
      "learning_rate": 1.982746078408461e-05,
      "loss": 0.7028,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1125
    },
    {
      "epoch": 0.15344780594167348,
      "grad_norm": 0.50390625,
      "learning_rate": 1.982657966498647e-05,
      "loss": 0.9373,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1126
    },
    {
      "epoch": 0.15358408285636413,
      "grad_norm": 0.333984375,
      "learning_rate": 1.9825696321454348e-05,
      "loss": 0.7004,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1127
    },
    {
      "epoch": 0.15372035977105478,
      "grad_norm": 0.287109375,
      "learning_rate": 1.9824810753688196e-05,
      "loss": 0.7121,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1128
    },
    {
      "epoch": 0.15385663668574542,
      "grad_norm": 0.279296875,
      "learning_rate": 1.9823922961888486e-05,
      "loss": 0.7363,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1129
    },
    {
      "epoch": 0.1539929136004361,
      "grad_norm": 0.29296875,
      "learning_rate": 1.9823032946256183e-05,
      "loss": 0.6896,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1130
    },
    {
      "epoch": 0.15412919051512675,
      "grad_norm": 0.419921875,
      "learning_rate": 1.9822140706992764e-05,
      "loss": 0.7865,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1131
    },
    {
      "epoch": 0.1542654674298174,
      "grad_norm": 0.45703125,
      "learning_rate": 1.9821246244300197e-05,
      "loss": 0.8169,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1132
    },
    {
      "epoch": 0.15440174434450804,
      "grad_norm": 0.3984375,
      "learning_rate": 1.9820349558380966e-05,
      "loss": 0.7521,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1133
    },
    {
      "epoch": 0.1545380212591987,
      "grad_norm": 1.3828125,
      "learning_rate": 1.9819450649438052e-05,
      "loss": 0.7695,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1134
    },
    {
      "epoch": 0.15467429817388934,
      "grad_norm": 0.32421875,
      "learning_rate": 1.981854951767494e-05,
      "loss": 0.7333,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1135
    },
    {
      "epoch": 0.15481057508857998,
      "grad_norm": 0.40625,
      "learning_rate": 1.981764616329562e-05,
      "loss": 0.7789,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1136
    },
    {
      "epoch": 0.15494685200327066,
      "grad_norm": 0.361328125,
      "learning_rate": 1.981674058650458e-05,
      "loss": 0.718,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1137
    },
    {
      "epoch": 0.1550831289179613,
      "grad_norm": 0.3125,
      "learning_rate": 1.9815832787506814e-05,
      "loss": 0.7204,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1138
    },
    {
      "epoch": 0.15521940583265195,
      "grad_norm": 0.32421875,
      "learning_rate": 1.9814922766507825e-05,
      "loss": 0.7026,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1139
    },
    {
      "epoch": 0.1553556827473426,
      "grad_norm": 0.28125,
      "learning_rate": 1.9814010523713608e-05,
      "loss": 0.7218,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1140
    },
    {
      "epoch": 0.15549195966203325,
      "grad_norm": 0.447265625,
      "learning_rate": 1.981309605933067e-05,
      "loss": 0.8195,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1141
    },
    {
      "epoch": 0.1556282365767239,
      "grad_norm": 0.271484375,
      "learning_rate": 1.9812179373566018e-05,
      "loss": 0.7675,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1142
    },
    {
      "epoch": 0.15576451349141454,
      "grad_norm": 0.333984375,
      "learning_rate": 1.9811260466627163e-05,
      "loss": 0.7434,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1143
    },
    {
      "epoch": 0.15590079040610522,
      "grad_norm": 0.37109375,
      "learning_rate": 1.981033933872211e-05,
      "loss": 0.7014,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1144
    },
    {
      "epoch": 0.15603706732079586,
      "grad_norm": 0.5234375,
      "learning_rate": 1.9809415990059378e-05,
      "loss": 0.8195,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1145
    },
    {
      "epoch": 0.1561733442354865,
      "grad_norm": 0.322265625,
      "learning_rate": 1.9808490420847986e-05,
      "loss": 0.6646,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1146
    },
    {
      "epoch": 0.15630962115017716,
      "grad_norm": 0.296875,
      "learning_rate": 1.9807562631297453e-05,
      "loss": 0.7315,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1147
    },
    {
      "epoch": 0.1564458980648678,
      "grad_norm": 0.58203125,
      "learning_rate": 1.9806632621617797e-05,
      "loss": 0.8142,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1148
    },
    {
      "epoch": 0.15658217497955845,
      "grad_norm": 0.30078125,
      "learning_rate": 1.9805700392019553e-05,
      "loss": 0.7614,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1149
    },
    {
      "epoch": 0.15671845189424913,
      "grad_norm": 0.333984375,
      "learning_rate": 1.9804765942713743e-05,
      "loss": 0.7686,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1150
    },
    {
      "epoch": 0.15685472880893978,
      "grad_norm": 0.251953125,
      "learning_rate": 1.98038292739119e-05,
      "loss": 0.7072,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1151
    },
    {
      "epoch": 0.15699100572363042,
      "grad_norm": 0.306640625,
      "learning_rate": 1.9802890385826058e-05,
      "loss": 0.7478,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1152
    },
    {
      "epoch": 0.15712728263832107,
      "grad_norm": 0.291015625,
      "learning_rate": 1.9801949278668746e-05,
      "loss": 0.7274,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1153
    },
    {
      "epoch": 0.15726355955301172,
      "grad_norm": 0.357421875,
      "learning_rate": 1.9801005952653005e-05,
      "loss": 0.7895,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1154
    },
    {
      "epoch": 0.15739983646770236,
      "grad_norm": 0.341796875,
      "learning_rate": 1.9800060407992373e-05,
      "loss": 0.7856,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1155
    },
    {
      "epoch": 0.157536113382393,
      "grad_norm": 0.3359375,
      "learning_rate": 1.97991126449009e-05,
      "loss": 0.7493,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1156
    },
    {
      "epoch": 0.1576723902970837,
      "grad_norm": 0.2431640625,
      "learning_rate": 1.979816266359312e-05,
      "loss": 0.6656,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1157
    },
    {
      "epoch": 0.15780866721177433,
      "grad_norm": 0.46875,
      "learning_rate": 1.9797210464284086e-05,
      "loss": 0.7872,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1158
    },
    {
      "epoch": 0.15794494412646498,
      "grad_norm": 0.3359375,
      "learning_rate": 1.9796256047189346e-05,
      "loss": 0.7914,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1159
    },
    {
      "epoch": 0.15808122104115563,
      "grad_norm": 0.37890625,
      "learning_rate": 1.9795299412524948e-05,
      "loss": 0.7515,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1160
    },
    {
      "epoch": 0.15821749795584628,
      "grad_norm": 0.32421875,
      "learning_rate": 1.9794340560507445e-05,
      "loss": 0.6676,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1161
    },
    {
      "epoch": 0.15835377487053692,
      "grad_norm": 0.322265625,
      "learning_rate": 1.979337949135389e-05,
      "loss": 0.8038,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1162
    },
    {
      "epoch": 0.15849005178522757,
      "grad_norm": 0.296875,
      "learning_rate": 1.9792416205281844e-05,
      "loss": 0.7497,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1163
    },
    {
      "epoch": 0.15862632869991825,
      "grad_norm": 0.29296875,
      "learning_rate": 1.9791450702509362e-05,
      "loss": 0.7745,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1164
    },
    {
      "epoch": 0.1587626056146089,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.9790482983255005e-05,
      "loss": 0.7143,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1165
    },
    {
      "epoch": 0.15889888252929954,
      "grad_norm": 0.42578125,
      "learning_rate": 1.9789513047737835e-05,
      "loss": 0.874,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1166
    },
    {
      "epoch": 0.1590351594439902,
      "grad_norm": 0.322265625,
      "learning_rate": 1.978854089617741e-05,
      "loss": 0.7225,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1167
    },
    {
      "epoch": 0.15917143635868083,
      "grad_norm": 0.26171875,
      "learning_rate": 1.9787566528793806e-05,
      "loss": 0.7629,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1168
    },
    {
      "epoch": 0.15930771327337148,
      "grad_norm": 0.3828125,
      "learning_rate": 1.978658994580758e-05,
      "loss": 0.8008,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1169
    },
    {
      "epoch": 0.15944399018806213,
      "grad_norm": 0.291015625,
      "learning_rate": 1.9785611147439806e-05,
      "loss": 0.7638,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1170
    },
    {
      "epoch": 0.1595802671027528,
      "grad_norm": 0.37109375,
      "learning_rate": 1.978463013391205e-05,
      "loss": 0.7352,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1171
    },
    {
      "epoch": 0.15971654401744345,
      "grad_norm": 0.2734375,
      "learning_rate": 1.9783646905446386e-05,
      "loss": 0.7211,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1172
    },
    {
      "epoch": 0.1598528209321341,
      "grad_norm": 0.2890625,
      "learning_rate": 1.978266146226538e-05,
      "loss": 0.772,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1173
    },
    {
      "epoch": 0.15998909784682475,
      "grad_norm": 0.271484375,
      "learning_rate": 1.9781673804592118e-05,
      "loss": 0.7234,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1174
    },
    {
      "epoch": 0.1601253747615154,
      "grad_norm": 0.388671875,
      "learning_rate": 1.9780683932650165e-05,
      "loss": 0.7521,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1175
    },
    {
      "epoch": 0.16026165167620604,
      "grad_norm": 0.341796875,
      "learning_rate": 1.97796918466636e-05,
      "loss": 0.7123,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1176
    },
    {
      "epoch": 0.16039792859089672,
      "grad_norm": 0.353515625,
      "learning_rate": 1.9778697546857e-05,
      "loss": 0.7788,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1177
    },
    {
      "epoch": 0.16053420550558736,
      "grad_norm": 0.3671875,
      "learning_rate": 1.9777701033455448e-05,
      "loss": 0.7212,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1178
    },
    {
      "epoch": 0.160670482420278,
      "grad_norm": 0.435546875,
      "learning_rate": 1.977670230668452e-05,
      "loss": 0.8324,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1179
    },
    {
      "epoch": 0.16080675933496866,
      "grad_norm": 0.37890625,
      "learning_rate": 1.9775701366770295e-05,
      "loss": 0.6979,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1180
    },
    {
      "epoch": 0.1609430362496593,
      "grad_norm": 0.244140625,
      "learning_rate": 1.977469821393936e-05,
      "loss": 0.7293,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1181
    },
    {
      "epoch": 0.16107931316434995,
      "grad_norm": 0.361328125,
      "learning_rate": 1.9773692848418796e-05,
      "loss": 0.7108,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1182
    },
    {
      "epoch": 0.1612155900790406,
      "grad_norm": 0.357421875,
      "learning_rate": 1.9772685270436184e-05,
      "loss": 0.7093,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1183
    },
    {
      "epoch": 0.16135186699373127,
      "grad_norm": 0.291015625,
      "learning_rate": 1.977167548021961e-05,
      "loss": 0.7203,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1184
    },
    {
      "epoch": 0.16148814390842192,
      "grad_norm": 0.267578125,
      "learning_rate": 1.9770663477997662e-05,
      "loss": 0.7263,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1185
    },
    {
      "epoch": 0.16162442082311257,
      "grad_norm": 0.3203125,
      "learning_rate": 1.9769649263999423e-05,
      "loss": 0.703,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1186
    },
    {
      "epoch": 0.16176069773780322,
      "grad_norm": 0.333984375,
      "learning_rate": 1.9768632838454482e-05,
      "loss": 0.7713,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1187
    },
    {
      "epoch": 0.16189697465249386,
      "grad_norm": 0.326171875,
      "learning_rate": 1.9767614201592925e-05,
      "loss": 0.726,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1188
    },
    {
      "epoch": 0.1620332515671845,
      "grad_norm": 0.31640625,
      "learning_rate": 1.9766593353645338e-05,
      "loss": 0.7603,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1189
    },
    {
      "epoch": 0.16216952848187516,
      "grad_norm": 0.310546875,
      "learning_rate": 1.976557029484281e-05,
      "loss": 0.7437,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1190
    },
    {
      "epoch": 0.16230580539656583,
      "grad_norm": 0.3046875,
      "learning_rate": 1.9764545025416935e-05,
      "loss": 0.7378,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1191
    },
    {
      "epoch": 0.16244208231125648,
      "grad_norm": 0.322265625,
      "learning_rate": 1.9763517545599798e-05,
      "loss": 0.7856,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1192
    },
    {
      "epoch": 0.16257835922594713,
      "grad_norm": 0.345703125,
      "learning_rate": 1.9762487855623986e-05,
      "loss": 0.7449,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1193
    },
    {
      "epoch": 0.16271463614063778,
      "grad_norm": 0.298828125,
      "learning_rate": 1.9761455955722596e-05,
      "loss": 0.7351,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1194
    },
    {
      "epoch": 0.16285091305532842,
      "grad_norm": 0.6484375,
      "learning_rate": 1.976042184612921e-05,
      "loss": 0.9085,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1195
    },
    {
      "epoch": 0.16298718997001907,
      "grad_norm": 0.251953125,
      "learning_rate": 1.9759385527077922e-05,
      "loss": 0.6917,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1196
    },
    {
      "epoch": 0.16312346688470972,
      "grad_norm": 0.263671875,
      "learning_rate": 1.9758346998803328e-05,
      "loss": 0.7184,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1197
    },
    {
      "epoch": 0.1632597437994004,
      "grad_norm": 0.28515625,
      "learning_rate": 1.9757306261540516e-05,
      "loss": 0.7616,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1198
    },
    {
      "epoch": 0.16339602071409104,
      "grad_norm": 0.333984375,
      "learning_rate": 1.975626331552507e-05,
      "loss": 0.7684,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1199
    },
    {
      "epoch": 0.1635322976287817,
      "grad_norm": 0.380859375,
      "learning_rate": 1.975521816099309e-05,
      "loss": 0.7017,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1200
    },
    {
      "epoch": 0.16366857454347233,
      "grad_norm": 0.357421875,
      "learning_rate": 1.9754170798181155e-05,
      "loss": 0.7095,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1201
    },
    {
      "epoch": 0.16380485145816298,
      "grad_norm": 0.4375,
      "learning_rate": 1.9753121227326367e-05,
      "loss": 0.7702,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1202
    },
    {
      "epoch": 0.16394112837285363,
      "grad_norm": 0.333984375,
      "learning_rate": 1.9752069448666317e-05,
      "loss": 0.8277,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1203
    },
    {
      "epoch": 0.1640774052875443,
      "grad_norm": 0.333984375,
      "learning_rate": 1.9751015462439086e-05,
      "loss": 0.7085,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1204
    },
    {
      "epoch": 0.16421368220223495,
      "grad_norm": 0.296875,
      "learning_rate": 1.9749959268883267e-05,
      "loss": 0.7746,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1205
    },
    {
      "epoch": 0.1643499591169256,
      "grad_norm": 0.26171875,
      "learning_rate": 1.9748900868237953e-05,
      "loss": 0.7099,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1206
    },
    {
      "epoch": 0.16448623603161625,
      "grad_norm": 0.32421875,
      "learning_rate": 1.9747840260742732e-05,
      "loss": 0.7378,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1207
    },
    {
      "epoch": 0.1646225129463069,
      "grad_norm": 0.298828125,
      "learning_rate": 1.9746777446637694e-05,
      "loss": 0.7155,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1208
    },
    {
      "epoch": 0.16475878986099754,
      "grad_norm": 0.3984375,
      "learning_rate": 1.974571242616342e-05,
      "loss": 0.7783,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1209
    },
    {
      "epoch": 0.1648950667756882,
      "grad_norm": 0.298828125,
      "learning_rate": 1.9744645199561007e-05,
      "loss": 0.7531,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1210
    },
    {
      "epoch": 0.16503134369037886,
      "grad_norm": 0.29296875,
      "learning_rate": 1.9743575767072034e-05,
      "loss": 0.7911,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1211
    },
    {
      "epoch": 0.1651676206050695,
      "grad_norm": 0.251953125,
      "learning_rate": 1.9742504128938595e-05,
      "loss": 0.6438,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1212
    },
    {
      "epoch": 0.16530389751976016,
      "grad_norm": 0.298828125,
      "learning_rate": 1.974143028540327e-05,
      "loss": 0.739,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1213
    },
    {
      "epoch": 0.1654401744344508,
      "grad_norm": 0.28515625,
      "learning_rate": 1.974035423670915e-05,
      "loss": 0.7716,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1214
    },
    {
      "epoch": 0.16557645134914145,
      "grad_norm": 0.26171875,
      "learning_rate": 1.9739275983099816e-05,
      "loss": 0.7107,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1215
    },
    {
      "epoch": 0.1657127282638321,
      "grad_norm": 0.345703125,
      "learning_rate": 1.9738195524819347e-05,
      "loss": 0.7629,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1216
    },
    {
      "epoch": 0.16584900517852275,
      "grad_norm": 0.283203125,
      "learning_rate": 1.973711286211233e-05,
      "loss": 0.7039,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1217
    },
    {
      "epoch": 0.16598528209321342,
      "grad_norm": 0.26171875,
      "learning_rate": 1.9736027995223844e-05,
      "loss": 0.722,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1218
    },
    {
      "epoch": 0.16612155900790407,
      "grad_norm": 0.3125,
      "learning_rate": 1.9734940924399476e-05,
      "loss": 0.7396,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1219
    },
    {
      "epoch": 0.16625783592259472,
      "grad_norm": 0.26171875,
      "learning_rate": 1.9733851649885297e-05,
      "loss": 0.7726,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1220
    },
    {
      "epoch": 0.16639411283728536,
      "grad_norm": 0.271484375,
      "learning_rate": 1.9732760171927887e-05,
      "loss": 0.73,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1221
    },
    {
      "epoch": 0.166530389751976,
      "grad_norm": 0.328125,
      "learning_rate": 1.9731666490774325e-05,
      "loss": 0.7201,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1222
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 0.314453125,
      "learning_rate": 1.973057060667219e-05,
      "loss": 0.7677,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1223
    },
    {
      "epoch": 0.1668029435813573,
      "grad_norm": 0.263671875,
      "learning_rate": 1.9729472519869546e-05,
      "loss": 0.7799,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1224
    },
    {
      "epoch": 0.16693922049604798,
      "grad_norm": 0.373046875,
      "learning_rate": 1.972837223061497e-05,
      "loss": 0.7505,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1225
    },
    {
      "epoch": 0.16707549741073863,
      "grad_norm": 0.2890625,
      "learning_rate": 1.9727269739157543e-05,
      "loss": 0.7314,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1226
    },
    {
      "epoch": 0.16721177432542927,
      "grad_norm": 0.59375,
      "learning_rate": 1.9726165045746825e-05,
      "loss": 0.7591,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1227
    },
    {
      "epoch": 0.16734805124011992,
      "grad_norm": 0.48828125,
      "learning_rate": 1.9725058150632884e-05,
      "loss": 0.8802,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1228
    },
    {
      "epoch": 0.16748432815481057,
      "grad_norm": 0.37890625,
      "learning_rate": 1.9723949054066293e-05,
      "loss": 0.6927,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1229
    },
    {
      "epoch": 0.16762060506950122,
      "grad_norm": 0.8046875,
      "learning_rate": 1.9722837756298112e-05,
      "loss": 0.6715,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1230
    },
    {
      "epoch": 0.1677568819841919,
      "grad_norm": 0.28125,
      "learning_rate": 1.9721724257579907e-05,
      "loss": 0.6659,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1231
    },
    {
      "epoch": 0.16789315889888254,
      "grad_norm": 0.322265625,
      "learning_rate": 1.972060855816374e-05,
      "loss": 0.7393,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1232
    },
    {
      "epoch": 0.16802943581357319,
      "grad_norm": 0.369140625,
      "learning_rate": 1.971949065830217e-05,
      "loss": 0.7183,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1233
    },
    {
      "epoch": 0.16816571272826383,
      "grad_norm": 0.3671875,
      "learning_rate": 1.9718370558248254e-05,
      "loss": 0.8121,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1234
    },
    {
      "epoch": 0.16830198964295448,
      "grad_norm": 0.326171875,
      "learning_rate": 1.9717248258255548e-05,
      "loss": 0.8328,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1235
    },
    {
      "epoch": 0.16843826655764513,
      "grad_norm": 0.287109375,
      "learning_rate": 1.971612375857811e-05,
      "loss": 0.7028,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1236
    },
    {
      "epoch": 0.16857454347233577,
      "grad_norm": 0.291015625,
      "learning_rate": 1.9714997059470487e-05,
      "loss": 0.7658,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1237
    },
    {
      "epoch": 0.16871082038702645,
      "grad_norm": 0.330078125,
      "learning_rate": 1.971386816118773e-05,
      "loss": 0.7516,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1238
    },
    {
      "epoch": 0.1688470973017171,
      "grad_norm": 0.291015625,
      "learning_rate": 1.971273706398539e-05,
      "loss": 0.6612,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1239
    },
    {
      "epoch": 0.16898337421640774,
      "grad_norm": 0.384765625,
      "learning_rate": 1.971160376811951e-05,
      "loss": 0.8468,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1240
    },
    {
      "epoch": 0.1691196511310984,
      "grad_norm": 0.353515625,
      "learning_rate": 1.971046827384663e-05,
      "loss": 0.8455,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1241
    },
    {
      "epoch": 0.16925592804578904,
      "grad_norm": 0.423828125,
      "learning_rate": 1.9709330581423795e-05,
      "loss": 0.7733,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1242
    },
    {
      "epoch": 0.1693922049604797,
      "grad_norm": 0.87890625,
      "learning_rate": 1.9708190691108545e-05,
      "loss": 0.7576,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1243
    },
    {
      "epoch": 0.16952848187517033,
      "grad_norm": 0.279296875,
      "learning_rate": 1.970704860315891e-05,
      "loss": 0.6552,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1244
    },
    {
      "epoch": 0.169664758789861,
      "grad_norm": 0.2890625,
      "learning_rate": 1.970590431783343e-05,
      "loss": 0.6742,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1245
    },
    {
      "epoch": 0.16980103570455166,
      "grad_norm": 0.404296875,
      "learning_rate": 1.9704757835391134e-05,
      "loss": 0.7965,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1246
    },
    {
      "epoch": 0.1699373126192423,
      "grad_norm": 0.357421875,
      "learning_rate": 1.9703609156091543e-05,
      "loss": 0.7374,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1247
    },
    {
      "epoch": 0.17007358953393295,
      "grad_norm": 0.37109375,
      "learning_rate": 1.9702458280194692e-05,
      "loss": 0.752,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1248
    },
    {
      "epoch": 0.1702098664486236,
      "grad_norm": 0.275390625,
      "learning_rate": 1.97013052079611e-05,
      "loss": 0.7193,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1249
    },
    {
      "epoch": 0.17034614336331425,
      "grad_norm": 0.345703125,
      "learning_rate": 1.9700149939651787e-05,
      "loss": 0.6807,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1250
    },
    {
      "epoch": 0.1704824202780049,
      "grad_norm": 0.412109375,
      "learning_rate": 1.9698992475528268e-05,
      "loss": 0.7655,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1251
    },
    {
      "epoch": 0.17061869719269557,
      "grad_norm": 0.31640625,
      "learning_rate": 1.9697832815852564e-05,
      "loss": 0.8,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1252
    },
    {
      "epoch": 0.17075497410738621,
      "grad_norm": 0.349609375,
      "learning_rate": 1.9696670960887174e-05,
      "loss": 0.7269,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1253
    },
    {
      "epoch": 0.17089125102207686,
      "grad_norm": 0.298828125,
      "learning_rate": 1.969550691089512e-05,
      "loss": 0.7633,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1254
    },
    {
      "epoch": 0.1710275279367675,
      "grad_norm": 0.33984375,
      "learning_rate": 1.9694340666139898e-05,
      "loss": 0.7327,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1255
    },
    {
      "epoch": 0.17116380485145816,
      "grad_norm": 0.333984375,
      "learning_rate": 1.969317222688551e-05,
      "loss": 0.7049,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1256
    },
    {
      "epoch": 0.1713000817661488,
      "grad_norm": 0.66796875,
      "learning_rate": 1.969200159339646e-05,
      "loss": 0.8705,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1257
    },
    {
      "epoch": 0.17143635868083948,
      "grad_norm": 0.30859375,
      "learning_rate": 1.9690828765937736e-05,
      "loss": 0.7624,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1258
    },
    {
      "epoch": 0.17157263559553013,
      "grad_norm": 0.302734375,
      "learning_rate": 1.9689653744774837e-05,
      "loss": 0.6898,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1259
    },
    {
      "epoch": 0.17170891251022077,
      "grad_norm": 0.341796875,
      "learning_rate": 1.9688476530173745e-05,
      "loss": 0.7316,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1260
    },
    {
      "epoch": 0.17184518942491142,
      "grad_norm": 0.330078125,
      "learning_rate": 1.9687297122400952e-05,
      "loss": 0.7616,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1261
    },
    {
      "epoch": 0.17198146633960207,
      "grad_norm": 0.28515625,
      "learning_rate": 1.968611552172343e-05,
      "loss": 0.7325,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1262
    },
    {
      "epoch": 0.17211774325429272,
      "grad_norm": 0.3359375,
      "learning_rate": 1.968493172840867e-05,
      "loss": 0.7733,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1263
    },
    {
      "epoch": 0.17225402016898336,
      "grad_norm": 0.265625,
      "learning_rate": 1.9683745742724634e-05,
      "loss": 0.6396,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1264
    },
    {
      "epoch": 0.17239029708367404,
      "grad_norm": 0.275390625,
      "learning_rate": 1.96825575649398e-05,
      "loss": 0.7688,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1265
    },
    {
      "epoch": 0.17252657399836469,
      "grad_norm": 0.6015625,
      "learning_rate": 1.968136719532313e-05,
      "loss": 0.7153,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1266
    },
    {
      "epoch": 0.17266285091305533,
      "grad_norm": 0.310546875,
      "learning_rate": 1.9680174634144088e-05,
      "loss": 0.7324,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1267
    },
    {
      "epoch": 0.17279912782774598,
      "grad_norm": 0.33203125,
      "learning_rate": 1.9678979881672636e-05,
      "loss": 0.7326,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1268
    },
    {
      "epoch": 0.17293540474243663,
      "grad_norm": 0.3125,
      "learning_rate": 1.9677782938179226e-05,
      "loss": 0.7379,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1269
    },
    {
      "epoch": 0.17307168165712727,
      "grad_norm": 0.296875,
      "learning_rate": 1.967658380393481e-05,
      "loss": 0.8051,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1270
    },
    {
      "epoch": 0.17320795857181792,
      "grad_norm": 0.330078125,
      "learning_rate": 1.9675382479210837e-05,
      "loss": 0.7216,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1271
    },
    {
      "epoch": 0.1733442354865086,
      "grad_norm": 0.328125,
      "learning_rate": 1.9674178964279246e-05,
      "loss": 0.7309,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1272
    },
    {
      "epoch": 0.17348051240119924,
      "grad_norm": 0.322265625,
      "learning_rate": 1.967297325941248e-05,
      "loss": 0.7568,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1273
    },
    {
      "epoch": 0.1736167893158899,
      "grad_norm": 0.287109375,
      "learning_rate": 1.9671765364883465e-05,
      "loss": 0.7085,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1274
    },
    {
      "epoch": 0.17375306623058054,
      "grad_norm": 0.33984375,
      "learning_rate": 1.967055528096564e-05,
      "loss": 0.7234,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1275
    },
    {
      "epoch": 0.17388934314527119,
      "grad_norm": 0.388671875,
      "learning_rate": 1.9669343007932927e-05,
      "loss": 0.7373,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1276
    },
    {
      "epoch": 0.17402562005996183,
      "grad_norm": 0.35546875,
      "learning_rate": 1.9668128546059748e-05,
      "loss": 0.7463,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1277
    },
    {
      "epoch": 0.17416189697465248,
      "grad_norm": 0.37890625,
      "learning_rate": 1.9666911895621017e-05,
      "loss": 0.7598,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1278
    },
    {
      "epoch": 0.17429817388934316,
      "grad_norm": 0.388671875,
      "learning_rate": 1.966569305689215e-05,
      "loss": 0.8197,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1279
    },
    {
      "epoch": 0.1744344508040338,
      "grad_norm": 0.52734375,
      "learning_rate": 1.9664472030149055e-05,
      "loss": 0.7432,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1280
    },
    {
      "epoch": 0.17457072771872445,
      "grad_norm": 0.5,
      "learning_rate": 1.9663248815668127e-05,
      "loss": 0.8639,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1281
    },
    {
      "epoch": 0.1747070046334151,
      "grad_norm": 0.37109375,
      "learning_rate": 1.9662023413726272e-05,
      "loss": 0.7679,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1282
    },
    {
      "epoch": 0.17484328154810574,
      "grad_norm": 0.294921875,
      "learning_rate": 1.9660795824600882e-05,
      "loss": 0.6814,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1283
    },
    {
      "epoch": 0.1749795584627964,
      "grad_norm": 0.37890625,
      "learning_rate": 1.965956604856984e-05,
      "loss": 0.8295,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1284
    },
    {
      "epoch": 0.17511583537748707,
      "grad_norm": 0.306640625,
      "learning_rate": 1.9658334085911534e-05,
      "loss": 0.7062,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1285
    },
    {
      "epoch": 0.17525211229217771,
      "grad_norm": 0.279296875,
      "learning_rate": 1.9657099936904843e-05,
      "loss": 0.7424,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1286
    },
    {
      "epoch": 0.17538838920686836,
      "grad_norm": 0.31640625,
      "learning_rate": 1.9655863601829135e-05,
      "loss": 0.7097,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1287
    },
    {
      "epoch": 0.175524666121559,
      "grad_norm": 0.326171875,
      "learning_rate": 1.9654625080964286e-05,
      "loss": 0.7476,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1288
    },
    {
      "epoch": 0.17566094303624966,
      "grad_norm": 0.361328125,
      "learning_rate": 1.965338437459065e-05,
      "loss": 0.7617,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1289
    },
    {
      "epoch": 0.1757972199509403,
      "grad_norm": 0.31640625,
      "learning_rate": 1.965214148298909e-05,
      "loss": 0.7279,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1290
    },
    {
      "epoch": 0.17593349686563095,
      "grad_norm": 0.263671875,
      "learning_rate": 1.965089640644096e-05,
      "loss": 0.6701,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1291
    },
    {
      "epoch": 0.17606977378032163,
      "grad_norm": 0.3359375,
      "learning_rate": 1.96496491452281e-05,
      "loss": 0.7987,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1292
    },
    {
      "epoch": 0.17620605069501227,
      "grad_norm": 0.453125,
      "learning_rate": 1.9648399699632857e-05,
      "loss": 0.7311,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1293
    },
    {
      "epoch": 0.17634232760970292,
      "grad_norm": 0.361328125,
      "learning_rate": 1.9647148069938065e-05,
      "loss": 0.7818,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1294
    },
    {
      "epoch": 0.17647860452439357,
      "grad_norm": 0.322265625,
      "learning_rate": 1.9645894256427056e-05,
      "loss": 0.7823,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1295
    },
    {
      "epoch": 0.17661488143908421,
      "grad_norm": 0.353515625,
      "learning_rate": 1.9644638259383652e-05,
      "loss": 0.7702,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1296
    },
    {
      "epoch": 0.17675115835377486,
      "grad_norm": 0.2578125,
      "learning_rate": 1.9643380079092173e-05,
      "loss": 0.7409,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1297
    },
    {
      "epoch": 0.1768874352684655,
      "grad_norm": 0.326171875,
      "learning_rate": 1.9642119715837432e-05,
      "loss": 0.7729,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1298
    },
    {
      "epoch": 0.17702371218315618,
      "grad_norm": 0.3359375,
      "learning_rate": 1.9640857169904736e-05,
      "loss": 0.7196,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1299
    },
    {
      "epoch": 0.17715998909784683,
      "grad_norm": 0.384765625,
      "learning_rate": 1.963959244157989e-05,
      "loss": 0.7889,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1300
    },
    {
      "epoch": 0.17729626601253748,
      "grad_norm": 0.3671875,
      "learning_rate": 1.9638325531149184e-05,
      "loss": 0.7477,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1301
    },
    {
      "epoch": 0.17743254292722813,
      "grad_norm": 0.275390625,
      "learning_rate": 1.963705643889941e-05,
      "loss": 0.7671,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1302
    },
    {
      "epoch": 0.17756881984191877,
      "grad_norm": 0.62890625,
      "learning_rate": 1.963578516511785e-05,
      "loss": 0.7828,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1303
    },
    {
      "epoch": 0.17770509675660942,
      "grad_norm": 0.244140625,
      "learning_rate": 1.9634511710092284e-05,
      "loss": 0.6881,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1304
    },
    {
      "epoch": 0.17784137367130007,
      "grad_norm": 0.322265625,
      "learning_rate": 1.963323607411098e-05,
      "loss": 0.6814,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1305
    },
    {
      "epoch": 0.17797765058599074,
      "grad_norm": 0.298828125,
      "learning_rate": 1.9631958257462704e-05,
      "loss": 0.782,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1306
    },
    {
      "epoch": 0.1781139275006814,
      "grad_norm": 0.470703125,
      "learning_rate": 1.963067826043671e-05,
      "loss": 0.8441,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1307
    },
    {
      "epoch": 0.17825020441537204,
      "grad_norm": 0.375,
      "learning_rate": 1.9629396083322758e-05,
      "loss": 0.7124,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1308
    },
    {
      "epoch": 0.17838648133006269,
      "grad_norm": 0.34765625,
      "learning_rate": 1.9628111726411088e-05,
      "loss": 0.7186,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1309
    },
    {
      "epoch": 0.17852275824475333,
      "grad_norm": 0.29296875,
      "learning_rate": 1.962682518999244e-05,
      "loss": 0.7842,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1310
    },
    {
      "epoch": 0.17865903515944398,
      "grad_norm": 0.3203125,
      "learning_rate": 1.9625536474358043e-05,
      "loss": 0.7035,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1311
    },
    {
      "epoch": 0.17879531207413465,
      "grad_norm": 0.294921875,
      "learning_rate": 1.9624245579799627e-05,
      "loss": 0.6641,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1312
    },
    {
      "epoch": 0.1789315889888253,
      "grad_norm": 0.2890625,
      "learning_rate": 1.9622952506609407e-05,
      "loss": 0.7654,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1313
    },
    {
      "epoch": 0.17906786590351595,
      "grad_norm": 0.4375,
      "learning_rate": 1.9621657255080097e-05,
      "loss": 1.0029,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1314
    },
    {
      "epoch": 0.1792041428182066,
      "grad_norm": 0.396484375,
      "learning_rate": 1.96203598255049e-05,
      "loss": 0.7086,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1315
    },
    {
      "epoch": 0.17934041973289724,
      "grad_norm": 0.359375,
      "learning_rate": 1.961906021817752e-05,
      "loss": 0.7756,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1316
    },
    {
      "epoch": 0.1794766966475879,
      "grad_norm": 0.458984375,
      "learning_rate": 1.961775843339214e-05,
      "loss": 0.7101,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1317
    },
    {
      "epoch": 0.17961297356227854,
      "grad_norm": 0.345703125,
      "learning_rate": 1.9616454471443446e-05,
      "loss": 0.7489,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1318
    },
    {
      "epoch": 0.1797492504769692,
      "grad_norm": 0.2578125,
      "learning_rate": 1.961514833262662e-05,
      "loss": 0.6701,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1319
    },
    {
      "epoch": 0.17988552739165986,
      "grad_norm": 0.3828125,
      "learning_rate": 1.961384001723732e-05,
      "loss": 0.8197,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1320
    },
    {
      "epoch": 0.1800218043063505,
      "grad_norm": 0.35546875,
      "learning_rate": 1.961252952557172e-05,
      "loss": 0.7345,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1321
    },
    {
      "epoch": 0.18015808122104116,
      "grad_norm": 0.365234375,
      "learning_rate": 1.9611216857926472e-05,
      "loss": 0.7856,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1322
    },
    {
      "epoch": 0.1802943581357318,
      "grad_norm": 0.33203125,
      "learning_rate": 1.960990201459872e-05,
      "loss": 0.6841,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1323
    },
    {
      "epoch": 0.18043063505042245,
      "grad_norm": 0.2578125,
      "learning_rate": 1.9608584995886103e-05,
      "loss": 0.7144,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1324
    },
    {
      "epoch": 0.1805669119651131,
      "grad_norm": 0.31640625,
      "learning_rate": 1.960726580208676e-05,
      "loss": 0.7544,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1325
    },
    {
      "epoch": 0.18070318887980377,
      "grad_norm": 0.298828125,
      "learning_rate": 1.9605944433499308e-05,
      "loss": 0.6522,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1326
    },
    {
      "epoch": 0.18083946579449442,
      "grad_norm": 1.0234375,
      "learning_rate": 1.960462089042287e-05,
      "loss": 0.7695,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1327
    },
    {
      "epoch": 0.18097574270918507,
      "grad_norm": 0.322265625,
      "learning_rate": 1.9603295173157054e-05,
      "loss": 0.8112,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1328
    },
    {
      "epoch": 0.18111201962387571,
      "grad_norm": 0.3125,
      "learning_rate": 1.9601967282001957e-05,
      "loss": 0.749,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1329
    },
    {
      "epoch": 0.18124829653856636,
      "grad_norm": 0.3125,
      "learning_rate": 1.9600637217258175e-05,
      "loss": 0.8158,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1330
    },
    {
      "epoch": 0.181384573453257,
      "grad_norm": 0.48828125,
      "learning_rate": 1.9599304979226796e-05,
      "loss": 0.7304,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1331
    },
    {
      "epoch": 0.18152085036794766,
      "grad_norm": 0.271484375,
      "learning_rate": 1.9597970568209395e-05,
      "loss": 0.6828,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1332
    },
    {
      "epoch": 0.18165712728263833,
      "grad_norm": 0.306640625,
      "learning_rate": 1.9596633984508046e-05,
      "loss": 0.7285,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1333
    },
    {
      "epoch": 0.18179340419732898,
      "grad_norm": 0.6171875,
      "learning_rate": 1.9595295228425302e-05,
      "loss": 0.8549,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1334
    },
    {
      "epoch": 0.18192968111201963,
      "grad_norm": 0.3125,
      "learning_rate": 1.9593954300264225e-05,
      "loss": 0.7427,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1335
    },
    {
      "epoch": 0.18206595802671027,
      "grad_norm": 0.30859375,
      "learning_rate": 1.9592611200328353e-05,
      "loss": 0.7644,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1336
    },
    {
      "epoch": 0.18220223494140092,
      "grad_norm": 0.318359375,
      "learning_rate": 1.9591265928921722e-05,
      "loss": 0.7543,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1337
    },
    {
      "epoch": 0.18233851185609157,
      "grad_norm": 0.283203125,
      "learning_rate": 1.9589918486348866e-05,
      "loss": 0.6924,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1338
    },
    {
      "epoch": 0.18247478877078224,
      "grad_norm": 0.3203125,
      "learning_rate": 1.95885688729148e-05,
      "loss": 0.6986,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1339
    },
    {
      "epoch": 0.1826110656854729,
      "grad_norm": 0.6640625,
      "learning_rate": 1.9587217088925037e-05,
      "loss": 0.8579,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1340
    },
    {
      "epoch": 0.18274734260016354,
      "grad_norm": 0.34765625,
      "learning_rate": 1.9585863134685578e-05,
      "loss": 0.7024,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1341
    },
    {
      "epoch": 0.18288361951485418,
      "grad_norm": 0.26171875,
      "learning_rate": 1.9584507010502915e-05,
      "loss": 0.7138,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1342
    },
    {
      "epoch": 0.18301989642954483,
      "grad_norm": 0.3046875,
      "learning_rate": 1.958314871668403e-05,
      "loss": 0.7745,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1343
    },
    {
      "epoch": 0.18315617334423548,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.9581788253536406e-05,
      "loss": 0.6892,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1344
    },
    {
      "epoch": 0.18329245025892613,
      "grad_norm": 0.279296875,
      "learning_rate": 1.9580425621368006e-05,
      "loss": 0.7267,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1345
    },
    {
      "epoch": 0.1834287271736168,
      "grad_norm": 0.26171875,
      "learning_rate": 1.9579060820487288e-05,
      "loss": 0.7603,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1346
    },
    {
      "epoch": 0.18356500408830745,
      "grad_norm": 0.31640625,
      "learning_rate": 1.95776938512032e-05,
      "loss": 0.754,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1347
    },
    {
      "epoch": 0.1837012810029981,
      "grad_norm": 0.26953125,
      "learning_rate": 1.9576324713825185e-05,
      "loss": 0.7291,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1348
    },
    {
      "epoch": 0.18383755791768874,
      "grad_norm": 0.404296875,
      "learning_rate": 1.9574953408663168e-05,
      "loss": 0.7131,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1349
    },
    {
      "epoch": 0.1839738348323794,
      "grad_norm": 0.28125,
      "learning_rate": 1.9573579936027573e-05,
      "loss": 0.7326,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1350
    },
    {
      "epoch": 0.18411011174707004,
      "grad_norm": 0.265625,
      "learning_rate": 1.9572204296229312e-05,
      "loss": 0.7765,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1351
    },
    {
      "epoch": 0.18424638866176068,
      "grad_norm": 0.283203125,
      "learning_rate": 1.957082648957979e-05,
      "loss": 0.7572,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1352
    },
    {
      "epoch": 0.18438266557645136,
      "grad_norm": 0.26171875,
      "learning_rate": 1.9569446516390894e-05,
      "loss": 0.7093,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1353
    },
    {
      "epoch": 0.184518942491142,
      "grad_norm": 0.271484375,
      "learning_rate": 1.9568064376975013e-05,
      "loss": 0.6837,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1354
    },
    {
      "epoch": 0.18465521940583265,
      "grad_norm": 0.3359375,
      "learning_rate": 1.9566680071645013e-05,
      "loss": 0.7752,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1355
    },
    {
      "epoch": 0.1847914963205233,
      "grad_norm": 0.271484375,
      "learning_rate": 1.9565293600714267e-05,
      "loss": 0.6377,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1356
    },
    {
      "epoch": 0.18492777323521395,
      "grad_norm": 0.279296875,
      "learning_rate": 1.9563904964496622e-05,
      "loss": 0.7967,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1357
    },
    {
      "epoch": 0.1850640501499046,
      "grad_norm": 0.298828125,
      "learning_rate": 1.956251416330643e-05,
      "loss": 0.764,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1358
    },
    {
      "epoch": 0.18520032706459524,
      "grad_norm": 0.3046875,
      "learning_rate": 1.9561121197458517e-05,
      "loss": 0.7326,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1359
    },
    {
      "epoch": 0.18533660397928592,
      "grad_norm": 0.50390625,
      "learning_rate": 1.9559726067268212e-05,
      "loss": 0.6972,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1360
    },
    {
      "epoch": 0.18547288089397657,
      "grad_norm": 0.333984375,
      "learning_rate": 1.9558328773051326e-05,
      "loss": 0.7803,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1361
    },
    {
      "epoch": 0.1856091578086672,
      "grad_norm": 0.384765625,
      "learning_rate": 1.955692931512417e-05,
      "loss": 0.8247,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1362
    },
    {
      "epoch": 0.18574543472335786,
      "grad_norm": 0.32421875,
      "learning_rate": 1.955552769380353e-05,
      "loss": 0.6836,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1363
    },
    {
      "epoch": 0.1858817116380485,
      "grad_norm": 0.326171875,
      "learning_rate": 1.9554123909406698e-05,
      "loss": 0.6965,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1364
    },
    {
      "epoch": 0.18601798855273916,
      "grad_norm": 0.328125,
      "learning_rate": 1.955271796225144e-05,
      "loss": 0.6742,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1365
    },
    {
      "epoch": 0.18615426546742983,
      "grad_norm": 0.30859375,
      "learning_rate": 1.9551309852656025e-05,
      "loss": 0.6807,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1366
    },
    {
      "epoch": 0.18629054238212048,
      "grad_norm": 0.337890625,
      "learning_rate": 1.9549899580939198e-05,
      "loss": 0.7227,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1367
    },
    {
      "epoch": 0.18642681929681112,
      "grad_norm": 0.26171875,
      "learning_rate": 1.9548487147420208e-05,
      "loss": 0.6833,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1368
    },
    {
      "epoch": 0.18656309621150177,
      "grad_norm": 0.267578125,
      "learning_rate": 1.9547072552418786e-05,
      "loss": 0.7559,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1369
    },
    {
      "epoch": 0.18669937312619242,
      "grad_norm": 0.28515625,
      "learning_rate": 1.9545655796255147e-05,
      "loss": 0.7407,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1370
    },
    {
      "epoch": 0.18683565004088307,
      "grad_norm": 0.3203125,
      "learning_rate": 1.954423687925e-05,
      "loss": 0.738,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1371
    },
    {
      "epoch": 0.18697192695557371,
      "grad_norm": 0.25390625,
      "learning_rate": 1.9542815801724555e-05,
      "loss": 0.764,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1372
    },
    {
      "epoch": 0.1871082038702644,
      "grad_norm": 0.287109375,
      "learning_rate": 1.954139256400049e-05,
      "loss": 0.7453,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1373
    },
    {
      "epoch": 0.18724448078495504,
      "grad_norm": 0.455078125,
      "learning_rate": 1.9539967166399987e-05,
      "loss": 0.7556,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1374
    },
    {
      "epoch": 0.18738075769964568,
      "grad_norm": 0.2734375,
      "learning_rate": 1.953853960924571e-05,
      "loss": 0.7475,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1375
    },
    {
      "epoch": 0.18751703461433633,
      "grad_norm": 0.279296875,
      "learning_rate": 1.9537109892860812e-05,
      "loss": 0.7929,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1376
    },
    {
      "epoch": 0.18765331152902698,
      "grad_norm": 0.322265625,
      "learning_rate": 1.9535678017568937e-05,
      "loss": 0.7391,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1377
    },
    {
      "epoch": 0.18778958844371763,
      "grad_norm": 0.267578125,
      "learning_rate": 1.953424398369422e-05,
      "loss": 0.7102,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1378
    },
    {
      "epoch": 0.18792586535840827,
      "grad_norm": 0.2578125,
      "learning_rate": 1.9532807791561284e-05,
      "loss": 0.6795,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1379
    },
    {
      "epoch": 0.18806214227309895,
      "grad_norm": 0.30859375,
      "learning_rate": 1.9531369441495235e-05,
      "loss": 0.772,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1380
    },
    {
      "epoch": 0.1881984191877896,
      "grad_norm": 0.5625,
      "learning_rate": 1.952992893382167e-05,
      "loss": 0.739,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1381
    },
    {
      "epoch": 0.18833469610248024,
      "grad_norm": 0.3046875,
      "learning_rate": 1.9528486268866675e-05,
      "loss": 0.7031,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1382
    },
    {
      "epoch": 0.1884709730171709,
      "grad_norm": 0.361328125,
      "learning_rate": 1.952704144695683e-05,
      "loss": 0.6737,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1383
    },
    {
      "epoch": 0.18860724993186154,
      "grad_norm": 0.796875,
      "learning_rate": 1.952559446841919e-05,
      "loss": 0.7836,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1384
    },
    {
      "epoch": 0.18874352684655218,
      "grad_norm": 0.283203125,
      "learning_rate": 1.9524145333581315e-05,
      "loss": 0.77,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1385
    },
    {
      "epoch": 0.18887980376124286,
      "grad_norm": 0.294921875,
      "learning_rate": 1.9522694042771236e-05,
      "loss": 0.7473,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1386
    },
    {
      "epoch": 0.1890160806759335,
      "grad_norm": 0.322265625,
      "learning_rate": 1.952124059631749e-05,
      "loss": 0.7472,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1387
    },
    {
      "epoch": 0.18915235759062415,
      "grad_norm": 0.70703125,
      "learning_rate": 1.9519784994549083e-05,
      "loss": 0.6791,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1388
    },
    {
      "epoch": 0.1892886345053148,
      "grad_norm": 0.298828125,
      "learning_rate": 1.9518327237795524e-05,
      "loss": 0.7436,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1389
    },
    {
      "epoch": 0.18942491142000545,
      "grad_norm": 0.404296875,
      "learning_rate": 1.95168673263868e-05,
      "loss": 0.7422,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1390
    },
    {
      "epoch": 0.1895611883346961,
      "grad_norm": 0.326171875,
      "learning_rate": 1.9515405260653397e-05,
      "loss": 0.7404,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1391
    },
    {
      "epoch": 0.18969746524938674,
      "grad_norm": 0.3203125,
      "learning_rate": 1.9513941040926272e-05,
      "loss": 0.7493,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1392
    },
    {
      "epoch": 0.18983374216407742,
      "grad_norm": 0.30859375,
      "learning_rate": 1.9512474667536886e-05,
      "loss": 0.7202,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1393
    },
    {
      "epoch": 0.18997001907876807,
      "grad_norm": 0.349609375,
      "learning_rate": 1.9511006140817177e-05,
      "loss": 0.6611,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1394
    },
    {
      "epoch": 0.1901062959934587,
      "grad_norm": 0.279296875,
      "learning_rate": 1.9509535461099575e-05,
      "loss": 0.6898,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1395
    },
    {
      "epoch": 0.19024257290814936,
      "grad_norm": 0.279296875,
      "learning_rate": 1.9508062628716998e-05,
      "loss": 0.7342,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1396
    },
    {
      "epoch": 0.19037884982284,
      "grad_norm": 0.28515625,
      "learning_rate": 1.9506587644002848e-05,
      "loss": 0.7265,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1397
    },
    {
      "epoch": 0.19051512673753065,
      "grad_norm": 0.43359375,
      "learning_rate": 1.9505110507291015e-05,
      "loss": 0.7357,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1398
    },
    {
      "epoch": 0.1906514036522213,
      "grad_norm": 0.380859375,
      "learning_rate": 1.9503631218915884e-05,
      "loss": 0.7225,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1399
    },
    {
      "epoch": 0.19078768056691198,
      "grad_norm": 0.283203125,
      "learning_rate": 1.950214977921231e-05,
      "loss": 0.7062,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1400
    },
    {
      "epoch": 0.19092395748160262,
      "grad_norm": 0.66015625,
      "learning_rate": 1.950066618851565e-05,
      "loss": 0.7913,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1401
    },
    {
      "epoch": 0.19106023439629327,
      "grad_norm": 0.30859375,
      "learning_rate": 1.9499180447161747e-05,
      "loss": 0.7611,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1402
    },
    {
      "epoch": 0.19119651131098392,
      "grad_norm": 0.275390625,
      "learning_rate": 1.949769255548692e-05,
      "loss": 0.714,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1403
    },
    {
      "epoch": 0.19133278822567457,
      "grad_norm": 0.33203125,
      "learning_rate": 1.9496202513827984e-05,
      "loss": 0.769,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1404
    },
    {
      "epoch": 0.1914690651403652,
      "grad_norm": 0.2890625,
      "learning_rate": 1.949471032252224e-05,
      "loss": 0.7685,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1405
    },
    {
      "epoch": 0.19160534205505586,
      "grad_norm": 0.328125,
      "learning_rate": 1.9493215981907473e-05,
      "loss": 0.7258,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1406
    },
    {
      "epoch": 0.19174161896974654,
      "grad_norm": 0.359375,
      "learning_rate": 1.9491719492321956e-05,
      "loss": 0.7601,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1407
    },
    {
      "epoch": 0.19187789588443718,
      "grad_norm": 0.328125,
      "learning_rate": 1.949022085410445e-05,
      "loss": 0.7563,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1408
    },
    {
      "epoch": 0.19201417279912783,
      "grad_norm": 0.341796875,
      "learning_rate": 1.9488720067594195e-05,
      "loss": 0.7943,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1409
    },
    {
      "epoch": 0.19215044971381848,
      "grad_norm": 0.4453125,
      "learning_rate": 1.9487217133130925e-05,
      "loss": 0.789,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1410
    },
    {
      "epoch": 0.19228672662850912,
      "grad_norm": 0.2412109375,
      "learning_rate": 1.948571205105486e-05,
      "loss": 0.6915,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1411
    },
    {
      "epoch": 0.19242300354319977,
      "grad_norm": 0.404296875,
      "learning_rate": 1.9484204821706703e-05,
      "loss": 0.7665,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1412
    },
    {
      "epoch": 0.19255928045789045,
      "grad_norm": 0.44921875,
      "learning_rate": 1.9482695445427643e-05,
      "loss": 0.7902,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1413
    },
    {
      "epoch": 0.1926955573725811,
      "grad_norm": 0.255859375,
      "learning_rate": 1.9481183922559358e-05,
      "loss": 0.7259,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1414
    },
    {
      "epoch": 0.19283183428727174,
      "grad_norm": 0.298828125,
      "learning_rate": 1.947967025344401e-05,
      "loss": 0.8055,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1415
    },
    {
      "epoch": 0.1929681112019624,
      "grad_norm": 0.33203125,
      "learning_rate": 1.947815443842424e-05,
      "loss": 0.7191,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1416
    },
    {
      "epoch": 0.19310438811665304,
      "grad_norm": 0.361328125,
      "learning_rate": 1.9476636477843196e-05,
      "loss": 0.7406,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1417
    },
    {
      "epoch": 0.19324066503134368,
      "grad_norm": 0.5390625,
      "learning_rate": 1.9475116372044483e-05,
      "loss": 0.6977,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1418
    },
    {
      "epoch": 0.19337694194603433,
      "grad_norm": 0.3515625,
      "learning_rate": 1.9473594121372215e-05,
      "loss": 0.7833,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1419
    },
    {
      "epoch": 0.193513218860725,
      "grad_norm": 0.291015625,
      "learning_rate": 1.947206972617098e-05,
      "loss": 0.7535,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1420
    },
    {
      "epoch": 0.19364949577541565,
      "grad_norm": 0.388671875,
      "learning_rate": 1.947054318678585e-05,
      "loss": 0.7502,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1421
    },
    {
      "epoch": 0.1937857726901063,
      "grad_norm": 0.294921875,
      "learning_rate": 1.9469014503562393e-05,
      "loss": 0.7738,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1422
    },
    {
      "epoch": 0.19392204960479695,
      "grad_norm": 0.3046875,
      "learning_rate": 1.9467483676846654e-05,
      "loss": 0.6715,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1423
    },
    {
      "epoch": 0.1940583265194876,
      "grad_norm": 0.3203125,
      "learning_rate": 1.946595070698516e-05,
      "loss": 0.807,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1424
    },
    {
      "epoch": 0.19419460343417824,
      "grad_norm": 0.279296875,
      "learning_rate": 1.946441559432493e-05,
      "loss": 0.7372,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1425
    },
    {
      "epoch": 0.1943308803488689,
      "grad_norm": 0.314453125,
      "learning_rate": 1.9462878339213473e-05,
      "loss": 0.7503,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1426
    },
    {
      "epoch": 0.19446715726355956,
      "grad_norm": 0.26953125,
      "learning_rate": 1.9461338941998768e-05,
      "loss": 0.7035,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1427
    },
    {
      "epoch": 0.1946034341782502,
      "grad_norm": 0.267578125,
      "learning_rate": 1.9459797403029286e-05,
      "loss": 0.7301,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1428
    },
    {
      "epoch": 0.19473971109294086,
      "grad_norm": 0.6171875,
      "learning_rate": 1.945825372265399e-05,
      "loss": 0.8597,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1429
    },
    {
      "epoch": 0.1948759880076315,
      "grad_norm": 0.328125,
      "learning_rate": 1.945670790122232e-05,
      "loss": 0.7436,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1430
    },
    {
      "epoch": 0.19501226492232215,
      "grad_norm": 0.333984375,
      "learning_rate": 1.94551599390842e-05,
      "loss": 0.6754,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1431
    },
    {
      "epoch": 0.1951485418370128,
      "grad_norm": 0.298828125,
      "learning_rate": 1.945360983659004e-05,
      "loss": 0.7476,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1432
    },
    {
      "epoch": 0.19528481875170345,
      "grad_norm": 0.328125,
      "learning_rate": 1.9452057594090737e-05,
      "loss": 0.6723,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1433
    },
    {
      "epoch": 0.19542109566639412,
      "grad_norm": 0.578125,
      "learning_rate": 1.9450503211937673e-05,
      "loss": 0.8319,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1434
    },
    {
      "epoch": 0.19555737258108477,
      "grad_norm": 0.318359375,
      "learning_rate": 1.944894669048271e-05,
      "loss": 0.7217,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1435
    },
    {
      "epoch": 0.19569364949577542,
      "grad_norm": 0.470703125,
      "learning_rate": 1.9447388030078194e-05,
      "loss": 0.6505,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1436
    },
    {
      "epoch": 0.19582992641046607,
      "grad_norm": 0.2890625,
      "learning_rate": 1.9445827231076964e-05,
      "loss": 0.7074,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1437
    },
    {
      "epoch": 0.1959662033251567,
      "grad_norm": 0.36328125,
      "learning_rate": 1.944426429383233e-05,
      "loss": 0.6822,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1438
    },
    {
      "epoch": 0.19610248023984736,
      "grad_norm": 0.341796875,
      "learning_rate": 1.9442699218698093e-05,
      "loss": 0.8258,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1439
    },
    {
      "epoch": 0.19623875715453803,
      "grad_norm": 0.3203125,
      "learning_rate": 1.9441132006028544e-05,
      "loss": 0.7716,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1440
    },
    {
      "epoch": 0.19637503406922868,
      "grad_norm": 0.322265625,
      "learning_rate": 1.9439562656178442e-05,
      "loss": 0.7655,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1441
    },
    {
      "epoch": 0.19651131098391933,
      "grad_norm": 0.357421875,
      "learning_rate": 1.943799116950305e-05,
      "loss": 0.6666,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1442
    },
    {
      "epoch": 0.19664758789860998,
      "grad_norm": 0.39453125,
      "learning_rate": 1.9436417546358097e-05,
      "loss": 0.7529,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1443
    },
    {
      "epoch": 0.19678386481330062,
      "grad_norm": 0.33203125,
      "learning_rate": 1.9434841787099804e-05,
      "loss": 0.7824,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1444
    },
    {
      "epoch": 0.19692014172799127,
      "grad_norm": 0.3828125,
      "learning_rate": 1.9433263892084873e-05,
      "loss": 0.8036,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1445
    },
    {
      "epoch": 0.19705641864268192,
      "grad_norm": 0.326171875,
      "learning_rate": 1.9431683861670496e-05,
      "loss": 0.6469,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1446
    },
    {
      "epoch": 0.1971926955573726,
      "grad_norm": 0.3515625,
      "learning_rate": 1.9430101696214335e-05,
      "loss": 0.7191,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1447
    },
    {
      "epoch": 0.19732897247206324,
      "grad_norm": 0.3359375,
      "learning_rate": 1.942851739607455e-05,
      "loss": 0.8079,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1448
    },
    {
      "epoch": 0.1974652493867539,
      "grad_norm": 0.267578125,
      "learning_rate": 1.9426930961609777e-05,
      "loss": 0.687,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1449
    },
    {
      "epoch": 0.19760152630144454,
      "grad_norm": 0.3125,
      "learning_rate": 1.9425342393179128e-05,
      "loss": 0.7171,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1450
    },
    {
      "epoch": 0.19773780321613518,
      "grad_norm": 0.283203125,
      "learning_rate": 1.9423751691142216e-05,
      "loss": 0.7825,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1451
    },
    {
      "epoch": 0.19787408013082583,
      "grad_norm": 0.35546875,
      "learning_rate": 1.9422158855859122e-05,
      "loss": 0.7425,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1452
    },
    {
      "epoch": 0.19801035704551648,
      "grad_norm": 0.28125,
      "learning_rate": 1.9420563887690414e-05,
      "loss": 0.7241,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1453
    },
    {
      "epoch": 0.19814663396020715,
      "grad_norm": 0.310546875,
      "learning_rate": 1.9418966786997148e-05,
      "loss": 0.6803,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1454
    },
    {
      "epoch": 0.1982829108748978,
      "grad_norm": 0.31640625,
      "learning_rate": 1.9417367554140854e-05,
      "loss": 0.6721,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1455
    },
    {
      "epoch": 0.19841918778958845,
      "grad_norm": 0.318359375,
      "learning_rate": 1.941576618948355e-05,
      "loss": 0.6502,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1456
    },
    {
      "epoch": 0.1985554647042791,
      "grad_norm": 0.3359375,
      "learning_rate": 1.9414162693387734e-05,
      "loss": 0.7255,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1457
    },
    {
      "epoch": 0.19869174161896974,
      "grad_norm": 0.26171875,
      "learning_rate": 1.941255706621639e-05,
      "loss": 0.7073,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1458
    },
    {
      "epoch": 0.1988280185336604,
      "grad_norm": 0.359375,
      "learning_rate": 1.941094930833298e-05,
      "loss": 0.743,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1459
    },
    {
      "epoch": 0.19896429544835104,
      "grad_norm": 0.369140625,
      "learning_rate": 1.9409339420101454e-05,
      "loss": 0.724,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1460
    },
    {
      "epoch": 0.1991005723630417,
      "grad_norm": 0.251953125,
      "learning_rate": 1.940772740188624e-05,
      "loss": 0.7474,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1461
    },
    {
      "epoch": 0.19923684927773236,
      "grad_norm": 0.28515625,
      "learning_rate": 1.9406113254052248e-05,
      "loss": 0.7429,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1462
    },
    {
      "epoch": 0.199373126192423,
      "grad_norm": 0.40625,
      "learning_rate": 1.940449697696487e-05,
      "loss": 0.7001,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1463
    },
    {
      "epoch": 0.19950940310711365,
      "grad_norm": 0.380859375,
      "learning_rate": 1.940287857098999e-05,
      "loss": 0.8066,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1464
    },
    {
      "epoch": 0.1996456800218043,
      "grad_norm": 0.40234375,
      "learning_rate": 1.940125803649395e-05,
      "loss": 0.7759,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1465
    },
    {
      "epoch": 0.19978195693649495,
      "grad_norm": 0.337890625,
      "learning_rate": 1.9399635373843597e-05,
      "loss": 0.7157,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1466
    },
    {
      "epoch": 0.19991823385118562,
      "grad_norm": 0.28125,
      "learning_rate": 1.9398010583406255e-05,
      "loss": 0.7327,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1467
    },
    {
      "epoch": 0.20005451076587627,
      "grad_norm": 0.390625,
      "learning_rate": 1.9396383665549724e-05,
      "loss": 0.7995,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1468
    },
    {
      "epoch": 0.20019078768056692,
      "grad_norm": 0.33984375,
      "learning_rate": 1.939475462064228e-05,
      "loss": 0.7217,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1469
    },
    {
      "epoch": 0.20032706459525756,
      "grad_norm": 0.5390625,
      "learning_rate": 1.9393123449052703e-05,
      "loss": 0.7641,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1470
    },
    {
      "epoch": 0.2004633415099482,
      "grad_norm": 0.291015625,
      "learning_rate": 1.939149015115023e-05,
      "loss": 0.7195,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1471
    },
    {
      "epoch": 0.20059961842463886,
      "grad_norm": 0.3515625,
      "learning_rate": 1.938985472730459e-05,
      "loss": 0.712,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1472
    },
    {
      "epoch": 0.2007358953393295,
      "grad_norm": 0.25390625,
      "learning_rate": 1.9388217177885994e-05,
      "loss": 0.7182,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1473
    },
    {
      "epoch": 0.20087217225402018,
      "grad_norm": 0.359375,
      "learning_rate": 1.9386577503265133e-05,
      "loss": 0.7835,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1474
    },
    {
      "epoch": 0.20100844916871083,
      "grad_norm": 0.333984375,
      "learning_rate": 1.9384935703813178e-05,
      "loss": 0.7255,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1475
    },
    {
      "epoch": 0.20114472608340148,
      "grad_norm": 0.3671875,
      "learning_rate": 1.9383291779901778e-05,
      "loss": 0.7035,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1476
    },
    {
      "epoch": 0.20128100299809212,
      "grad_norm": 0.33203125,
      "learning_rate": 1.9381645731903074e-05,
      "loss": 0.7012,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1477
    },
    {
      "epoch": 0.20141727991278277,
      "grad_norm": 0.31640625,
      "learning_rate": 1.9379997560189677e-05,
      "loss": 0.6889,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1478
    },
    {
      "epoch": 0.20155355682747342,
      "grad_norm": 0.365234375,
      "learning_rate": 1.937834726513468e-05,
      "loss": 0.8131,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1479
    },
    {
      "epoch": 0.20168983374216407,
      "grad_norm": 0.388671875,
      "learning_rate": 1.937669484711166e-05,
      "loss": 0.7868,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1480
    },
    {
      "epoch": 0.20182611065685474,
      "grad_norm": 0.3046875,
      "learning_rate": 1.9375040306494677e-05,
      "loss": 0.7718,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1481
    },
    {
      "epoch": 0.2019623875715454,
      "grad_norm": 0.3046875,
      "learning_rate": 1.937338364365826e-05,
      "loss": 0.7407,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1482
    },
    {
      "epoch": 0.20209866448623603,
      "grad_norm": 0.3203125,
      "learning_rate": 1.9371724858977435e-05,
      "loss": 0.7349,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1483
    },
    {
      "epoch": 0.20223494140092668,
      "grad_norm": 0.59765625,
      "learning_rate": 1.9370063952827696e-05,
      "loss": 0.7132,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1484
    },
    {
      "epoch": 0.20237121831561733,
      "grad_norm": 0.337890625,
      "learning_rate": 1.936840092558502e-05,
      "loss": 0.7318,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1485
    },
    {
      "epoch": 0.20250749523030798,
      "grad_norm": 0.287109375,
      "learning_rate": 1.9366735777625866e-05,
      "loss": 0.7592,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1486
    },
    {
      "epoch": 0.20264377214499862,
      "grad_norm": 0.359375,
      "learning_rate": 1.936506850932717e-05,
      "loss": 0.6886,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1487
    },
    {
      "epoch": 0.2027800490596893,
      "grad_norm": 0.353515625,
      "learning_rate": 1.936339912106635e-05,
      "loss": 0.736,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1488
    },
    {
      "epoch": 0.20291632597437995,
      "grad_norm": 0.275390625,
      "learning_rate": 1.9361727613221308e-05,
      "loss": 0.6723,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1489
    },
    {
      "epoch": 0.2030526028890706,
      "grad_norm": 0.298828125,
      "learning_rate": 1.936005398617042e-05,
      "loss": 0.818,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1490
    },
    {
      "epoch": 0.20318887980376124,
      "grad_norm": 0.265625,
      "learning_rate": 1.935837824029254e-05,
      "loss": 0.7271,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1491
    },
    {
      "epoch": 0.2033251567184519,
      "grad_norm": 0.302734375,
      "learning_rate": 1.935670037596701e-05,
      "loss": 0.7299,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1492
    },
    {
      "epoch": 0.20346143363314254,
      "grad_norm": 0.2734375,
      "learning_rate": 1.9355020393573644e-05,
      "loss": 0.6663,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1493
    },
    {
      "epoch": 0.2035977105478332,
      "grad_norm": 0.37109375,
      "learning_rate": 1.935333829349274e-05,
      "loss": 0.7892,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1494
    },
    {
      "epoch": 0.20373398746252386,
      "grad_norm": 0.38671875,
      "learning_rate": 1.9351654076105067e-05,
      "loss": 0.7553,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1495
    },
    {
      "epoch": 0.2038702643772145,
      "grad_norm": 0.29296875,
      "learning_rate": 1.9349967741791888e-05,
      "loss": 0.8094,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1496
    },
    {
      "epoch": 0.20400654129190515,
      "grad_norm": 0.31640625,
      "learning_rate": 1.9348279290934938e-05,
      "loss": 0.7223,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1497
    },
    {
      "epoch": 0.2041428182065958,
      "grad_norm": 0.3671875,
      "learning_rate": 1.934658872391642e-05,
      "loss": 0.7565,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1498
    },
    {
      "epoch": 0.20427909512128645,
      "grad_norm": 0.328125,
      "learning_rate": 1.9344896041119032e-05,
      "loss": 0.665,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1499
    },
    {
      "epoch": 0.2044153720359771,
      "grad_norm": 0.32421875,
      "learning_rate": 1.9343201242925947e-05,
      "loss": 0.72,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1500
    },
    {
      "epoch": 0.20455164895066777,
      "grad_norm": 0.310546875,
      "learning_rate": 1.9341504329720814e-05,
      "loss": 0.71,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1501
    },
    {
      "epoch": 0.20468792586535842,
      "grad_norm": 0.392578125,
      "learning_rate": 1.9339805301887758e-05,
      "loss": 0.8097,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1502
    },
    {
      "epoch": 0.20482420278004906,
      "grad_norm": 0.33203125,
      "learning_rate": 1.9338104159811388e-05,
      "loss": 0.7804,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1503
    },
    {
      "epoch": 0.2049604796947397,
      "grad_norm": 0.392578125,
      "learning_rate": 1.9336400903876793e-05,
      "loss": 0.7243,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1504
    },
    {
      "epoch": 0.20509675660943036,
      "grad_norm": 0.298828125,
      "learning_rate": 1.933469553446954e-05,
      "loss": 0.7639,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1505
    },
    {
      "epoch": 0.205233033524121,
      "grad_norm": 0.306640625,
      "learning_rate": 1.933298805197566e-05,
      "loss": 0.7368,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1506
    },
    {
      "epoch": 0.20536931043881165,
      "grad_norm": 0.31640625,
      "learning_rate": 1.9331278456781686e-05,
      "loss": 0.7256,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1507
    },
    {
      "epoch": 0.20550558735350233,
      "grad_norm": 0.296875,
      "learning_rate": 1.932956674927461e-05,
      "loss": 0.6327,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1508
    },
    {
      "epoch": 0.20564186426819298,
      "grad_norm": 0.310546875,
      "learning_rate": 1.9327852929841918e-05,
      "loss": 0.6869,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1509
    },
    {
      "epoch": 0.20577814118288362,
      "grad_norm": 0.369140625,
      "learning_rate": 1.9326136998871558e-05,
      "loss": 0.6731,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1510
    },
    {
      "epoch": 0.20591441809757427,
      "grad_norm": 0.28515625,
      "learning_rate": 1.9324418956751968e-05,
      "loss": 0.6576,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1511
    },
    {
      "epoch": 0.20605069501226492,
      "grad_norm": 0.283203125,
      "learning_rate": 1.9322698803872057e-05,
      "loss": 0.7122,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1512
    },
    {
      "epoch": 0.20618697192695556,
      "grad_norm": 0.296875,
      "learning_rate": 1.9320976540621212e-05,
      "loss": 0.6762,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1513
    },
    {
      "epoch": 0.2063232488416462,
      "grad_norm": 0.32421875,
      "learning_rate": 1.931925216738931e-05,
      "loss": 0.747,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1514
    },
    {
      "epoch": 0.2064595257563369,
      "grad_norm": 0.3203125,
      "learning_rate": 1.9317525684566686e-05,
      "loss": 0.6803,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1515
    },
    {
      "epoch": 0.20659580267102753,
      "grad_norm": 0.5,
      "learning_rate": 1.9315797092544168e-05,
      "loss": 0.7778,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1516
    },
    {
      "epoch": 0.20673207958571818,
      "grad_norm": 0.3125,
      "learning_rate": 1.9314066391713052e-05,
      "loss": 0.756,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1517
    },
    {
      "epoch": 0.20686835650040883,
      "grad_norm": 0.337890625,
      "learning_rate": 1.9312333582465118e-05,
      "loss": 0.6972,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1518
    },
    {
      "epoch": 0.20700463341509948,
      "grad_norm": 0.341796875,
      "learning_rate": 1.9310598665192618e-05,
      "loss": 0.8283,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1519
    },
    {
      "epoch": 0.20714091032979012,
      "grad_norm": 0.31640625,
      "learning_rate": 1.930886164028829e-05,
      "loss": 0.7274,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1520
    },
    {
      "epoch": 0.2072771872444808,
      "grad_norm": 0.29296875,
      "learning_rate": 1.930712250814533e-05,
      "loss": 0.7122,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1521
    },
    {
      "epoch": 0.20741346415917145,
      "grad_norm": 0.294921875,
      "learning_rate": 1.9305381269157436e-05,
      "loss": 0.7018,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1522
    },
    {
      "epoch": 0.2075497410738621,
      "grad_norm": 0.416015625,
      "learning_rate": 1.9303637923718767e-05,
      "loss": 0.6898,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1523
    },
    {
      "epoch": 0.20768601798855274,
      "grad_norm": 0.298828125,
      "learning_rate": 1.9301892472223962e-05,
      "loss": 0.7343,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1524
    },
    {
      "epoch": 0.2078222949032434,
      "grad_norm": 0.38671875,
      "learning_rate": 1.9300144915068137e-05,
      "loss": 0.7694,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1525
    },
    {
      "epoch": 0.20795857181793403,
      "grad_norm": 0.703125,
      "learning_rate": 1.9298395252646883e-05,
      "loss": 0.7811,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1526
    },
    {
      "epoch": 0.20809484873262468,
      "grad_norm": 0.373046875,
      "learning_rate": 1.9296643485356274e-05,
      "loss": 0.7426,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1527
    },
    {
      "epoch": 0.20823112564731536,
      "grad_norm": 0.328125,
      "learning_rate": 1.9294889613592853e-05,
      "loss": 0.718,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1528
    },
    {
      "epoch": 0.208367402562006,
      "grad_norm": 0.365234375,
      "learning_rate": 1.9293133637753644e-05,
      "loss": 0.7545,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1529
    },
    {
      "epoch": 0.20850367947669665,
      "grad_norm": 0.3203125,
      "learning_rate": 1.9291375558236144e-05,
      "loss": 0.7432,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1530
    },
    {
      "epoch": 0.2086399563913873,
      "grad_norm": 0.25,
      "learning_rate": 1.9289615375438328e-05,
      "loss": 0.6847,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1531
    },
    {
      "epoch": 0.20877623330607795,
      "grad_norm": 0.333984375,
      "learning_rate": 1.9287853089758645e-05,
      "loss": 0.7217,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1532
    },
    {
      "epoch": 0.2089125102207686,
      "grad_norm": 0.287109375,
      "learning_rate": 1.9286088701596027e-05,
      "loss": 0.7555,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1533
    },
    {
      "epoch": 0.20904878713545924,
      "grad_norm": 0.357421875,
      "learning_rate": 1.9284322211349877e-05,
      "loss": 0.7779,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1534
    },
    {
      "epoch": 0.20918506405014992,
      "grad_norm": 0.373046875,
      "learning_rate": 1.928255361942007e-05,
      "loss": 0.7504,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1535
    },
    {
      "epoch": 0.20932134096484056,
      "grad_norm": 0.3828125,
      "learning_rate": 1.9280782926206957e-05,
      "loss": 0.6665,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1536
    },
    {
      "epoch": 0.2094576178795312,
      "grad_norm": 0.404296875,
      "learning_rate": 1.9279010132111377e-05,
      "loss": 0.7261,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1537
    },
    {
      "epoch": 0.20959389479422186,
      "grad_norm": 0.359375,
      "learning_rate": 1.9277235237534633e-05,
      "loss": 0.8462,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1538
    },
    {
      "epoch": 0.2097301717089125,
      "grad_norm": 0.30859375,
      "learning_rate": 1.9275458242878506e-05,
      "loss": 0.7351,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1539
    },
    {
      "epoch": 0.20986644862360315,
      "grad_norm": 0.578125,
      "learning_rate": 1.9273679148545246e-05,
      "loss": 0.7782,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1540
    },
    {
      "epoch": 0.2100027255382938,
      "grad_norm": 0.390625,
      "learning_rate": 1.9271897954937595e-05,
      "loss": 0.7703,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1541
    },
    {
      "epoch": 0.21013900245298447,
      "grad_norm": 0.314453125,
      "learning_rate": 1.9270114662458758e-05,
      "loss": 0.6957,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1542
    },
    {
      "epoch": 0.21027527936767512,
      "grad_norm": 0.388671875,
      "learning_rate": 1.9268329271512412e-05,
      "loss": 0.736,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1543
    },
    {
      "epoch": 0.21041155628236577,
      "grad_norm": 0.279296875,
      "learning_rate": 1.9266541782502716e-05,
      "loss": 0.6884,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1544
    },
    {
      "epoch": 0.21054783319705642,
      "grad_norm": 0.384765625,
      "learning_rate": 1.926475219583431e-05,
      "loss": 0.8098,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1545
    },
    {
      "epoch": 0.21068411011174706,
      "grad_norm": 0.3359375,
      "learning_rate": 1.926296051191229e-05,
      "loss": 0.6785,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1546
    },
    {
      "epoch": 0.2108203870264377,
      "grad_norm": 0.498046875,
      "learning_rate": 1.9261166731142243e-05,
      "loss": 0.8166,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1547
    },
    {
      "epoch": 0.2109566639411284,
      "grad_norm": 0.28125,
      "learning_rate": 1.9259370853930227e-05,
      "loss": 0.6833,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1548
    },
    {
      "epoch": 0.21109294085581903,
      "grad_norm": 0.345703125,
      "learning_rate": 1.9257572880682775e-05,
      "loss": 0.7375,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1549
    },
    {
      "epoch": 0.21122921777050968,
      "grad_norm": 0.345703125,
      "learning_rate": 1.9255772811806886e-05,
      "loss": 0.8278,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1550
    },
    {
      "epoch": 0.21136549468520033,
      "grad_norm": 0.5859375,
      "learning_rate": 1.9253970647710042e-05,
      "loss": 0.8514,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1551
    },
    {
      "epoch": 0.21150177159989098,
      "grad_norm": 0.34375,
      "learning_rate": 1.92521663888002e-05,
      "loss": 0.8115,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1552
    },
    {
      "epoch": 0.21163804851458162,
      "grad_norm": 0.328125,
      "learning_rate": 1.9250360035485786e-05,
      "loss": 0.7064,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1553
    },
    {
      "epoch": 0.21177432542927227,
      "grad_norm": 0.259765625,
      "learning_rate": 1.9248551588175704e-05,
      "loss": 0.759,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1554
    },
    {
      "epoch": 0.21191060234396294,
      "grad_norm": 0.2734375,
      "learning_rate": 1.924674104727933e-05,
      "loss": 0.6849,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1555
    },
    {
      "epoch": 0.2120468792586536,
      "grad_norm": 0.291015625,
      "learning_rate": 1.9244928413206517e-05,
      "loss": 0.7168,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1556
    },
    {
      "epoch": 0.21218315617334424,
      "grad_norm": 0.26953125,
      "learning_rate": 1.9243113686367583e-05,
      "loss": 0.7567,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1557
    },
    {
      "epoch": 0.2123194330880349,
      "grad_norm": 0.294921875,
      "learning_rate": 1.924129686717333e-05,
      "loss": 0.7503,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1558
    },
    {
      "epoch": 0.21245571000272553,
      "grad_norm": 0.263671875,
      "learning_rate": 1.9239477956035034e-05,
      "loss": 0.7204,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1559
    },
    {
      "epoch": 0.21259198691741618,
      "grad_norm": 0.404296875,
      "learning_rate": 1.9237656953364432e-05,
      "loss": 0.7553,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1560
    },
    {
      "epoch": 0.21272826383210683,
      "grad_norm": 0.283203125,
      "learning_rate": 1.9235833859573748e-05,
      "loss": 0.6409,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1561
    },
    {
      "epoch": 0.2128645407467975,
      "grad_norm": 0.404296875,
      "learning_rate": 1.923400867507567e-05,
      "loss": 0.7238,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1562
    },
    {
      "epoch": 0.21300081766148815,
      "grad_norm": 0.296875,
      "learning_rate": 1.9232181400283373e-05,
      "loss": 0.6757,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1563
    },
    {
      "epoch": 0.2131370945761788,
      "grad_norm": 0.3203125,
      "learning_rate": 1.9230352035610485e-05,
      "loss": 0.7096,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1564
    },
    {
      "epoch": 0.21327337149086945,
      "grad_norm": 0.26953125,
      "learning_rate": 1.922852058147112e-05,
      "loss": 0.7589,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1565
    },
    {
      "epoch": 0.2134096484055601,
      "grad_norm": 0.318359375,
      "learning_rate": 1.9226687038279866e-05,
      "loss": 0.7304,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1566
    },
    {
      "epoch": 0.21354592532025074,
      "grad_norm": 0.310546875,
      "learning_rate": 1.9224851406451777e-05,
      "loss": 0.691,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1567
    },
    {
      "epoch": 0.2136822022349414,
      "grad_norm": 0.322265625,
      "learning_rate": 1.9223013686402386e-05,
      "loss": 0.7564,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1568
    },
    {
      "epoch": 0.21381847914963206,
      "grad_norm": 0.421875,
      "learning_rate": 1.9221173878547693e-05,
      "loss": 0.7722,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1569
    },
    {
      "epoch": 0.2139547560643227,
      "grad_norm": 0.3203125,
      "learning_rate": 1.9219331983304176e-05,
      "loss": 0.8041,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1570
    },
    {
      "epoch": 0.21409103297901336,
      "grad_norm": 0.318359375,
      "learning_rate": 1.9217488001088784e-05,
      "loss": 0.7357,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1571
    },
    {
      "epoch": 0.214227309893704,
      "grad_norm": 0.5078125,
      "learning_rate": 1.9215641932318938e-05,
      "loss": 0.7653,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1572
    },
    {
      "epoch": 0.21436358680839465,
      "grad_norm": 0.310546875,
      "learning_rate": 1.9213793777412527e-05,
      "loss": 0.7333,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1573
    },
    {
      "epoch": 0.2144998637230853,
      "grad_norm": 0.306640625,
      "learning_rate": 1.921194353678792e-05,
      "loss": 0.7434,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1574
    },
    {
      "epoch": 0.21463614063777597,
      "grad_norm": 0.337890625,
      "learning_rate": 1.921009121086395e-05,
      "loss": 0.7319,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1575
    },
    {
      "epoch": 0.21477241755246662,
      "grad_norm": 0.234375,
      "learning_rate": 1.920823680005993e-05,
      "loss": 0.6859,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1576
    },
    {
      "epoch": 0.21490869446715727,
      "grad_norm": 0.251953125,
      "learning_rate": 1.920638030479564e-05,
      "loss": 0.6629,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1577
    },
    {
      "epoch": 0.21504497138184792,
      "grad_norm": 0.41796875,
      "learning_rate": 1.9204521725491335e-05,
      "loss": 0.7355,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1578
    },
    {
      "epoch": 0.21518124829653856,
      "grad_norm": 0.263671875,
      "learning_rate": 1.9202661062567737e-05,
      "loss": 0.6881,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1579
    },
    {
      "epoch": 0.2153175252112292,
      "grad_norm": 0.322265625,
      "learning_rate": 1.9200798316446043e-05,
      "loss": 0.685,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1580
    },
    {
      "epoch": 0.21545380212591986,
      "grad_norm": 0.5859375,
      "learning_rate": 1.9198933487547923e-05,
      "loss": 0.7573,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1581
    },
    {
      "epoch": 0.21559007904061053,
      "grad_norm": 0.318359375,
      "learning_rate": 1.9197066576295518e-05,
      "loss": 0.6685,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1582
    },
    {
      "epoch": 0.21572635595530118,
      "grad_norm": 0.330078125,
      "learning_rate": 1.9195197583111437e-05,
      "loss": 0.6815,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1583
    },
    {
      "epoch": 0.21586263286999183,
      "grad_norm": 0.33984375,
      "learning_rate": 1.919332650841876e-05,
      "loss": 0.785,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1584
    },
    {
      "epoch": 0.21599890978468247,
      "grad_norm": 0.6875,
      "learning_rate": 1.919145335264104e-05,
      "loss": 0.7386,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1585
    },
    {
      "epoch": 0.21613518669937312,
      "grad_norm": 0.3046875,
      "learning_rate": 1.918957811620231e-05,
      "loss": 0.6829,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1586
    },
    {
      "epoch": 0.21627146361406377,
      "grad_norm": 0.384765625,
      "learning_rate": 1.9187700799527053e-05,
      "loss": 0.7671,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1587
    },
    {
      "epoch": 0.21640774052875442,
      "grad_norm": 0.4296875,
      "learning_rate": 1.9185821403040248e-05,
      "loss": 0.7769,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1588
    },
    {
      "epoch": 0.2165440174434451,
      "grad_norm": 0.353515625,
      "learning_rate": 1.9183939927167327e-05,
      "loss": 0.7894,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1589
    },
    {
      "epoch": 0.21668029435813574,
      "grad_norm": 0.2890625,
      "learning_rate": 1.9182056372334196e-05,
      "loss": 0.7491,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1590
    },
    {
      "epoch": 0.21681657127282639,
      "grad_norm": 0.2470703125,
      "learning_rate": 1.918017073896723e-05,
      "loss": 0.6849,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1591
    },
    {
      "epoch": 0.21695284818751703,
      "grad_norm": 0.3125,
      "learning_rate": 1.917828302749329e-05,
      "loss": 0.7679,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1592
    },
    {
      "epoch": 0.21708912510220768,
      "grad_norm": 0.294921875,
      "learning_rate": 1.9176393238339685e-05,
      "loss": 0.712,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1593
    },
    {
      "epoch": 0.21722540201689833,
      "grad_norm": 0.341796875,
      "learning_rate": 1.917450137193421e-05,
      "loss": 0.7293,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1594
    },
    {
      "epoch": 0.21736167893158898,
      "grad_norm": 0.3984375,
      "learning_rate": 1.9172607428705126e-05,
      "loss": 0.8128,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1595
    },
    {
      "epoch": 0.21749795584627965,
      "grad_norm": 0.39453125,
      "learning_rate": 1.917071140908116e-05,
      "loss": 0.7881,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1596
    },
    {
      "epoch": 0.2176342327609703,
      "grad_norm": 0.34375,
      "learning_rate": 1.916881331349151e-05,
      "loss": 0.7577,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1597
    },
    {
      "epoch": 0.21777050967566094,
      "grad_norm": 0.33203125,
      "learning_rate": 1.9166913142365852e-05,
      "loss": 0.7867,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1598
    },
    {
      "epoch": 0.2179067865903516,
      "grad_norm": 0.255859375,
      "learning_rate": 1.9165010896134323e-05,
      "loss": 0.69,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1599
    },
    {
      "epoch": 0.21804306350504224,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.9163106575227534e-05,
      "loss": 0.6511,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1600
    },
    {
      "epoch": 0.2181793404197329,
      "grad_norm": 0.4453125,
      "learning_rate": 1.9161200180076564e-05,
      "loss": 0.7288,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1601
    },
    {
      "epoch": 0.21831561733442356,
      "grad_norm": 0.62890625,
      "learning_rate": 1.9159291711112962e-05,
      "loss": 0.8985,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1602
    },
    {
      "epoch": 0.2184518942491142,
      "grad_norm": 0.271484375,
      "learning_rate": 1.9157381168768742e-05,
      "loss": 0.7571,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1603
    },
    {
      "epoch": 0.21858817116380486,
      "grad_norm": 0.375,
      "learning_rate": 1.91554685534764e-05,
      "loss": 0.7354,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1604
    },
    {
      "epoch": 0.2187244480784955,
      "grad_norm": 0.353515625,
      "learning_rate": 1.915355386566889e-05,
      "loss": 0.7804,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1605
    },
    {
      "epoch": 0.21886072499318615,
      "grad_norm": 0.326171875,
      "learning_rate": 1.9151637105779632e-05,
      "loss": 0.8026,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1606
    },
    {
      "epoch": 0.2189970019078768,
      "grad_norm": 0.380859375,
      "learning_rate": 1.914971827424253e-05,
      "loss": 0.7188,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1607
    },
    {
      "epoch": 0.21913327882256745,
      "grad_norm": 0.2890625,
      "learning_rate": 1.9147797371491942e-05,
      "loss": 0.6879,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1608
    },
    {
      "epoch": 0.21926955573725812,
      "grad_norm": 0.453125,
      "learning_rate": 1.9145874397962704e-05,
      "loss": 0.8611,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1609
    },
    {
      "epoch": 0.21940583265194877,
      "grad_norm": 0.376953125,
      "learning_rate": 1.9143949354090118e-05,
      "loss": 0.7154,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1610
    },
    {
      "epoch": 0.21954210956663942,
      "grad_norm": 0.388671875,
      "learning_rate": 1.9142022240309953e-05,
      "loss": 0.691,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1611
    },
    {
      "epoch": 0.21967838648133006,
      "grad_norm": 0.32421875,
      "learning_rate": 1.9140093057058447e-05,
      "loss": 0.7213,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1612
    },
    {
      "epoch": 0.2198146633960207,
      "grad_norm": 0.41796875,
      "learning_rate": 1.9138161804772314e-05,
      "loss": 0.7327,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1613
    },
    {
      "epoch": 0.21995094031071136,
      "grad_norm": 0.349609375,
      "learning_rate": 1.9136228483888718e-05,
      "loss": 0.6875,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1614
    },
    {
      "epoch": 0.220087217225402,
      "grad_norm": 0.375,
      "learning_rate": 1.9134293094845313e-05,
      "loss": 0.791,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1615
    },
    {
      "epoch": 0.22022349414009268,
      "grad_norm": 0.361328125,
      "learning_rate": 1.9132355638080213e-05,
      "loss": 0.8587,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1616
    },
    {
      "epoch": 0.22035977105478333,
      "grad_norm": 0.322265625,
      "learning_rate": 1.9130416114031986e-05,
      "loss": 0.7371,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1617
    },
    {
      "epoch": 0.22049604796947397,
      "grad_norm": 0.380859375,
      "learning_rate": 1.9128474523139692e-05,
      "loss": 0.8211,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1618
    },
    {
      "epoch": 0.22063232488416462,
      "grad_norm": 0.2890625,
      "learning_rate": 1.912653086584284e-05,
      "loss": 0.7115,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1619
    },
    {
      "epoch": 0.22076860179885527,
      "grad_norm": 0.265625,
      "learning_rate": 1.912458514258142e-05,
      "loss": 0.6961,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1620
    },
    {
      "epoch": 0.22090487871354592,
      "grad_norm": 0.39453125,
      "learning_rate": 1.912263735379588e-05,
      "loss": 0.7368,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1621
    },
    {
      "epoch": 0.22104115562823656,
      "grad_norm": 0.28515625,
      "learning_rate": 1.912068749992714e-05,
      "loss": 0.7893,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1622
    },
    {
      "epoch": 0.22117743254292724,
      "grad_norm": 0.30859375,
      "learning_rate": 1.9118735581416588e-05,
      "loss": 0.7288,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1623
    },
    {
      "epoch": 0.22131370945761789,
      "grad_norm": 0.2578125,
      "learning_rate": 1.9116781598706073e-05,
      "loss": 0.6551,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1624
    },
    {
      "epoch": 0.22144998637230853,
      "grad_norm": 0.341796875,
      "learning_rate": 1.9114825552237923e-05,
      "loss": 0.7401,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1625
    },
    {
      "epoch": 0.22158626328699918,
      "grad_norm": 0.498046875,
      "learning_rate": 1.9112867442454922e-05,
      "loss": 0.8198,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1626
    },
    {
      "epoch": 0.22172254020168983,
      "grad_norm": 0.35546875,
      "learning_rate": 1.911090726980033e-05,
      "loss": 0.7017,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1627
    },
    {
      "epoch": 0.22185881711638047,
      "grad_norm": 0.310546875,
      "learning_rate": 1.910894503471786e-05,
      "loss": 0.7412,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1628
    },
    {
      "epoch": 0.22199509403107115,
      "grad_norm": 0.357421875,
      "learning_rate": 1.9106980737651714e-05,
      "loss": 0.7474,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1629
    },
    {
      "epoch": 0.2221313709457618,
      "grad_norm": 0.306640625,
      "learning_rate": 1.910501437904654e-05,
      "loss": 0.654,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1630
    },
    {
      "epoch": 0.22226764786045244,
      "grad_norm": 0.310546875,
      "learning_rate": 1.9103045959347463e-05,
      "loss": 0.7618,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1631
    },
    {
      "epoch": 0.2224039247751431,
      "grad_norm": 0.345703125,
      "learning_rate": 1.910107547900007e-05,
      "loss": 0.8139,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1632
    },
    {
      "epoch": 0.22254020168983374,
      "grad_norm": 0.3984375,
      "learning_rate": 1.909910293845042e-05,
      "loss": 0.7013,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1633
    },
    {
      "epoch": 0.22267647860452439,
      "grad_norm": 0.35546875,
      "learning_rate": 1.9097128338145033e-05,
      "loss": 0.7138,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1634
    },
    {
      "epoch": 0.22281275551921503,
      "grad_norm": 0.27734375,
      "learning_rate": 1.90951516785309e-05,
      "loss": 0.7174,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1635
    },
    {
      "epoch": 0.2229490324339057,
      "grad_norm": 0.2890625,
      "learning_rate": 1.9093172960055476e-05,
      "loss": 0.7315,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1636
    },
    {
      "epoch": 0.22308530934859636,
      "grad_norm": 0.3203125,
      "learning_rate": 1.909119218316668e-05,
      "loss": 0.7576,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1637
    },
    {
      "epoch": 0.223221586263287,
      "grad_norm": 0.32421875,
      "learning_rate": 1.9089209348312895e-05,
      "loss": 0.7263,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1638
    },
    {
      "epoch": 0.22335786317797765,
      "grad_norm": 0.337890625,
      "learning_rate": 1.908722445594298e-05,
      "loss": 0.684,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1639
    },
    {
      "epoch": 0.2234941400926683,
      "grad_norm": 0.32421875,
      "learning_rate": 1.908523750650625e-05,
      "loss": 0.7581,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1640
    },
    {
      "epoch": 0.22363041700735894,
      "grad_norm": 0.322265625,
      "learning_rate": 1.9083248500452495e-05,
      "loss": 0.8935,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1641
    },
    {
      "epoch": 0.2237666939220496,
      "grad_norm": 0.353515625,
      "learning_rate": 1.9081257438231952e-05,
      "loss": 0.7412,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1642
    },
    {
      "epoch": 0.22390297083674027,
      "grad_norm": 0.279296875,
      "learning_rate": 1.9079264320295345e-05,
      "loss": 0.7307,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1643
    },
    {
      "epoch": 0.22403924775143091,
      "grad_norm": 0.64453125,
      "learning_rate": 1.9077269147093854e-05,
      "loss": 0.9577,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1644
    },
    {
      "epoch": 0.22417552466612156,
      "grad_norm": 0.546875,
      "learning_rate": 1.907527191907912e-05,
      "loss": 0.728,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1645
    },
    {
      "epoch": 0.2243118015808122,
      "grad_norm": 0.287109375,
      "learning_rate": 1.9073272636703258e-05,
      "loss": 0.7116,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1646
    },
    {
      "epoch": 0.22444807849550286,
      "grad_norm": 0.396484375,
      "learning_rate": 1.9071271300418845e-05,
      "loss": 0.7139,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1647
    },
    {
      "epoch": 0.2245843554101935,
      "grad_norm": 0.337890625,
      "learning_rate": 1.906926791067892e-05,
      "loss": 0.7437,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1648
    },
    {
      "epoch": 0.22472063232488415,
      "grad_norm": 0.33203125,
      "learning_rate": 1.906726246793698e-05,
      "loss": 0.7038,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1649
    },
    {
      "epoch": 0.22485690923957483,
      "grad_norm": 0.3671875,
      "learning_rate": 1.9065254972647008e-05,
      "loss": 0.726,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1650
    },
    {
      "epoch": 0.22499318615426547,
      "grad_norm": 0.30078125,
      "learning_rate": 1.9063245425263436e-05,
      "loss": 0.7113,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1651
    },
    {
      "epoch": 0.22512946306895612,
      "grad_norm": 0.400390625,
      "learning_rate": 1.9061233826241158e-05,
      "loss": 0.7598,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1652
    },
    {
      "epoch": 0.22526573998364677,
      "grad_norm": 0.39453125,
      "learning_rate": 1.905922017603554e-05,
      "loss": 0.7583,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1653
    },
    {
      "epoch": 0.22540201689833742,
      "grad_norm": 0.29296875,
      "learning_rate": 1.9057204475102415e-05,
      "loss": 0.76,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1654
    },
    {
      "epoch": 0.22553829381302806,
      "grad_norm": 0.306640625,
      "learning_rate": 1.905518672389807e-05,
      "loss": 0.7096,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1655
    },
    {
      "epoch": 0.22567457072771874,
      "grad_norm": 0.279296875,
      "learning_rate": 1.9053166922879262e-05,
      "loss": 0.7571,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1656
    },
    {
      "epoch": 0.22581084764240938,
      "grad_norm": 0.51171875,
      "learning_rate": 1.9051145072503216e-05,
      "loss": 0.6924,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1657
    },
    {
      "epoch": 0.22594712455710003,
      "grad_norm": 0.32421875,
      "learning_rate": 1.904912117322761e-05,
      "loss": 0.7227,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1658
    },
    {
      "epoch": 0.22608340147179068,
      "grad_norm": 0.326171875,
      "learning_rate": 1.9047095225510595e-05,
      "loss": 0.7408,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1659
    },
    {
      "epoch": 0.22621967838648133,
      "grad_norm": 0.328125,
      "learning_rate": 1.9045067229810784e-05,
      "loss": 0.7205,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1660
    },
    {
      "epoch": 0.22635595530117197,
      "grad_norm": 0.42578125,
      "learning_rate": 1.9043037186587252e-05,
      "loss": 0.7486,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1661
    },
    {
      "epoch": 0.22649223221586262,
      "grad_norm": 0.330078125,
      "learning_rate": 1.904100509629954e-05,
      "loss": 0.7522,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1662
    },
    {
      "epoch": 0.2266285091305533,
      "grad_norm": 0.34375,
      "learning_rate": 1.9038970959407646e-05,
      "loss": 0.7407,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1663
    },
    {
      "epoch": 0.22676478604524394,
      "grad_norm": 0.287109375,
      "learning_rate": 1.903693477637204e-05,
      "loss": 0.7053,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1664
    },
    {
      "epoch": 0.2269010629599346,
      "grad_norm": 0.30078125,
      "learning_rate": 1.9034896547653647e-05,
      "loss": 0.6575,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1665
    },
    {
      "epoch": 0.22703733987462524,
      "grad_norm": 0.41015625,
      "learning_rate": 1.9032856273713864e-05,
      "loss": 0.7857,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1666
    },
    {
      "epoch": 0.22717361678931589,
      "grad_norm": 0.330078125,
      "learning_rate": 1.9030813955014543e-05,
      "loss": 0.7019,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1667
    },
    {
      "epoch": 0.22730989370400653,
      "grad_norm": 0.4375,
      "learning_rate": 1.9028769592018e-05,
      "loss": 0.7122,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1668
    },
    {
      "epoch": 0.22744617061869718,
      "grad_norm": 0.369140625,
      "learning_rate": 1.9026723185187018e-05,
      "loss": 0.706,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1669
    },
    {
      "epoch": 0.22758244753338785,
      "grad_norm": 0.283203125,
      "learning_rate": 1.9024674734984837e-05,
      "loss": 0.6644,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1670
    },
    {
      "epoch": 0.2277187244480785,
      "grad_norm": 0.30859375,
      "learning_rate": 1.9022624241875173e-05,
      "loss": 0.6695,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1671
    },
    {
      "epoch": 0.22785500136276915,
      "grad_norm": 0.5078125,
      "learning_rate": 1.902057170632218e-05,
      "loss": 0.834,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1672
    },
    {
      "epoch": 0.2279912782774598,
      "grad_norm": 0.3359375,
      "learning_rate": 1.90185171287905e-05,
      "loss": 0.7004,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1673
    },
    {
      "epoch": 0.22812755519215044,
      "grad_norm": 0.267578125,
      "learning_rate": 1.901646050974522e-05,
      "loss": 0.7252,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1674
    },
    {
      "epoch": 0.2282638321068411,
      "grad_norm": 0.36328125,
      "learning_rate": 1.9014401849651897e-05,
      "loss": 0.7672,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1675
    },
    {
      "epoch": 0.22840010902153174,
      "grad_norm": 0.328125,
      "learning_rate": 1.9012341148976544e-05,
      "loss": 0.7002,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1676
    },
    {
      "epoch": 0.2285363859362224,
      "grad_norm": 0.31640625,
      "learning_rate": 1.9010278408185648e-05,
      "loss": 0.7395,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1677
    },
    {
      "epoch": 0.22867266285091306,
      "grad_norm": 0.306640625,
      "learning_rate": 1.900821362774614e-05,
      "loss": 0.7261,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1678
    },
    {
      "epoch": 0.2288089397656037,
      "grad_norm": 0.390625,
      "learning_rate": 1.900614680812543e-05,
      "loss": 0.7579,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1679
    },
    {
      "epoch": 0.22894521668029436,
      "grad_norm": 0.3046875,
      "learning_rate": 1.9004077949791383e-05,
      "loss": 0.7557,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1680
    },
    {
      "epoch": 0.229081493594985,
      "grad_norm": 0.341796875,
      "learning_rate": 1.900200705321232e-05,
      "loss": 0.7803,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1681
    },
    {
      "epoch": 0.22921777050967565,
      "grad_norm": 0.248046875,
      "learning_rate": 1.8999934118857026e-05,
      "loss": 0.654,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1682
    },
    {
      "epoch": 0.22935404742436633,
      "grad_norm": 0.390625,
      "learning_rate": 1.8997859147194754e-05,
      "loss": 0.791,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1683
    },
    {
      "epoch": 0.22949032433905697,
      "grad_norm": 0.412109375,
      "learning_rate": 1.8995782138695214e-05,
      "loss": 0.8245,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1684
    },
    {
      "epoch": 0.22962660125374762,
      "grad_norm": 0.32421875,
      "learning_rate": 1.8993703093828573e-05,
      "loss": 0.6282,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1685
    },
    {
      "epoch": 0.22976287816843827,
      "grad_norm": 0.333984375,
      "learning_rate": 1.8991622013065463e-05,
      "loss": 0.7562,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1686
    },
    {
      "epoch": 0.22989915508312891,
      "grad_norm": 0.3515625,
      "learning_rate": 1.898953889687698e-05,
      "loss": 0.7819,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1687
    },
    {
      "epoch": 0.23003543199781956,
      "grad_norm": 0.267578125,
      "learning_rate": 1.8987453745734673e-05,
      "loss": 0.6433,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1688
    },
    {
      "epoch": 0.2301717089125102,
      "grad_norm": 0.322265625,
      "learning_rate": 1.898536656011056e-05,
      "loss": 0.8225,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1689
    },
    {
      "epoch": 0.23030798582720088,
      "grad_norm": 0.2890625,
      "learning_rate": 1.898327734047711e-05,
      "loss": 0.703,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1690
    },
    {
      "epoch": 0.23044426274189153,
      "grad_norm": 0.419921875,
      "learning_rate": 1.8981186087307263e-05,
      "loss": 0.7244,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1691
    },
    {
      "epoch": 0.23058053965658218,
      "grad_norm": 0.345703125,
      "learning_rate": 1.8979092801074407e-05,
      "loss": 0.7045,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1692
    },
    {
      "epoch": 0.23071681657127283,
      "grad_norm": 0.296875,
      "learning_rate": 1.8976997482252408e-05,
      "loss": 0.711,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1693
    },
    {
      "epoch": 0.23085309348596347,
      "grad_norm": 0.421875,
      "learning_rate": 1.8974900131315572e-05,
      "loss": 0.7271,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1694
    },
    {
      "epoch": 0.23098937040065412,
      "grad_norm": 0.3125,
      "learning_rate": 1.897280074873868e-05,
      "loss": 0.7331,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1695
    },
    {
      "epoch": 0.23112564731534477,
      "grad_norm": 0.28125,
      "learning_rate": 1.8970699334996962e-05,
      "loss": 0.7125,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1696
    },
    {
      "epoch": 0.23126192423003544,
      "grad_norm": 0.37109375,
      "learning_rate": 1.8968595890566117e-05,
      "loss": 0.8221,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1697
    },
    {
      "epoch": 0.2313982011447261,
      "grad_norm": 0.27734375,
      "learning_rate": 1.8966490415922303e-05,
      "loss": 0.6906,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1698
    },
    {
      "epoch": 0.23153447805941674,
      "grad_norm": 0.30859375,
      "learning_rate": 1.8964382911542128e-05,
      "loss": 0.749,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1699
    },
    {
      "epoch": 0.23167075497410738,
      "grad_norm": 0.298828125,
      "learning_rate": 1.8962273377902668e-05,
      "loss": 0.7407,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1700
    },
    {
      "epoch": 0.23180703188879803,
      "grad_norm": 0.2890625,
      "learning_rate": 1.8960161815481456e-05,
      "loss": 0.7101,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1701
    },
    {
      "epoch": 0.23194330880348868,
      "grad_norm": 0.275390625,
      "learning_rate": 1.8958048224756484e-05,
      "loss": 0.785,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1702
    },
    {
      "epoch": 0.23207958571817935,
      "grad_norm": 0.412109375,
      "learning_rate": 1.8955932606206207e-05,
      "loss": 0.8383,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1703
    },
    {
      "epoch": 0.23221586263287,
      "grad_norm": 0.2890625,
      "learning_rate": 1.8953814960309533e-05,
      "loss": 0.7878,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1704
    },
    {
      "epoch": 0.23235213954756065,
      "grad_norm": 0.373046875,
      "learning_rate": 1.8951695287545832e-05,
      "loss": 0.7975,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1705
    },
    {
      "epoch": 0.2324884164622513,
      "grad_norm": 0.48046875,
      "learning_rate": 1.8949573588394932e-05,
      "loss": 0.7157,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1706
    },
    {
      "epoch": 0.23262469337694194,
      "grad_norm": 0.333984375,
      "learning_rate": 1.894744986333712e-05,
      "loss": 0.7309,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1707
    },
    {
      "epoch": 0.2327609702916326,
      "grad_norm": 0.291015625,
      "learning_rate": 1.8945324112853146e-05,
      "loss": 0.6926,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1708
    },
    {
      "epoch": 0.23289724720632324,
      "grad_norm": 0.3125,
      "learning_rate": 1.894319633742421e-05,
      "loss": 0.6664,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1709
    },
    {
      "epoch": 0.2330335241210139,
      "grad_norm": 0.3203125,
      "learning_rate": 1.8941066537531968e-05,
      "loss": 0.7554,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1710
    },
    {
      "epoch": 0.23316980103570456,
      "grad_norm": 0.400390625,
      "learning_rate": 1.8938934713658555e-05,
      "loss": 0.8471,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1711
    },
    {
      "epoch": 0.2333060779503952,
      "grad_norm": 0.3828125,
      "learning_rate": 1.893680086628654e-05,
      "loss": 0.7214,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1712
    },
    {
      "epoch": 0.23344235486508585,
      "grad_norm": 0.349609375,
      "learning_rate": 1.8934664995898962e-05,
      "loss": 0.6899,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1713
    },
    {
      "epoch": 0.2335786317797765,
      "grad_norm": 0.421875,
      "learning_rate": 1.893252710297932e-05,
      "loss": 0.7343,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1714
    },
    {
      "epoch": 0.23371490869446715,
      "grad_norm": 0.357421875,
      "learning_rate": 1.8930387188011562e-05,
      "loss": 0.7743,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1715
    },
    {
      "epoch": 0.2338511856091578,
      "grad_norm": 0.30078125,
      "learning_rate": 1.8928245251480107e-05,
      "loss": 0.6723,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1716
    },
    {
      "epoch": 0.23398746252384847,
      "grad_norm": 0.306640625,
      "learning_rate": 1.8926101293869808e-05,
      "loss": 0.8284,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1717
    },
    {
      "epoch": 0.23412373943853912,
      "grad_norm": 0.322265625,
      "learning_rate": 1.892395531566601e-05,
      "loss": 0.6868,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1718
    },
    {
      "epoch": 0.23426001635322977,
      "grad_norm": 0.29296875,
      "learning_rate": 1.8921807317354475e-05,
      "loss": 0.7539,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1719
    },
    {
      "epoch": 0.2343962932679204,
      "grad_norm": 0.318359375,
      "learning_rate": 1.8919657299421458e-05,
      "loss": 0.6829,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1720
    },
    {
      "epoch": 0.23453257018261106,
      "grad_norm": 0.275390625,
      "learning_rate": 1.8917505262353656e-05,
      "loss": 0.6476,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1721
    },
    {
      "epoch": 0.2346688470973017,
      "grad_norm": 0.470703125,
      "learning_rate": 1.891535120663822e-05,
      "loss": 0.7881,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1722
    },
    {
      "epoch": 0.23480512401199236,
      "grad_norm": 0.244140625,
      "learning_rate": 1.891319513276276e-05,
      "loss": 0.6879,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1723
    },
    {
      "epoch": 0.23494140092668303,
      "grad_norm": 0.35546875,
      "learning_rate": 1.8911037041215346e-05,
      "loss": 0.7693,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1724
    },
    {
      "epoch": 0.23507767784137368,
      "grad_norm": 0.322265625,
      "learning_rate": 1.8908876932484506e-05,
      "loss": 0.7217,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1725
    },
    {
      "epoch": 0.23521395475606433,
      "grad_norm": 0.294921875,
      "learning_rate": 1.8906714807059218e-05,
      "loss": 0.745,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1726
    },
    {
      "epoch": 0.23535023167075497,
      "grad_norm": 1.421875,
      "learning_rate": 1.8904550665428926e-05,
      "loss": 0.6841,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1727
    },
    {
      "epoch": 0.23548650858544562,
      "grad_norm": 0.30078125,
      "learning_rate": 1.8902384508083518e-05,
      "loss": 0.7233,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1728
    },
    {
      "epoch": 0.23562278550013627,
      "grad_norm": 0.30078125,
      "learning_rate": 1.8900216335513348e-05,
      "loss": 0.8391,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1729
    },
    {
      "epoch": 0.23575906241482694,
      "grad_norm": 0.380859375,
      "learning_rate": 1.8898046148209228e-05,
      "loss": 0.8151,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1730
    },
    {
      "epoch": 0.2358953393295176,
      "grad_norm": 0.294921875,
      "learning_rate": 1.889587394666241e-05,
      "loss": 0.7355,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1731
    },
    {
      "epoch": 0.23603161624420824,
      "grad_norm": 0.275390625,
      "learning_rate": 1.8893699731364624e-05,
      "loss": 0.695,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1732
    },
    {
      "epoch": 0.23616789315889888,
      "grad_norm": 0.5546875,
      "learning_rate": 1.8891523502808037e-05,
      "loss": 0.8905,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1733
    },
    {
      "epoch": 0.23630417007358953,
      "grad_norm": 0.328125,
      "learning_rate": 1.888934526148529e-05,
      "loss": 0.757,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1734
    },
    {
      "epoch": 0.23644044698828018,
      "grad_norm": 0.30859375,
      "learning_rate": 1.888716500788946e-05,
      "loss": 0.7319,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1735
    },
    {
      "epoch": 0.23657672390297083,
      "grad_norm": 0.34765625,
      "learning_rate": 1.8884982742514096e-05,
      "loss": 0.7616,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1736
    },
    {
      "epoch": 0.2367130008176615,
      "grad_norm": 0.263671875,
      "learning_rate": 1.888279846585319e-05,
      "loss": 0.6748,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1737
    },
    {
      "epoch": 0.23684927773235215,
      "grad_norm": 0.337890625,
      "learning_rate": 1.8880612178401198e-05,
      "loss": 0.6967,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1738
    },
    {
      "epoch": 0.2369855546470428,
      "grad_norm": 0.30859375,
      "learning_rate": 1.887842388065302e-05,
      "loss": 0.6707,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1739
    },
    {
      "epoch": 0.23712183156173344,
      "grad_norm": 0.349609375,
      "learning_rate": 1.8876233573104038e-05,
      "loss": 0.7476,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1740
    },
    {
      "epoch": 0.2372581084764241,
      "grad_norm": 0.390625,
      "learning_rate": 1.887404125625005e-05,
      "loss": 0.7757,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1741
    },
    {
      "epoch": 0.23739438539111474,
      "grad_norm": 0.267578125,
      "learning_rate": 1.8871846930587337e-05,
      "loss": 0.8009,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1742
    },
    {
      "epoch": 0.23753066230580538,
      "grad_norm": 0.271484375,
      "learning_rate": 1.8869650596612627e-05,
      "loss": 0.7031,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1743
    },
    {
      "epoch": 0.23766693922049606,
      "grad_norm": 0.37109375,
      "learning_rate": 1.8867452254823103e-05,
      "loss": 0.6796,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1744
    },
    {
      "epoch": 0.2378032161351867,
      "grad_norm": 0.28515625,
      "learning_rate": 1.8865251905716396e-05,
      "loss": 0.6846,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1745
    },
    {
      "epoch": 0.23793949304987735,
      "grad_norm": 0.345703125,
      "learning_rate": 1.8863049549790603e-05,
      "loss": 0.722,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1746
    },
    {
      "epoch": 0.238075769964568,
      "grad_norm": 0.3203125,
      "learning_rate": 1.8860845187544266e-05,
      "loss": 0.7335,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1747
    },
    {
      "epoch": 0.23821204687925865,
      "grad_norm": 0.337890625,
      "learning_rate": 1.8858638819476387e-05,
      "loss": 0.6363,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1748
    },
    {
      "epoch": 0.2383483237939493,
      "grad_norm": 0.28515625,
      "learning_rate": 1.885643044608642e-05,
      "loss": 0.7803,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1749
    },
    {
      "epoch": 0.23848460070863994,
      "grad_norm": 0.3203125,
      "learning_rate": 1.885422006787427e-05,
      "loss": 0.7651,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1750
    },
    {
      "epoch": 0.23862087762333062,
      "grad_norm": 0.298828125,
      "learning_rate": 1.8852007685340298e-05,
      "loss": 0.7406,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1751
    },
    {
      "epoch": 0.23875715453802127,
      "grad_norm": 0.314453125,
      "learning_rate": 1.8849793298985318e-05,
      "loss": 0.6434,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1752
    },
    {
      "epoch": 0.2388934314527119,
      "grad_norm": 0.296875,
      "learning_rate": 1.8847576909310604e-05,
      "loss": 0.7472,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1753
    },
    {
      "epoch": 0.23902970836740256,
      "grad_norm": 0.53125,
      "learning_rate": 1.884535851681787e-05,
      "loss": 0.7776,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1754
    },
    {
      "epoch": 0.2391659852820932,
      "grad_norm": 0.31640625,
      "learning_rate": 1.8843138122009302e-05,
      "loss": 0.744,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1755
    },
    {
      "epoch": 0.23930226219678385,
      "grad_norm": 0.35546875,
      "learning_rate": 1.8840915725387522e-05,
      "loss": 0.6984,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1756
    },
    {
      "epoch": 0.23943853911147453,
      "grad_norm": 0.330078125,
      "learning_rate": 1.883869132745561e-05,
      "loss": 0.6617,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1757
    },
    {
      "epoch": 0.23957481602616518,
      "grad_norm": 0.37109375,
      "learning_rate": 1.8836464928717108e-05,
      "loss": 0.7239,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1758
    },
    {
      "epoch": 0.23971109294085582,
      "grad_norm": 0.306640625,
      "learning_rate": 1.8834236529676e-05,
      "loss": 0.7026,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1759
    },
    {
      "epoch": 0.23984736985554647,
      "grad_norm": 0.408203125,
      "learning_rate": 1.8832006130836726e-05,
      "loss": 0.6969,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1760
    },
    {
      "epoch": 0.23998364677023712,
      "grad_norm": 0.333984375,
      "learning_rate": 1.8829773732704177e-05,
      "loss": 0.7358,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1761
    },
    {
      "epoch": 0.24011992368492777,
      "grad_norm": 0.392578125,
      "learning_rate": 1.8827539335783703e-05,
      "loss": 0.6989,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1762
    },
    {
      "epoch": 0.2402562005996184,
      "grad_norm": 0.33984375,
      "learning_rate": 1.8825302940581105e-05,
      "loss": 0.7474,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1763
    },
    {
      "epoch": 0.2403924775143091,
      "grad_norm": 0.341796875,
      "learning_rate": 1.8823064547602627e-05,
      "loss": 0.7125,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1764
    },
    {
      "epoch": 0.24052875442899974,
      "grad_norm": 0.373046875,
      "learning_rate": 1.8820824157354978e-05,
      "loss": 0.7907,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1765
    },
    {
      "epoch": 0.24066503134369038,
      "grad_norm": 0.328125,
      "learning_rate": 1.8818581770345306e-05,
      "loss": 0.7851,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1766
    },
    {
      "epoch": 0.24080130825838103,
      "grad_norm": 0.333984375,
      "learning_rate": 1.881633738708123e-05,
      "loss": 0.6943,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1767
    },
    {
      "epoch": 0.24093758517307168,
      "grad_norm": 0.50390625,
      "learning_rate": 1.8814091008070793e-05,
      "loss": 0.78,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1768
    },
    {
      "epoch": 0.24107386208776233,
      "grad_norm": 0.306640625,
      "learning_rate": 1.8811842633822513e-05,
      "loss": 0.7718,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1769
    },
    {
      "epoch": 0.24121013900245297,
      "grad_norm": 0.322265625,
      "learning_rate": 1.880959226484536e-05,
      "loss": 0.7267,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1770
    },
    {
      "epoch": 0.24134641591714365,
      "grad_norm": 0.310546875,
      "learning_rate": 1.880733990164874e-05,
      "loss": 0.7792,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1771
    },
    {
      "epoch": 0.2414826928318343,
      "grad_norm": 0.443359375,
      "learning_rate": 1.8805085544742517e-05,
      "loss": 0.7545,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1772
    },
    {
      "epoch": 0.24161896974652494,
      "grad_norm": 0.318359375,
      "learning_rate": 1.8802829194637016e-05,
      "loss": 0.7244,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1773
    },
    {
      "epoch": 0.2417552466612156,
      "grad_norm": 0.287109375,
      "learning_rate": 1.8800570851842995e-05,
      "loss": 0.6899,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1774
    },
    {
      "epoch": 0.24189152357590624,
      "grad_norm": 0.294921875,
      "learning_rate": 1.879831051687168e-05,
      "loss": 0.6827,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1775
    },
    {
      "epoch": 0.24202780049059688,
      "grad_norm": 0.330078125,
      "learning_rate": 1.8796048190234742e-05,
      "loss": 0.7394,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1776
    },
    {
      "epoch": 0.24216407740528753,
      "grad_norm": 0.3125,
      "learning_rate": 1.8793783872444295e-05,
      "loss": 0.7564,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1777
    },
    {
      "epoch": 0.2423003543199782,
      "grad_norm": 0.306640625,
      "learning_rate": 1.8791517564012915e-05,
      "loss": 0.7756,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1778
    },
    {
      "epoch": 0.24243663123466885,
      "grad_norm": 0.44921875,
      "learning_rate": 1.878924926545362e-05,
      "loss": 0.7829,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1779
    },
    {
      "epoch": 0.2425729081493595,
      "grad_norm": 0.3515625,
      "learning_rate": 1.8786978977279894e-05,
      "loss": 0.7965,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1780
    },
    {
      "epoch": 0.24270918506405015,
      "grad_norm": 0.83984375,
      "learning_rate": 1.8784706700005646e-05,
      "loss": 0.7492,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1781
    },
    {
      "epoch": 0.2428454619787408,
      "grad_norm": 0.3828125,
      "learning_rate": 1.8782432434145256e-05,
      "loss": 0.8021,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1782
    },
    {
      "epoch": 0.24298173889343144,
      "grad_norm": 0.326171875,
      "learning_rate": 1.8780156180213547e-05,
      "loss": 0.7452,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1783
    },
    {
      "epoch": 0.24311801580812212,
      "grad_norm": 0.25390625,
      "learning_rate": 1.8777877938725794e-05,
      "loss": 0.6895,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1784
    },
    {
      "epoch": 0.24325429272281276,
      "grad_norm": 0.2734375,
      "learning_rate": 1.877559771019772e-05,
      "loss": 0.6936,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1785
    },
    {
      "epoch": 0.2433905696375034,
      "grad_norm": 0.349609375,
      "learning_rate": 1.8773315495145496e-05,
      "loss": 0.6801,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1786
    },
    {
      "epoch": 0.24352684655219406,
      "grad_norm": 0.3125,
      "learning_rate": 1.8771031294085745e-05,
      "loss": 0.7644,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1787
    },
    {
      "epoch": 0.2436631234668847,
      "grad_norm": 0.38671875,
      "learning_rate": 1.876874510753554e-05,
      "loss": 0.7005,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1788
    },
    {
      "epoch": 0.24379940038157535,
      "grad_norm": 0.48046875,
      "learning_rate": 1.876645693601241e-05,
      "loss": 0.7799,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1789
    },
    {
      "epoch": 0.243935677296266,
      "grad_norm": 0.32421875,
      "learning_rate": 1.8764166780034318e-05,
      "loss": 0.7238,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1790
    },
    {
      "epoch": 0.24407195421095668,
      "grad_norm": 0.2890625,
      "learning_rate": 1.8761874640119684e-05,
      "loss": 0.7091,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1791
    },
    {
      "epoch": 0.24420823112564732,
      "grad_norm": 0.35546875,
      "learning_rate": 1.8759580516787382e-05,
      "loss": 0.7814,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1792
    },
    {
      "epoch": 0.24434450804033797,
      "grad_norm": 0.337890625,
      "learning_rate": 1.8757284410556728e-05,
      "loss": 0.7113,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1793
    },
    {
      "epoch": 0.24448078495502862,
      "grad_norm": 0.45703125,
      "learning_rate": 1.875498632194749e-05,
      "loss": 0.7381,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1794
    },
    {
      "epoch": 0.24461706186971927,
      "grad_norm": 0.26953125,
      "learning_rate": 1.8752686251479887e-05,
      "loss": 0.7504,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1795
    },
    {
      "epoch": 0.2447533387844099,
      "grad_norm": 0.271484375,
      "learning_rate": 1.8750384199674582e-05,
      "loss": 0.6823,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1796
    },
    {
      "epoch": 0.24488961569910056,
      "grad_norm": 0.3125,
      "learning_rate": 1.8748080167052688e-05,
      "loss": 0.7531,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1797
    },
    {
      "epoch": 0.24502589261379124,
      "grad_norm": 0.28515625,
      "learning_rate": 1.8745774154135763e-05,
      "loss": 0.7151,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1798
    },
    {
      "epoch": 0.24516216952848188,
      "grad_norm": 0.466796875,
      "learning_rate": 1.8743466161445823e-05,
      "loss": 0.7305,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1799
    },
    {
      "epoch": 0.24529844644317253,
      "grad_norm": 0.462890625,
      "learning_rate": 1.8741156189505325e-05,
      "loss": 0.7697,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1800
    },
    {
      "epoch": 0.24543472335786318,
      "grad_norm": 0.291015625,
      "learning_rate": 1.8738844238837173e-05,
      "loss": 0.6823,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1801
    },
    {
      "epoch": 0.24557100027255382,
      "grad_norm": 0.271484375,
      "learning_rate": 1.8736530309964722e-05,
      "loss": 0.681,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1802
    },
    {
      "epoch": 0.24570727718724447,
      "grad_norm": 0.31640625,
      "learning_rate": 1.873421440341178e-05,
      "loss": 0.6582,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1803
    },
    {
      "epoch": 0.24584355410193512,
      "grad_norm": 0.27734375,
      "learning_rate": 1.8731896519702582e-05,
      "loss": 0.7415,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1804
    },
    {
      "epoch": 0.2459798310166258,
      "grad_norm": 0.310546875,
      "learning_rate": 1.8729576659361843e-05,
      "loss": 0.7739,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1805
    },
    {
      "epoch": 0.24611610793131644,
      "grad_norm": 0.3203125,
      "learning_rate": 1.8727254822914694e-05,
      "loss": 0.7352,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1806
    },
    {
      "epoch": 0.2462523848460071,
      "grad_norm": 0.265625,
      "learning_rate": 1.8724931010886734e-05,
      "loss": 0.7217,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1807
    },
    {
      "epoch": 0.24638866176069774,
      "grad_norm": 0.3828125,
      "learning_rate": 1.8722605223804004e-05,
      "loss": 0.7253,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1808
    },
    {
      "epoch": 0.24652493867538838,
      "grad_norm": 0.341796875,
      "learning_rate": 1.8720277462192982e-05,
      "loss": 0.8277,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1809
    },
    {
      "epoch": 0.24666121559007903,
      "grad_norm": 0.296875,
      "learning_rate": 1.8717947726580608e-05,
      "loss": 0.7224,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1810
    },
    {
      "epoch": 0.2467974925047697,
      "grad_norm": 0.306640625,
      "learning_rate": 1.8715616017494257e-05,
      "loss": 0.7524,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1811
    },
    {
      "epoch": 0.24693376941946035,
      "grad_norm": 0.5234375,
      "learning_rate": 1.8713282335461764e-05,
      "loss": 0.7369,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1812
    },
    {
      "epoch": 0.247070046334151,
      "grad_norm": 0.26953125,
      "learning_rate": 1.8710946681011396e-05,
      "loss": 0.6478,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1813
    },
    {
      "epoch": 0.24720632324884165,
      "grad_norm": 0.37109375,
      "learning_rate": 1.8708609054671874e-05,
      "loss": 0.7629,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1814
    },
    {
      "epoch": 0.2473426001635323,
      "grad_norm": 0.326171875,
      "learning_rate": 1.8706269456972363e-05,
      "loss": 0.6962,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1815
    },
    {
      "epoch": 0.24747887707822294,
      "grad_norm": 0.341796875,
      "learning_rate": 1.870392788844248e-05,
      "loss": 0.724,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1816
    },
    {
      "epoch": 0.2476151539929136,
      "grad_norm": 0.35546875,
      "learning_rate": 1.8701584349612283e-05,
      "loss": 0.7411,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1817
    },
    {
      "epoch": 0.24775143090760426,
      "grad_norm": 0.287109375,
      "learning_rate": 1.8699238841012274e-05,
      "loss": 0.7083,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1818
    },
    {
      "epoch": 0.2478877078222949,
      "grad_norm": 0.265625,
      "learning_rate": 1.8696891363173405e-05,
      "loss": 0.7137,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1819
    },
    {
      "epoch": 0.24802398473698556,
      "grad_norm": 0.26953125,
      "learning_rate": 1.869454191662707e-05,
      "loss": 0.6564,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1820
    },
    {
      "epoch": 0.2481602616516762,
      "grad_norm": 0.3046875,
      "learning_rate": 1.8692190501905114e-05,
      "loss": 0.7148,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1821
    },
    {
      "epoch": 0.24829653856636685,
      "grad_norm": 0.30078125,
      "learning_rate": 1.8689837119539825e-05,
      "loss": 0.7129,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1822
    },
    {
      "epoch": 0.2484328154810575,
      "grad_norm": 0.30859375,
      "learning_rate": 1.8687481770063936e-05,
      "loss": 0.7023,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1823
    },
    {
      "epoch": 0.24856909239574815,
      "grad_norm": 0.392578125,
      "learning_rate": 1.8685124454010623e-05,
      "loss": 0.8401,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1824
    },
    {
      "epoch": 0.24870536931043882,
      "grad_norm": 0.267578125,
      "learning_rate": 1.868276517191351e-05,
      "loss": 0.6871,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1825
    },
    {
      "epoch": 0.24884164622512947,
      "grad_norm": 0.26171875,
      "learning_rate": 1.868040392430667e-05,
      "loss": 0.6995,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1826
    },
    {
      "epoch": 0.24897792313982012,
      "grad_norm": 0.267578125,
      "learning_rate": 1.8678040711724607e-05,
      "loss": 0.6934,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1827
    },
    {
      "epoch": 0.24911420005451076,
      "grad_norm": 0.310546875,
      "learning_rate": 1.867567553470229e-05,
      "loss": 0.7131,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1828
    },
    {
      "epoch": 0.2492504769692014,
      "grad_norm": 0.271484375,
      "learning_rate": 1.8673308393775115e-05,
      "loss": 0.7997,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1829
    },
    {
      "epoch": 0.24938675388389206,
      "grad_norm": 0.3828125,
      "learning_rate": 1.8670939289478932e-05,
      "loss": 0.734,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1830
    },
    {
      "epoch": 0.2495230307985827,
      "grad_norm": 0.337890625,
      "learning_rate": 1.8668568222350037e-05,
      "loss": 0.7336,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1831
    },
    {
      "epoch": 0.24965930771327338,
      "grad_norm": 0.41796875,
      "learning_rate": 1.8666195192925154e-05,
      "loss": 0.6376,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1832
    },
    {
      "epoch": 0.24979558462796403,
      "grad_norm": 0.326171875,
      "learning_rate": 1.866382020174148e-05,
      "loss": 0.7956,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1833
    },
    {
      "epoch": 0.24993186154265468,
      "grad_norm": 0.474609375,
      "learning_rate": 1.8661443249336625e-05,
      "loss": 0.7469,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1834
    },
    {
      "epoch": 0.24993186154265468,
      "eval_loss": 0.7284008860588074,
      "eval_runtime": 1255.3943,
      "eval_samples_per_second": 4.093,
      "eval_steps_per_second": 0.171,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1834
    },
    {
      "epoch": 0.2500681384573453,
      "grad_norm": 0.390625,
      "learning_rate": 1.8659064336248665e-05,
      "loss": 0.8278,
      "memory/device_mem_reserved(gib)": 56.25,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1835
    },
    {
      "epoch": 0.25020441537203597,
      "grad_norm": 0.322265625,
      "learning_rate": 1.8656683463016114e-05,
      "loss": 0.7142,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1836
    },
    {
      "epoch": 0.2503406922867266,
      "grad_norm": 0.2490234375,
      "learning_rate": 1.8654300630177925e-05,
      "loss": 0.6853,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1837
    },
    {
      "epoch": 0.25047696920141727,
      "grad_norm": 0.3828125,
      "learning_rate": 1.8651915838273496e-05,
      "loss": 0.7738,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1838
    },
    {
      "epoch": 0.2506132461161079,
      "grad_norm": 0.28515625,
      "learning_rate": 1.8649529087842674e-05,
      "loss": 0.6692,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1839
    },
    {
      "epoch": 0.25074952303079856,
      "grad_norm": 0.56640625,
      "learning_rate": 1.8647140379425745e-05,
      "loss": 0.7983,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1840
    },
    {
      "epoch": 0.2508857999454892,
      "grad_norm": 0.26171875,
      "learning_rate": 1.8644749713563433e-05,
      "loss": 0.7463,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1841
    },
    {
      "epoch": 0.2510220768601799,
      "grad_norm": 0.341796875,
      "learning_rate": 1.864235709079692e-05,
      "loss": 0.6629,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1842
    },
    {
      "epoch": 0.25115835377487056,
      "grad_norm": 0.455078125,
      "learning_rate": 1.8639962511667816e-05,
      "loss": 0.6951,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1843
    },
    {
      "epoch": 0.2512946306895612,
      "grad_norm": 0.361328125,
      "learning_rate": 1.863756597671818e-05,
      "loss": 0.6706,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1844
    },
    {
      "epoch": 0.25143090760425185,
      "grad_norm": 0.318359375,
      "learning_rate": 1.8635167486490514e-05,
      "loss": 0.7332,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1845
    },
    {
      "epoch": 0.2515671845189425,
      "grad_norm": 0.298828125,
      "learning_rate": 1.8632767041527768e-05,
      "loss": 0.6679,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1846
    },
    {
      "epoch": 0.25170346143363315,
      "grad_norm": 0.33984375,
      "learning_rate": 1.8630364642373316e-05,
      "loss": 0.777,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1847
    },
    {
      "epoch": 0.2518397383483238,
      "grad_norm": 0.2734375,
      "learning_rate": 1.8627960289571e-05,
      "loss": 0.7431,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1848
    },
    {
      "epoch": 0.25197601526301444,
      "grad_norm": 0.5234375,
      "learning_rate": 1.8625553983665082e-05,
      "loss": 0.7641,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1849
    },
    {
      "epoch": 0.2521122921777051,
      "grad_norm": 0.32421875,
      "learning_rate": 1.862314572520028e-05,
      "loss": 0.6794,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1850
    },
    {
      "epoch": 0.25224856909239574,
      "grad_norm": 0.5078125,
      "learning_rate": 1.8620735514721748e-05,
      "loss": 0.8079,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1851
    },
    {
      "epoch": 0.2523848460070864,
      "grad_norm": 0.34765625,
      "learning_rate": 1.861832335277508e-05,
      "loss": 0.748,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1852
    },
    {
      "epoch": 0.25252112292177703,
      "grad_norm": 0.341796875,
      "learning_rate": 1.861590923990632e-05,
      "loss": 0.7272,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1853
    },
    {
      "epoch": 0.2526573998364677,
      "grad_norm": 0.337890625,
      "learning_rate": 1.8613493176661946e-05,
      "loss": 0.7184,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1854
    },
    {
      "epoch": 0.2527936767511584,
      "grad_norm": 0.26953125,
      "learning_rate": 1.8611075163588883e-05,
      "loss": 0.6798,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1855
    },
    {
      "epoch": 0.252929953665849,
      "grad_norm": 0.244140625,
      "learning_rate": 1.860865520123449e-05,
      "loss": 0.6917,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1856
    },
    {
      "epoch": 0.2530662305805397,
      "grad_norm": 0.3046875,
      "learning_rate": 1.8606233290146574e-05,
      "loss": 0.8073,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1857
    },
    {
      "epoch": 0.2532025074952303,
      "grad_norm": 0.330078125,
      "learning_rate": 1.8603809430873383e-05,
      "loss": 0.6482,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1858
    },
    {
      "epoch": 0.25333878440992097,
      "grad_norm": 0.310546875,
      "learning_rate": 1.8601383623963596e-05,
      "loss": 0.7637,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1859
    },
    {
      "epoch": 0.2534750613246116,
      "grad_norm": 0.353515625,
      "learning_rate": 1.8598955869966354e-05,
      "loss": 0.7682,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1860
    },
    {
      "epoch": 0.25361133823930226,
      "grad_norm": 0.3046875,
      "learning_rate": 1.859652616943121e-05,
      "loss": 0.6944,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1861
    },
    {
      "epoch": 0.2537476151539929,
      "grad_norm": 0.310546875,
      "learning_rate": 1.8594094522908186e-05,
      "loss": 0.7132,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1862
    },
    {
      "epoch": 0.25388389206868356,
      "grad_norm": 0.287109375,
      "learning_rate": 1.8591660930947723e-05,
      "loss": 0.6212,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1863
    },
    {
      "epoch": 0.2540201689833742,
      "grad_norm": 0.2890625,
      "learning_rate": 1.8589225394100717e-05,
      "loss": 0.726,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1864
    },
    {
      "epoch": 0.25415644589806485,
      "grad_norm": 0.318359375,
      "learning_rate": 1.8586787912918494e-05,
      "loss": 0.7064,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1865
    },
    {
      "epoch": 0.2542927228127555,
      "grad_norm": 0.306640625,
      "learning_rate": 1.8584348487952827e-05,
      "loss": 0.6813,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1866
    },
    {
      "epoch": 0.25442899972744615,
      "grad_norm": 0.41015625,
      "learning_rate": 1.8581907119755925e-05,
      "loss": 0.7269,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1867
    },
    {
      "epoch": 0.2545652766421368,
      "grad_norm": 0.224609375,
      "learning_rate": 1.8579463808880435e-05,
      "loss": 0.7269,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1868
    },
    {
      "epoch": 0.2547015535568275,
      "grad_norm": 0.296875,
      "learning_rate": 1.8577018555879457e-05,
      "loss": 0.6836,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1869
    },
    {
      "epoch": 0.25483783047151815,
      "grad_norm": 0.310546875,
      "learning_rate": 1.857457136130651e-05,
      "loss": 0.7675,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1870
    },
    {
      "epoch": 0.2549741073862088,
      "grad_norm": 0.412109375,
      "learning_rate": 1.8572122225715573e-05,
      "loss": 0.7646,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1871
    },
    {
      "epoch": 0.25511038430089944,
      "grad_norm": 0.466796875,
      "learning_rate": 1.8569671149661045e-05,
      "loss": 0.7622,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1872
    },
    {
      "epoch": 0.2552466612155901,
      "grad_norm": 0.423828125,
      "learning_rate": 1.856721813369778e-05,
      "loss": 0.7126,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1873
    },
    {
      "epoch": 0.25538293813028073,
      "grad_norm": 0.2470703125,
      "learning_rate": 1.8564763178381064e-05,
      "loss": 0.6744,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1874
    },
    {
      "epoch": 0.2555192150449714,
      "grad_norm": 0.375,
      "learning_rate": 1.8562306284266622e-05,
      "loss": 0.7596,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1875
    },
    {
      "epoch": 0.25565549195966203,
      "grad_norm": 0.341796875,
      "learning_rate": 1.855984745191062e-05,
      "loss": 0.7424,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1876
    },
    {
      "epoch": 0.2557917688743527,
      "grad_norm": 0.2578125,
      "learning_rate": 1.855738668186966e-05,
      "loss": 0.73,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1877
    },
    {
      "epoch": 0.2559280457890433,
      "grad_norm": 0.53125,
      "learning_rate": 1.8554923974700786e-05,
      "loss": 0.8429,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1878
    },
    {
      "epoch": 0.25606432270373397,
      "grad_norm": 0.314453125,
      "learning_rate": 1.8552459330961475e-05,
      "loss": 0.7274,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1879
    },
    {
      "epoch": 0.2562005996184246,
      "grad_norm": 0.3125,
      "learning_rate": 1.8549992751209657e-05,
      "loss": 0.731,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1880
    },
    {
      "epoch": 0.25633687653311527,
      "grad_norm": 0.310546875,
      "learning_rate": 1.8547524236003675e-05,
      "loss": 0.7274,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1881
    },
    {
      "epoch": 0.25647315344780597,
      "grad_norm": 0.357421875,
      "learning_rate": 1.8545053785902333e-05,
      "loss": 0.6989,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1882
    },
    {
      "epoch": 0.2566094303624966,
      "grad_norm": 0.2578125,
      "learning_rate": 1.8542581401464864e-05,
      "loss": 0.7026,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1883
    },
    {
      "epoch": 0.25674570727718726,
      "grad_norm": 0.28125,
      "learning_rate": 1.8540107083250936e-05,
      "loss": 0.7378,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1884
    },
    {
      "epoch": 0.2568819841918779,
      "grad_norm": 0.3046875,
      "learning_rate": 1.853763083182066e-05,
      "loss": 0.7624,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1885
    },
    {
      "epoch": 0.25701826110656856,
      "grad_norm": 0.34375,
      "learning_rate": 1.8535152647734586e-05,
      "loss": 0.7165,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1886
    },
    {
      "epoch": 0.2571545380212592,
      "grad_norm": 0.3046875,
      "learning_rate": 1.8532672531553696e-05,
      "loss": 0.7756,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1887
    },
    {
      "epoch": 0.25729081493594985,
      "grad_norm": 0.333984375,
      "learning_rate": 1.853019048383941e-05,
      "loss": 0.799,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1888
    },
    {
      "epoch": 0.2574270918506405,
      "grad_norm": 0.396484375,
      "learning_rate": 1.8527706505153586e-05,
      "loss": 0.6918,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1889
    },
    {
      "epoch": 0.25756336876533115,
      "grad_norm": 0.2421875,
      "learning_rate": 1.8525220596058523e-05,
      "loss": 0.673,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1890
    },
    {
      "epoch": 0.2576996456800218,
      "grad_norm": 0.427734375,
      "learning_rate": 1.8522732757116956e-05,
      "loss": 0.7563,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1891
    },
    {
      "epoch": 0.25783592259471244,
      "grad_norm": 0.287109375,
      "learning_rate": 1.852024298889205e-05,
      "loss": 0.6879,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1892
    },
    {
      "epoch": 0.2579721995094031,
      "grad_norm": 0.33203125,
      "learning_rate": 1.8517751291947415e-05,
      "loss": 0.737,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1893
    },
    {
      "epoch": 0.25810847642409374,
      "grad_norm": 0.30078125,
      "learning_rate": 1.8515257666847092e-05,
      "loss": 0.7547,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1894
    },
    {
      "epoch": 0.2582447533387844,
      "grad_norm": 0.341796875,
      "learning_rate": 1.851276211415556e-05,
      "loss": 0.6907,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1895
    },
    {
      "epoch": 0.2583810302534751,
      "grad_norm": 0.373046875,
      "learning_rate": 1.8510264634437736e-05,
      "loss": 0.7085,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1896
    },
    {
      "epoch": 0.25851730716816573,
      "grad_norm": 0.287109375,
      "learning_rate": 1.8507765228258977e-05,
      "loss": 0.7807,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1897
    },
    {
      "epoch": 0.2586535840828564,
      "grad_norm": 0.267578125,
      "learning_rate": 1.8505263896185062e-05,
      "loss": 0.7143,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1898
    },
    {
      "epoch": 0.258789860997547,
      "grad_norm": 0.294921875,
      "learning_rate": 1.8502760638782225e-05,
      "loss": 0.7539,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1899
    },
    {
      "epoch": 0.2589261379122377,
      "grad_norm": 0.32421875,
      "learning_rate": 1.850025545661712e-05,
      "loss": 0.7531,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1900
    },
    {
      "epoch": 0.2590624148269283,
      "grad_norm": 0.388671875,
      "learning_rate": 1.8497748350256843e-05,
      "loss": 0.8005,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1901
    },
    {
      "epoch": 0.25919869174161897,
      "grad_norm": 0.275390625,
      "learning_rate": 1.8495239320268926e-05,
      "loss": 0.6576,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1902
    },
    {
      "epoch": 0.2593349686563096,
      "grad_norm": 0.3125,
      "learning_rate": 1.849272836722134e-05,
      "loss": 0.6773,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1903
    },
    {
      "epoch": 0.25947124557100026,
      "grad_norm": 0.30078125,
      "learning_rate": 1.849021549168248e-05,
      "loss": 0.7474,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1904
    },
    {
      "epoch": 0.2596075224856909,
      "grad_norm": 0.30078125,
      "learning_rate": 1.848770069422119e-05,
      "loss": 0.752,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1905
    },
    {
      "epoch": 0.25974379940038156,
      "grad_norm": 0.400390625,
      "learning_rate": 1.8485183975406737e-05,
      "loss": 0.7155,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1906
    },
    {
      "epoch": 0.2598800763150722,
      "grad_norm": 0.31640625,
      "learning_rate": 1.848266533580883e-05,
      "loss": 0.6823,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1907
    },
    {
      "epoch": 0.26001635322976285,
      "grad_norm": 0.279296875,
      "learning_rate": 1.8480144775997617e-05,
      "loss": 0.6975,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1908
    },
    {
      "epoch": 0.26015263014445356,
      "grad_norm": 0.33203125,
      "learning_rate": 1.8477622296543668e-05,
      "loss": 0.7297,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1909
    },
    {
      "epoch": 0.2602889070591442,
      "grad_norm": 0.345703125,
      "learning_rate": 1.8475097898017992e-05,
      "loss": 0.6827,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1910
    },
    {
      "epoch": 0.26042518397383485,
      "grad_norm": 0.337890625,
      "learning_rate": 1.8472571580992046e-05,
      "loss": 0.7641,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1911
    },
    {
      "epoch": 0.2605614608885255,
      "grad_norm": 0.33203125,
      "learning_rate": 1.8470043346037698e-05,
      "loss": 0.6892,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1912
    },
    {
      "epoch": 0.26069773780321615,
      "grad_norm": 0.51171875,
      "learning_rate": 1.8467513193727268e-05,
      "loss": 0.6594,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1913
    },
    {
      "epoch": 0.2608340147179068,
      "grad_norm": 0.330078125,
      "learning_rate": 1.8464981124633507e-05,
      "loss": 0.699,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1914
    },
    {
      "epoch": 0.26097029163259744,
      "grad_norm": 0.66796875,
      "learning_rate": 1.8462447139329595e-05,
      "loss": 0.7483,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1915
    },
    {
      "epoch": 0.2611065685472881,
      "grad_norm": 0.326171875,
      "learning_rate": 1.8459911238389142e-05,
      "loss": 0.7486,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1916
    },
    {
      "epoch": 0.26124284546197873,
      "grad_norm": 0.298828125,
      "learning_rate": 1.8457373422386203e-05,
      "loss": 0.733,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1917
    },
    {
      "epoch": 0.2613791223766694,
      "grad_norm": 0.34765625,
      "learning_rate": 1.8454833691895263e-05,
      "loss": 0.712,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1918
    },
    {
      "epoch": 0.26151539929136003,
      "grad_norm": 0.287109375,
      "learning_rate": 1.8452292047491238e-05,
      "loss": 0.7026,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1919
    },
    {
      "epoch": 0.2616516762060507,
      "grad_norm": 0.37109375,
      "learning_rate": 1.8449748489749475e-05,
      "loss": 0.8109,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1920
    },
    {
      "epoch": 0.2617879531207413,
      "grad_norm": 0.392578125,
      "learning_rate": 1.8447203019245758e-05,
      "loss": 0.7021,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1921
    },
    {
      "epoch": 0.26192423003543197,
      "grad_norm": 0.28515625,
      "learning_rate": 1.84446556365563e-05,
      "loss": 0.7045,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1922
    },
    {
      "epoch": 0.2620605069501227,
      "grad_norm": 0.2734375,
      "learning_rate": 1.8442106342257754e-05,
      "loss": 0.665,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1923
    },
    {
      "epoch": 0.2621967838648133,
      "grad_norm": 0.36328125,
      "learning_rate": 1.84395551369272e-05,
      "loss": 0.656,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1924
    },
    {
      "epoch": 0.26233306077950397,
      "grad_norm": 0.408203125,
      "learning_rate": 1.8437002021142154e-05,
      "loss": 0.6886,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1925
    },
    {
      "epoch": 0.2624693376941946,
      "grad_norm": 0.3046875,
      "learning_rate": 1.843444699548056e-05,
      "loss": 0.6868,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1926
    },
    {
      "epoch": 0.26260561460888526,
      "grad_norm": 0.294921875,
      "learning_rate": 1.8431890060520794e-05,
      "loss": 0.7242,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1927
    },
    {
      "epoch": 0.2627418915235759,
      "grad_norm": 0.2470703125,
      "learning_rate": 1.8429331216841673e-05,
      "loss": 0.7186,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1928
    },
    {
      "epoch": 0.26287816843826656,
      "grad_norm": 0.333984375,
      "learning_rate": 1.8426770465022436e-05,
      "loss": 0.7441,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1929
    },
    {
      "epoch": 0.2630144453529572,
      "grad_norm": 0.318359375,
      "learning_rate": 1.842420780564276e-05,
      "loss": 0.7347,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1930
    },
    {
      "epoch": 0.26315072226764785,
      "grad_norm": 0.375,
      "learning_rate": 1.8421643239282753e-05,
      "loss": 0.7496,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1931
    },
    {
      "epoch": 0.2632869991823385,
      "grad_norm": 0.3125,
      "learning_rate": 1.8419076766522952e-05,
      "loss": 0.7275,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1932
    },
    {
      "epoch": 0.26342327609702915,
      "grad_norm": 0.30859375,
      "learning_rate": 1.8416508387944326e-05,
      "loss": 0.7862,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1933
    },
    {
      "epoch": 0.2635595530117198,
      "grad_norm": 0.322265625,
      "learning_rate": 1.8413938104128278e-05,
      "loss": 0.724,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1934
    },
    {
      "epoch": 0.26369582992641044,
      "grad_norm": 0.353515625,
      "learning_rate": 1.841136591565664e-05,
      "loss": 0.794,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1935
    },
    {
      "epoch": 0.26383210684110114,
      "grad_norm": 0.365234375,
      "learning_rate": 1.8408791823111677e-05,
      "loss": 0.6697,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1936
    },
    {
      "epoch": 0.2639683837557918,
      "grad_norm": 0.333984375,
      "learning_rate": 1.8406215827076086e-05,
      "loss": 0.7153,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1937
    },
    {
      "epoch": 0.26410466067048244,
      "grad_norm": 0.283203125,
      "learning_rate": 1.840363792813299e-05,
      "loss": 0.6988,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1938
    },
    {
      "epoch": 0.2642409375851731,
      "grad_norm": 0.375,
      "learning_rate": 1.8401058126865946e-05,
      "loss": 0.6708,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1939
    },
    {
      "epoch": 0.26437721449986373,
      "grad_norm": 0.30078125,
      "learning_rate": 1.8398476423858937e-05,
      "loss": 0.6995,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1940
    },
    {
      "epoch": 0.2645134914145544,
      "grad_norm": 0.55859375,
      "learning_rate": 1.839589281969639e-05,
      "loss": 0.7164,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1941
    },
    {
      "epoch": 0.264649768329245,
      "grad_norm": 0.26171875,
      "learning_rate": 1.8393307314963148e-05,
      "loss": 0.6616,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1942
    },
    {
      "epoch": 0.2647860452439357,
      "grad_norm": 0.30859375,
      "learning_rate": 1.8390719910244487e-05,
      "loss": 0.7526,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1943
    },
    {
      "epoch": 0.2649223221586263,
      "grad_norm": 0.349609375,
      "learning_rate": 1.838813060612612e-05,
      "loss": 0.7623,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1944
    },
    {
      "epoch": 0.26505859907331697,
      "grad_norm": 0.275390625,
      "learning_rate": 1.8385539403194187e-05,
      "loss": 0.7472,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1945
    },
    {
      "epoch": 0.2651948759880076,
      "grad_norm": 0.359375,
      "learning_rate": 1.8382946302035248e-05,
      "loss": 0.6668,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1946
    },
    {
      "epoch": 0.26533115290269826,
      "grad_norm": 0.296875,
      "learning_rate": 1.8380351303236308e-05,
      "loss": 0.6968,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1947
    },
    {
      "epoch": 0.2654674298173889,
      "grad_norm": 0.3046875,
      "learning_rate": 1.8377754407384792e-05,
      "loss": 0.7115,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1948
    },
    {
      "epoch": 0.26560370673207956,
      "grad_norm": 0.35546875,
      "learning_rate": 1.8375155615068557e-05,
      "loss": 0.7611,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1949
    },
    {
      "epoch": 0.26573998364677026,
      "grad_norm": 0.3203125,
      "learning_rate": 1.837255492687589e-05,
      "loss": 0.7086,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1950
    },
    {
      "epoch": 0.2658762605614609,
      "grad_norm": 0.55859375,
      "learning_rate": 1.8369952343395506e-05,
      "loss": 0.7594,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1951
    },
    {
      "epoch": 0.26601253747615156,
      "grad_norm": 0.271484375,
      "learning_rate": 1.8367347865216554e-05,
      "loss": 0.7147,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1952
    },
    {
      "epoch": 0.2661488143908422,
      "grad_norm": 0.263671875,
      "learning_rate": 1.8364741492928597e-05,
      "loss": 0.729,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1953
    },
    {
      "epoch": 0.26628509130553285,
      "grad_norm": 0.2734375,
      "learning_rate": 1.8362133227121644e-05,
      "loss": 0.7447,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1954
    },
    {
      "epoch": 0.2664213682202235,
      "grad_norm": 0.376953125,
      "learning_rate": 1.8359523068386125e-05,
      "loss": 0.7899,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1955
    },
    {
      "epoch": 0.26655764513491415,
      "grad_norm": 0.255859375,
      "learning_rate": 1.8356911017312903e-05,
      "loss": 0.7176,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1956
    },
    {
      "epoch": 0.2666939220496048,
      "grad_norm": 0.28515625,
      "learning_rate": 1.8354297074493258e-05,
      "loss": 0.6856,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1957
    },
    {
      "epoch": 0.26683019896429544,
      "grad_norm": 0.2734375,
      "learning_rate": 1.8351681240518916e-05,
      "loss": 0.7698,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1958
    },
    {
      "epoch": 0.2669664758789861,
      "grad_norm": 0.310546875,
      "learning_rate": 1.8349063515982008e-05,
      "loss": 0.7363,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1959
    },
    {
      "epoch": 0.26710275279367673,
      "grad_norm": 0.33984375,
      "learning_rate": 1.8346443901475114e-05,
      "loss": 0.7937,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1960
    },
    {
      "epoch": 0.2672390297083674,
      "grad_norm": 0.29296875,
      "learning_rate": 1.8343822397591237e-05,
      "loss": 0.6926,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1961
    },
    {
      "epoch": 0.26737530662305803,
      "grad_norm": 0.345703125,
      "learning_rate": 1.8341199004923793e-05,
      "loss": 0.7808,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1962
    },
    {
      "epoch": 0.26751158353774873,
      "grad_norm": 0.3046875,
      "learning_rate": 1.8338573724066647e-05,
      "loss": 0.6676,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1963
    },
    {
      "epoch": 0.2676478604524394,
      "grad_norm": 0.279296875,
      "learning_rate": 1.8335946555614078e-05,
      "loss": 0.6532,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1964
    },
    {
      "epoch": 0.26778413736713,
      "grad_norm": 0.369140625,
      "learning_rate": 1.8333317500160798e-05,
      "loss": 0.6648,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1965
    },
    {
      "epoch": 0.2679204142818207,
      "grad_norm": 0.32421875,
      "learning_rate": 1.8330686558301942e-05,
      "loss": 0.7252,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1966
    },
    {
      "epoch": 0.2680566911965113,
      "grad_norm": 0.384765625,
      "learning_rate": 1.832805373063307e-05,
      "loss": 0.6673,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1967
    },
    {
      "epoch": 0.26819296811120197,
      "grad_norm": 0.296875,
      "learning_rate": 1.8325419017750183e-05,
      "loss": 0.7043,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1968
    },
    {
      "epoch": 0.2683292450258926,
      "grad_norm": 0.3515625,
      "learning_rate": 1.832278242024969e-05,
      "loss": 0.7081,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1969
    },
    {
      "epoch": 0.26846552194058326,
      "grad_norm": 0.27734375,
      "learning_rate": 1.8320143938728437e-05,
      "loss": 0.6685,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1970
    },
    {
      "epoch": 0.2686017988552739,
      "grad_norm": 0.51171875,
      "learning_rate": 1.8317503573783693e-05,
      "loss": 0.685,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1971
    },
    {
      "epoch": 0.26873807576996456,
      "grad_norm": 0.37890625,
      "learning_rate": 1.8314861326013162e-05,
      "loss": 0.823,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1972
    },
    {
      "epoch": 0.2688743526846552,
      "grad_norm": 0.3203125,
      "learning_rate": 1.831221719601496e-05,
      "loss": 0.6751,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1973
    },
    {
      "epoch": 0.26901062959934585,
      "grad_norm": 0.39453125,
      "learning_rate": 1.830957118438764e-05,
      "loss": 0.7,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1974
    },
    {
      "epoch": 0.2691469065140365,
      "grad_norm": 0.53515625,
      "learning_rate": 1.8306923291730174e-05,
      "loss": 0.7656,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1975
    },
    {
      "epoch": 0.26928318342872715,
      "grad_norm": 0.4765625,
      "learning_rate": 1.830427351864197e-05,
      "loss": 0.7591,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1976
    },
    {
      "epoch": 0.26941946034341785,
      "grad_norm": 0.36328125,
      "learning_rate": 1.8301621865722846e-05,
      "loss": 0.7868,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1977
    },
    {
      "epoch": 0.2695557372581085,
      "grad_norm": 0.29296875,
      "learning_rate": 1.8298968333573058e-05,
      "loss": 0.6567,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1978
    },
    {
      "epoch": 0.26969201417279914,
      "grad_norm": 0.30078125,
      "learning_rate": 1.8296312922793284e-05,
      "loss": 0.7333,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1979
    },
    {
      "epoch": 0.2698282910874898,
      "grad_norm": 0.5625,
      "learning_rate": 1.829365563398463e-05,
      "loss": 0.7679,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1980
    },
    {
      "epoch": 0.26996456800218044,
      "grad_norm": 0.38671875,
      "learning_rate": 1.829099646774862e-05,
      "loss": 0.7306,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1981
    },
    {
      "epoch": 0.2701008449168711,
      "grad_norm": 0.341796875,
      "learning_rate": 1.8288335424687207e-05,
      "loss": 0.7615,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1982
    },
    {
      "epoch": 0.27023712183156173,
      "grad_norm": 0.306640625,
      "learning_rate": 1.828567250540277e-05,
      "loss": 0.6423,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1983
    },
    {
      "epoch": 0.2703733987462524,
      "grad_norm": 0.5234375,
      "learning_rate": 1.8283007710498114e-05,
      "loss": 0.8175,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1984
    },
    {
      "epoch": 0.270509675660943,
      "grad_norm": 0.296875,
      "learning_rate": 1.828034104057646e-05,
      "loss": 0.6958,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1985
    },
    {
      "epoch": 0.2706459525756337,
      "grad_norm": 0.310546875,
      "learning_rate": 1.8277672496241465e-05,
      "loss": 0.7115,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1986
    },
    {
      "epoch": 0.2707822294903243,
      "grad_norm": 0.341796875,
      "learning_rate": 1.8275002078097206e-05,
      "loss": 0.7663,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1987
    },
    {
      "epoch": 0.27091850640501497,
      "grad_norm": 0.30859375,
      "learning_rate": 1.8272329786748176e-05,
      "loss": 0.6493,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1988
    },
    {
      "epoch": 0.2710547833197056,
      "grad_norm": 0.330078125,
      "learning_rate": 1.826965562279931e-05,
      "loss": 0.7148,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1989
    },
    {
      "epoch": 0.2711910602343963,
      "grad_norm": 0.34375,
      "learning_rate": 1.8266979586855945e-05,
      "loss": 0.6755,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1990
    },
    {
      "epoch": 0.27132733714908697,
      "grad_norm": 0.314453125,
      "learning_rate": 1.826430167952386e-05,
      "loss": 0.6963,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1991
    },
    {
      "epoch": 0.2714636140637776,
      "grad_norm": 0.44140625,
      "learning_rate": 1.826162190140925e-05,
      "loss": 0.7195,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1992
    },
    {
      "epoch": 0.27159989097846826,
      "grad_norm": 0.474609375,
      "learning_rate": 1.825894025311873e-05,
      "loss": 0.7585,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1993
    },
    {
      "epoch": 0.2717361678931589,
      "grad_norm": 0.44921875,
      "learning_rate": 1.8256256735259343e-05,
      "loss": 0.7417,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1994
    },
    {
      "epoch": 0.27187244480784956,
      "grad_norm": 0.318359375,
      "learning_rate": 1.8253571348438558e-05,
      "loss": 0.6814,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1995
    },
    {
      "epoch": 0.2720087217225402,
      "grad_norm": 0.255859375,
      "learning_rate": 1.825088409326426e-05,
      "loss": 0.6385,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1996
    },
    {
      "epoch": 0.27214499863723085,
      "grad_norm": 0.279296875,
      "learning_rate": 1.8248194970344766e-05,
      "loss": 0.7182,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1997
    },
    {
      "epoch": 0.2722812755519215,
      "grad_norm": 0.23046875,
      "learning_rate": 1.8245503980288802e-05,
      "loss": 0.6434,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1998
    },
    {
      "epoch": 0.27241755246661215,
      "grad_norm": 0.48046875,
      "learning_rate": 1.824281112370553e-05,
      "loss": 0.7175,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 1999
    },
    {
      "epoch": 0.2725538293813028,
      "grad_norm": 0.392578125,
      "learning_rate": 1.8240116401204534e-05,
      "loss": 0.7592,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2000
    },
    {
      "epoch": 0.27269010629599344,
      "grad_norm": 0.41796875,
      "learning_rate": 1.8237419813395803e-05,
      "loss": 0.6773,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2001
    },
    {
      "epoch": 0.2728263832106841,
      "grad_norm": 0.322265625,
      "learning_rate": 1.823472136088978e-05,
      "loss": 0.8216,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2002
    },
    {
      "epoch": 0.27296266012537473,
      "grad_norm": 1.1640625,
      "learning_rate": 1.823202104429729e-05,
      "loss": 0.8719,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2003
    },
    {
      "epoch": 0.27309893704006544,
      "grad_norm": 0.3046875,
      "learning_rate": 1.8229318864229614e-05,
      "loss": 0.7767,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2004
    },
    {
      "epoch": 0.2732352139547561,
      "grad_norm": 0.365234375,
      "learning_rate": 1.8226614821298444e-05,
      "loss": 0.6942,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2005
    },
    {
      "epoch": 0.27337149086944673,
      "grad_norm": 0.392578125,
      "learning_rate": 1.8223908916115882e-05,
      "loss": 0.8248,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2006
    },
    {
      "epoch": 0.2735077677841374,
      "grad_norm": 0.328125,
      "learning_rate": 1.822120114929447e-05,
      "loss": 0.7309,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2007
    },
    {
      "epoch": 0.273644044698828,
      "grad_norm": 0.35546875,
      "learning_rate": 1.821849152144716e-05,
      "loss": 0.7806,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2008
    },
    {
      "epoch": 0.2737803216135187,
      "grad_norm": 0.306640625,
      "learning_rate": 1.8215780033187325e-05,
      "loss": 0.6529,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2009
    },
    {
      "epoch": 0.2739165985282093,
      "grad_norm": 0.333984375,
      "learning_rate": 1.8213066685128766e-05,
      "loss": 0.7689,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2010
    },
    {
      "epoch": 0.27405287544289997,
      "grad_norm": 0.33203125,
      "learning_rate": 1.82103514778857e-05,
      "loss": 0.699,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2011
    },
    {
      "epoch": 0.2741891523575906,
      "grad_norm": 0.349609375,
      "learning_rate": 1.8207634412072765e-05,
      "loss": 0.7485,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2012
    },
    {
      "epoch": 0.27432542927228126,
      "grad_norm": 0.283203125,
      "learning_rate": 1.820491548830502e-05,
      "loss": 0.7093,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2013
    },
    {
      "epoch": 0.2744617061869719,
      "grad_norm": 0.41796875,
      "learning_rate": 1.8202194707197952e-05,
      "loss": 0.7746,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2014
    },
    {
      "epoch": 0.27459798310166256,
      "grad_norm": 0.4375,
      "learning_rate": 1.8199472069367452e-05,
      "loss": 0.7994,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2015
    },
    {
      "epoch": 0.2747342600163532,
      "grad_norm": 0.314453125,
      "learning_rate": 1.8196747575429847e-05,
      "loss": 0.7521,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2016
    },
    {
      "epoch": 0.2748705369310439,
      "grad_norm": 0.25390625,
      "learning_rate": 1.8194021226001878e-05,
      "loss": 0.7356,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2017
    },
    {
      "epoch": 0.27500681384573455,
      "grad_norm": 0.435546875,
      "learning_rate": 1.8191293021700704e-05,
      "loss": 0.7786,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2018
    },
    {
      "epoch": 0.2751430907604252,
      "grad_norm": 0.30859375,
      "learning_rate": 1.818856296314391e-05,
      "loss": 0.6845,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2019
    },
    {
      "epoch": 0.27527936767511585,
      "grad_norm": 0.33203125,
      "learning_rate": 1.8185831050949492e-05,
      "loss": 0.6764,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2020
    },
    {
      "epoch": 0.2754156445898065,
      "grad_norm": 0.28125,
      "learning_rate": 1.8183097285735872e-05,
      "loss": 0.6802,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2021
    },
    {
      "epoch": 0.27555192150449714,
      "grad_norm": 0.294921875,
      "learning_rate": 1.8180361668121892e-05,
      "loss": 0.7436,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2022
    },
    {
      "epoch": 0.2756881984191878,
      "grad_norm": 0.41796875,
      "learning_rate": 1.817762419872681e-05,
      "loss": 0.708,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2023
    },
    {
      "epoch": 0.27582447533387844,
      "grad_norm": 0.326171875,
      "learning_rate": 1.8174884878170303e-05,
      "loss": 0.6474,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2024
    },
    {
      "epoch": 0.2759607522485691,
      "grad_norm": 0.298828125,
      "learning_rate": 1.817214370707247e-05,
      "loss": 0.6841,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2025
    },
    {
      "epoch": 0.27609702916325973,
      "grad_norm": 0.400390625,
      "learning_rate": 1.816940068605383e-05,
      "loss": 0.7397,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2026
    },
    {
      "epoch": 0.2762333060779504,
      "grad_norm": 0.419921875,
      "learning_rate": 1.8166655815735314e-05,
      "loss": 0.7711,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2027
    },
    {
      "epoch": 0.276369582992641,
      "grad_norm": 0.4453125,
      "learning_rate": 1.8163909096738276e-05,
      "loss": 0.7163,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2028
    },
    {
      "epoch": 0.2765058599073317,
      "grad_norm": 0.412109375,
      "learning_rate": 1.8161160529684493e-05,
      "loss": 0.6908,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2029
    },
    {
      "epoch": 0.2766421368220223,
      "grad_norm": 0.26953125,
      "learning_rate": 1.815841011519615e-05,
      "loss": 0.6545,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2030
    },
    {
      "epoch": 0.276778413736713,
      "grad_norm": 0.349609375,
      "learning_rate": 1.815565785389586e-05,
      "loss": 0.7678,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2031
    },
    {
      "epoch": 0.27691469065140367,
      "grad_norm": 0.322265625,
      "learning_rate": 1.8152903746406648e-05,
      "loss": 0.7386,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2032
    },
    {
      "epoch": 0.2770509675660943,
      "grad_norm": 0.296875,
      "learning_rate": 1.815014779335196e-05,
      "loss": 0.7457,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2033
    },
    {
      "epoch": 0.27718724448078497,
      "grad_norm": 0.4140625,
      "learning_rate": 1.8147389995355655e-05,
      "loss": 0.7865,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2034
    },
    {
      "epoch": 0.2773235213954756,
      "grad_norm": 0.2578125,
      "learning_rate": 1.814463035304202e-05,
      "loss": 0.6774,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2035
    },
    {
      "epoch": 0.27745979831016626,
      "grad_norm": 0.287109375,
      "learning_rate": 1.8141868867035745e-05,
      "loss": 0.7411,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2036
    },
    {
      "epoch": 0.2775960752248569,
      "grad_norm": 0.33203125,
      "learning_rate": 1.813910553796195e-05,
      "loss": 0.7695,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2037
    },
    {
      "epoch": 0.27773235213954756,
      "grad_norm": 0.40234375,
      "learning_rate": 1.8136340366446162e-05,
      "loss": 0.7561,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2038
    },
    {
      "epoch": 0.2778686290542382,
      "grad_norm": 0.341796875,
      "learning_rate": 1.813357335311434e-05,
      "loss": 0.6774,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2039
    },
    {
      "epoch": 0.27800490596892885,
      "grad_norm": 0.37109375,
      "learning_rate": 1.8130804498592843e-05,
      "loss": 0.7347,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2040
    },
    {
      "epoch": 0.2781411828836195,
      "grad_norm": 0.275390625,
      "learning_rate": 1.8128033803508454e-05,
      "loss": 0.6599,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2041
    },
    {
      "epoch": 0.27827745979831015,
      "grad_norm": 0.283203125,
      "learning_rate": 1.8125261268488378e-05,
      "loss": 0.7584,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2042
    },
    {
      "epoch": 0.2784137367130008,
      "grad_norm": 0.353515625,
      "learning_rate": 1.8122486894160224e-05,
      "loss": 0.7491,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2043
    },
    {
      "epoch": 0.2785500136276915,
      "grad_norm": 0.3046875,
      "learning_rate": 1.811971068115203e-05,
      "loss": 0.7479,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2044
    },
    {
      "epoch": 0.27868629054238214,
      "grad_norm": 0.326171875,
      "learning_rate": 1.8116932630092248e-05,
      "loss": 0.7546,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2045
    },
    {
      "epoch": 0.2788225674570728,
      "grad_norm": 0.4296875,
      "learning_rate": 1.8114152741609735e-05,
      "loss": 0.7707,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2046
    },
    {
      "epoch": 0.27895884437176344,
      "grad_norm": 0.30078125,
      "learning_rate": 1.811137101633377e-05,
      "loss": 0.65,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2047
    },
    {
      "epoch": 0.2790951212864541,
      "grad_norm": 0.31640625,
      "learning_rate": 1.8108587454894063e-05,
      "loss": 0.7752,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2048
    },
    {
      "epoch": 0.27923139820114473,
      "grad_norm": 0.369140625,
      "learning_rate": 1.8105802057920713e-05,
      "loss": 0.724,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2049
    },
    {
      "epoch": 0.2793676751158354,
      "grad_norm": 0.373046875,
      "learning_rate": 1.8103014826044254e-05,
      "loss": 0.7728,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2050
    },
    {
      "epoch": 0.279503952030526,
      "grad_norm": 0.34765625,
      "learning_rate": 1.8100225759895627e-05,
      "loss": 0.7872,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2051
    },
    {
      "epoch": 0.2796402289452167,
      "grad_norm": 0.5078125,
      "learning_rate": 1.809743486010619e-05,
      "loss": 0.6561,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2052
    },
    {
      "epoch": 0.2797765058599073,
      "grad_norm": 0.44921875,
      "learning_rate": 1.8094642127307723e-05,
      "loss": 0.6979,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2053
    },
    {
      "epoch": 0.27991278277459797,
      "grad_norm": 0.375,
      "learning_rate": 1.8091847562132406e-05,
      "loss": 0.7812,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2054
    },
    {
      "epoch": 0.2800490596892886,
      "grad_norm": 0.3671875,
      "learning_rate": 1.8089051165212847e-05,
      "loss": 0.7285,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2055
    },
    {
      "epoch": 0.28018533660397926,
      "grad_norm": 0.46875,
      "learning_rate": 1.808625293718206e-05,
      "loss": 0.7007,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2056
    },
    {
      "epoch": 0.2803216135186699,
      "grad_norm": 0.78515625,
      "learning_rate": 1.8083452878673483e-05,
      "loss": 0.6958,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2057
    },
    {
      "epoch": 0.2804578904333606,
      "grad_norm": 0.298828125,
      "learning_rate": 1.8080650990320955e-05,
      "loss": 0.748,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2058
    },
    {
      "epoch": 0.28059416734805126,
      "grad_norm": 0.4765625,
      "learning_rate": 1.8077847272758744e-05,
      "loss": 0.7936,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2059
    },
    {
      "epoch": 0.2807304442627419,
      "grad_norm": 0.333984375,
      "learning_rate": 1.8075041726621523e-05,
      "loss": 0.7655,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2060
    },
    {
      "epoch": 0.28086672117743255,
      "grad_norm": 0.267578125,
      "learning_rate": 1.807223435254438e-05,
      "loss": 0.7431,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2061
    },
    {
      "epoch": 0.2810029980921232,
      "grad_norm": 0.326171875,
      "learning_rate": 1.8069425151162816e-05,
      "loss": 0.6536,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2062
    },
    {
      "epoch": 0.28113927500681385,
      "grad_norm": 0.314453125,
      "learning_rate": 1.806661412311275e-05,
      "loss": 0.7964,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2063
    },
    {
      "epoch": 0.2812755519215045,
      "grad_norm": 0.30078125,
      "learning_rate": 1.8063801269030513e-05,
      "loss": 0.7251,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2064
    },
    {
      "epoch": 0.28141182883619514,
      "grad_norm": 0.35546875,
      "learning_rate": 1.8060986589552848e-05,
      "loss": 0.7105,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2065
    },
    {
      "epoch": 0.2815481057508858,
      "grad_norm": 0.357421875,
      "learning_rate": 1.8058170085316906e-05,
      "loss": 0.682,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2066
    },
    {
      "epoch": 0.28168438266557644,
      "grad_norm": 0.357421875,
      "learning_rate": 1.8055351756960262e-05,
      "loss": 0.7917,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2067
    },
    {
      "epoch": 0.2818206595802671,
      "grad_norm": 0.34375,
      "learning_rate": 1.80525316051209e-05,
      "loss": 0.7024,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2068
    },
    {
      "epoch": 0.28195693649495773,
      "grad_norm": 0.34765625,
      "learning_rate": 1.804970963043721e-05,
      "loss": 0.7444,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2069
    },
    {
      "epoch": 0.2820932134096484,
      "grad_norm": 0.82421875,
      "learning_rate": 1.8046885833548e-05,
      "loss": 0.6613,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2070
    },
    {
      "epoch": 0.2822294903243391,
      "grad_norm": 0.302734375,
      "learning_rate": 1.8044060215092493e-05,
      "loss": 0.6832,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2071
    },
    {
      "epoch": 0.28236576723902973,
      "grad_norm": 0.353515625,
      "learning_rate": 1.8041232775710324e-05,
      "loss": 0.6381,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2072
    },
    {
      "epoch": 0.2825020441537204,
      "grad_norm": 0.322265625,
      "learning_rate": 1.8038403516041533e-05,
      "loss": 0.6923,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2073
    },
    {
      "epoch": 0.282638321068411,
      "grad_norm": 0.2470703125,
      "learning_rate": 1.803557243672658e-05,
      "loss": 0.7325,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2074
    },
    {
      "epoch": 0.28277459798310167,
      "grad_norm": 0.2578125,
      "learning_rate": 1.8032739538406333e-05,
      "loss": 0.7109,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2075
    },
    {
      "epoch": 0.2829108748977923,
      "grad_norm": 0.439453125,
      "learning_rate": 1.802990482172207e-05,
      "loss": 0.761,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2076
    },
    {
      "epoch": 0.28304715181248297,
      "grad_norm": 0.30078125,
      "learning_rate": 1.802706828731549e-05,
      "loss": 0.7347,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2077
    },
    {
      "epoch": 0.2831834287271736,
      "grad_norm": 0.294921875,
      "learning_rate": 1.802422993582869e-05,
      "loss": 0.71,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2078
    },
    {
      "epoch": 0.28331970564186426,
      "grad_norm": 0.4375,
      "learning_rate": 1.802138976790419e-05,
      "loss": 0.7664,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2079
    },
    {
      "epoch": 0.2834559825565549,
      "grad_norm": 0.26953125,
      "learning_rate": 1.801854778418491e-05,
      "loss": 0.6774,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2080
    },
    {
      "epoch": 0.28359225947124556,
      "grad_norm": 0.28515625,
      "learning_rate": 1.8015703985314196e-05,
      "loss": 0.7038,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2081
    },
    {
      "epoch": 0.2837285363859362,
      "grad_norm": 0.314453125,
      "learning_rate": 1.8012858371935786e-05,
      "loss": 0.6761,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2082
    },
    {
      "epoch": 0.28386481330062685,
      "grad_norm": 0.4296875,
      "learning_rate": 1.8010010944693846e-05,
      "loss": 0.6894,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2083
    },
    {
      "epoch": 0.2840010902153175,
      "grad_norm": 0.330078125,
      "learning_rate": 1.8007161704232946e-05,
      "loss": 0.7797,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2084
    },
    {
      "epoch": 0.2841373671300082,
      "grad_norm": 0.275390625,
      "learning_rate": 1.8004310651198063e-05,
      "loss": 0.7069,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2085
    },
    {
      "epoch": 0.28427364404469885,
      "grad_norm": 0.373046875,
      "learning_rate": 1.800145778623459e-05,
      "loss": 0.7532,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2086
    },
    {
      "epoch": 0.2844099209593895,
      "grad_norm": 0.36328125,
      "learning_rate": 1.799860310998832e-05,
      "loss": 0.7853,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2087
    },
    {
      "epoch": 0.28454619787408014,
      "grad_norm": 0.609375,
      "learning_rate": 1.7995746623105473e-05,
      "loss": 0.8123,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2088
    },
    {
      "epoch": 0.2846824747887708,
      "grad_norm": 0.333984375,
      "learning_rate": 1.799288832623267e-05,
      "loss": 0.7424,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2089
    },
    {
      "epoch": 0.28481875170346144,
      "grad_norm": 0.486328125,
      "learning_rate": 1.799002822001693e-05,
      "loss": 0.7495,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2090
    },
    {
      "epoch": 0.2849550286181521,
      "grad_norm": 0.453125,
      "learning_rate": 1.79871663051057e-05,
      "loss": 0.7772,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2091
    },
    {
      "epoch": 0.28509130553284273,
      "grad_norm": 0.37109375,
      "learning_rate": 1.7984302582146827e-05,
      "loss": 0.7314,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2092
    },
    {
      "epoch": 0.2852275824475334,
      "grad_norm": 0.5625,
      "learning_rate": 1.7981437051788572e-05,
      "loss": 0.7848,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2093
    },
    {
      "epoch": 0.285363859362224,
      "grad_norm": 0.296875,
      "learning_rate": 1.7978569714679603e-05,
      "loss": 0.7105,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2094
    },
    {
      "epoch": 0.2855001362769147,
      "grad_norm": 0.357421875,
      "learning_rate": 1.7975700571468994e-05,
      "loss": 0.7218,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2095
    },
    {
      "epoch": 0.2856364131916053,
      "grad_norm": 0.4375,
      "learning_rate": 1.797282962280623e-05,
      "loss": 0.7565,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2096
    },
    {
      "epoch": 0.28577269010629597,
      "grad_norm": 0.314453125,
      "learning_rate": 1.796995686934121e-05,
      "loss": 0.7153,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2097
    },
    {
      "epoch": 0.28590896702098667,
      "grad_norm": 0.283203125,
      "learning_rate": 1.796708231172423e-05,
      "loss": 0.6986,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2098
    },
    {
      "epoch": 0.2860452439356773,
      "grad_norm": 0.34375,
      "learning_rate": 1.7964205950606002e-05,
      "loss": 0.7875,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2099
    },
    {
      "epoch": 0.28618152085036797,
      "grad_norm": 0.236328125,
      "learning_rate": 1.796132778663765e-05,
      "loss": 0.7092,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2100
    },
    {
      "epoch": 0.2863177977650586,
      "grad_norm": 0.296875,
      "learning_rate": 1.7958447820470698e-05,
      "loss": 0.6924,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2101
    },
    {
      "epoch": 0.28645407467974926,
      "grad_norm": 0.83203125,
      "learning_rate": 1.795556605275708e-05,
      "loss": 0.6921,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2102
    },
    {
      "epoch": 0.2865903515944399,
      "grad_norm": 0.314453125,
      "learning_rate": 1.795268248414914e-05,
      "loss": 0.7914,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2103
    },
    {
      "epoch": 0.28672662850913055,
      "grad_norm": 0.458984375,
      "learning_rate": 1.7949797115299633e-05,
      "loss": 0.7555,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2104
    },
    {
      "epoch": 0.2868629054238212,
      "grad_norm": 0.2890625,
      "learning_rate": 1.7946909946861713e-05,
      "loss": 0.6957,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2105
    },
    {
      "epoch": 0.28699918233851185,
      "grad_norm": 0.2734375,
      "learning_rate": 1.794402097948895e-05,
      "loss": 0.6964,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2106
    },
    {
      "epoch": 0.2871354592532025,
      "grad_norm": 0.28515625,
      "learning_rate": 1.794113021383531e-05,
      "loss": 0.7709,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2107
    },
    {
      "epoch": 0.28727173616789314,
      "grad_norm": 0.267578125,
      "learning_rate": 1.7938237650555176e-05,
      "loss": 0.7347,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2108
    },
    {
      "epoch": 0.2874080130825838,
      "grad_norm": 0.76953125,
      "learning_rate": 1.7935343290303336e-05,
      "loss": 0.7858,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2109
    },
    {
      "epoch": 0.28754428999727444,
      "grad_norm": 0.515625,
      "learning_rate": 1.7932447133734986e-05,
      "loss": 0.7595,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2110
    },
    {
      "epoch": 0.2876805669119651,
      "grad_norm": 0.29296875,
      "learning_rate": 1.7929549181505722e-05,
      "loss": 0.6426,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2111
    },
    {
      "epoch": 0.2878168438266558,
      "grad_norm": 0.265625,
      "learning_rate": 1.7926649434271555e-05,
      "loss": 0.6899,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2112
    },
    {
      "epoch": 0.28795312074134644,
      "grad_norm": 0.58203125,
      "learning_rate": 1.7923747892688895e-05,
      "loss": 0.786,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2113
    },
    {
      "epoch": 0.2880893976560371,
      "grad_norm": 0.3125,
      "learning_rate": 1.7920844557414564e-05,
      "loss": 0.7468,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2114
    },
    {
      "epoch": 0.28822567457072773,
      "grad_norm": 0.35546875,
      "learning_rate": 1.791793942910578e-05,
      "loss": 0.7358,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2115
    },
    {
      "epoch": 0.2883619514854184,
      "grad_norm": 0.494140625,
      "learning_rate": 1.7915032508420184e-05,
      "loss": 0.754,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2116
    },
    {
      "epoch": 0.288498228400109,
      "grad_norm": 0.34765625,
      "learning_rate": 1.7912123796015808e-05,
      "loss": 0.7435,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2117
    },
    {
      "epoch": 0.28863450531479967,
      "grad_norm": 0.326171875,
      "learning_rate": 1.7909213292551096e-05,
      "loss": 0.7168,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2118
    },
    {
      "epoch": 0.2887707822294903,
      "grad_norm": 0.302734375,
      "learning_rate": 1.7906300998684894e-05,
      "loss": 0.7459,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2119
    },
    {
      "epoch": 0.28890705914418097,
      "grad_norm": 0.33203125,
      "learning_rate": 1.790338691507646e-05,
      "loss": 0.6934,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2120
    },
    {
      "epoch": 0.2890433360588716,
      "grad_norm": 0.330078125,
      "learning_rate": 1.7900471042385447e-05,
      "loss": 0.7435,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2121
    },
    {
      "epoch": 0.28917961297356226,
      "grad_norm": 0.58984375,
      "learning_rate": 1.7897553381271923e-05,
      "loss": 0.756,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2122
    },
    {
      "epoch": 0.2893158898882529,
      "grad_norm": 0.314453125,
      "learning_rate": 1.7894633932396352e-05,
      "loss": 0.7322,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2123
    },
    {
      "epoch": 0.28945216680294356,
      "grad_norm": 0.294921875,
      "learning_rate": 1.7891712696419606e-05,
      "loss": 0.6666,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2124
    },
    {
      "epoch": 0.28958844371763426,
      "grad_norm": 0.3125,
      "learning_rate": 1.788878967400297e-05,
      "loss": 0.6895,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2125
    },
    {
      "epoch": 0.2897247206323249,
      "grad_norm": 0.279296875,
      "learning_rate": 1.7885864865808123e-05,
      "loss": 0.6554,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2126
    },
    {
      "epoch": 0.28986099754701555,
      "grad_norm": 0.333984375,
      "learning_rate": 1.788293827249715e-05,
      "loss": 0.7446,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2127
    },
    {
      "epoch": 0.2899972744617062,
      "grad_norm": 0.443359375,
      "learning_rate": 1.7880009894732537e-05,
      "loss": 0.7816,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2128
    },
    {
      "epoch": 0.29013355137639685,
      "grad_norm": 0.380859375,
      "learning_rate": 1.7877079733177185e-05,
      "loss": 0.7211,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2129
    },
    {
      "epoch": 0.2902698282910875,
      "grad_norm": 0.314453125,
      "learning_rate": 1.787414778849439e-05,
      "loss": 0.6636,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2130
    },
    {
      "epoch": 0.29040610520577814,
      "grad_norm": 0.2734375,
      "learning_rate": 1.787121406134785e-05,
      "loss": 0.7709,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2131
    },
    {
      "epoch": 0.2905423821204688,
      "grad_norm": 0.294921875,
      "learning_rate": 1.7868278552401677e-05,
      "loss": 0.706,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2132
    },
    {
      "epoch": 0.29067865903515944,
      "grad_norm": 0.353515625,
      "learning_rate": 1.7865341262320376e-05,
      "loss": 0.6537,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2133
    },
    {
      "epoch": 0.2908149359498501,
      "grad_norm": 0.451171875,
      "learning_rate": 1.7862402191768855e-05,
      "loss": 0.7927,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2134
    },
    {
      "epoch": 0.29095121286454073,
      "grad_norm": 0.3046875,
      "learning_rate": 1.7859461341412436e-05,
      "loss": 0.6736,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2135
    },
    {
      "epoch": 0.2910874897792314,
      "grad_norm": 0.498046875,
      "learning_rate": 1.785651871191683e-05,
      "loss": 0.8698,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2136
    },
    {
      "epoch": 0.291223766693922,
      "grad_norm": 0.302734375,
      "learning_rate": 1.785357430394816e-05,
      "loss": 0.7867,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2137
    },
    {
      "epoch": 0.2913600436086127,
      "grad_norm": 0.314453125,
      "learning_rate": 1.7850628118172953e-05,
      "loss": 0.7651,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2138
    },
    {
      "epoch": 0.2914963205233034,
      "grad_norm": 0.353515625,
      "learning_rate": 1.7847680155258128e-05,
      "loss": 0.7259,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2139
    },
    {
      "epoch": 0.291632597437994,
      "grad_norm": 0.314453125,
      "learning_rate": 1.7844730415871013e-05,
      "loss": 0.7023,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2140
    },
    {
      "epoch": 0.29176887435268467,
      "grad_norm": 0.341796875,
      "learning_rate": 1.7841778900679344e-05,
      "loss": 0.682,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2141
    },
    {
      "epoch": 0.2919051512673753,
      "grad_norm": 0.333984375,
      "learning_rate": 1.7838825610351248e-05,
      "loss": 0.7705,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2142
    },
    {
      "epoch": 0.29204142818206597,
      "grad_norm": 0.34375,
      "learning_rate": 1.783587054555526e-05,
      "loss": 0.742,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2143
    },
    {
      "epoch": 0.2921777050967566,
      "grad_norm": 0.61328125,
      "learning_rate": 1.7832913706960314e-05,
      "loss": 0.725,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2144
    },
    {
      "epoch": 0.29231398201144726,
      "grad_norm": 0.3828125,
      "learning_rate": 1.782995509523575e-05,
      "loss": 0.7473,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2145
    },
    {
      "epoch": 0.2924502589261379,
      "grad_norm": 0.92578125,
      "learning_rate": 1.7826994711051305e-05,
      "loss": 0.6572,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2146
    },
    {
      "epoch": 0.29258653584082855,
      "grad_norm": 0.349609375,
      "learning_rate": 1.7824032555077114e-05,
      "loss": 0.6843,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2147
    },
    {
      "epoch": 0.2927228127555192,
      "grad_norm": 0.34375,
      "learning_rate": 1.7821068627983726e-05,
      "loss": 0.7359,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2148
    },
    {
      "epoch": 0.29285908967020985,
      "grad_norm": 0.314453125,
      "learning_rate": 1.7818102930442074e-05,
      "loss": 0.7177,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2149
    },
    {
      "epoch": 0.2929953665849005,
      "grad_norm": 0.4375,
      "learning_rate": 1.7815135463123508e-05,
      "loss": 0.6813,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2150
    },
    {
      "epoch": 0.29313164349959114,
      "grad_norm": 0.28125,
      "learning_rate": 1.781216622669976e-05,
      "loss": 0.7107,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2151
    },
    {
      "epoch": 0.29326792041428185,
      "grad_norm": 0.3359375,
      "learning_rate": 1.780919522184299e-05,
      "loss": 0.6776,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2152
    },
    {
      "epoch": 0.2934041973289725,
      "grad_norm": 0.265625,
      "learning_rate": 1.780622244922573e-05,
      "loss": 0.6352,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2153
    },
    {
      "epoch": 0.29354047424366314,
      "grad_norm": 0.68359375,
      "learning_rate": 1.780324790952092e-05,
      "loss": 0.7498,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2154
    },
    {
      "epoch": 0.2936767511583538,
      "grad_norm": 0.3671875,
      "learning_rate": 1.780027160340191e-05,
      "loss": 0.715,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2155
    },
    {
      "epoch": 0.29381302807304444,
      "grad_norm": 0.34375,
      "learning_rate": 1.779729353154245e-05,
      "loss": 0.6803,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2156
    },
    {
      "epoch": 0.2939493049877351,
      "grad_norm": 0.3203125,
      "learning_rate": 1.7794313694616676e-05,
      "loss": 0.7382,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2157
    },
    {
      "epoch": 0.29408558190242573,
      "grad_norm": 0.322265625,
      "learning_rate": 1.779133209329913e-05,
      "loss": 0.7334,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2158
    },
    {
      "epoch": 0.2942218588171164,
      "grad_norm": 0.33203125,
      "learning_rate": 1.7788348728264754e-05,
      "loss": 0.7235,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2159
    },
    {
      "epoch": 0.294358135731807,
      "grad_norm": 0.412109375,
      "learning_rate": 1.7785363600188894e-05,
      "loss": 0.7708,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2160
    },
    {
      "epoch": 0.29449441264649767,
      "grad_norm": 0.34375,
      "learning_rate": 1.7782376709747293e-05,
      "loss": 0.8228,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2161
    },
    {
      "epoch": 0.2946306895611883,
      "grad_norm": 0.33984375,
      "learning_rate": 1.777938805761608e-05,
      "loss": 0.7187,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2162
    },
    {
      "epoch": 0.29476696647587897,
      "grad_norm": 0.294921875,
      "learning_rate": 1.77763976444718e-05,
      "loss": 0.7594,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2163
    },
    {
      "epoch": 0.2949032433905696,
      "grad_norm": 0.29296875,
      "learning_rate": 1.7773405470991395e-05,
      "loss": 0.7448,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2164
    },
    {
      "epoch": 0.2950395203052603,
      "grad_norm": 0.248046875,
      "learning_rate": 1.7770411537852195e-05,
      "loss": 0.6935,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2165
    },
    {
      "epoch": 0.29517579721995096,
      "grad_norm": 0.259765625,
      "learning_rate": 1.7767415845731935e-05,
      "loss": 0.7419,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2166
    },
    {
      "epoch": 0.2953120741346416,
      "grad_norm": 0.52734375,
      "learning_rate": 1.7764418395308743e-05,
      "loss": 0.8094,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2167
    },
    {
      "epoch": 0.29544835104933226,
      "grad_norm": 0.38671875,
      "learning_rate": 1.7761419187261157e-05,
      "loss": 0.7084,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2168
    },
    {
      "epoch": 0.2955846279640229,
      "grad_norm": 0.2578125,
      "learning_rate": 1.7758418222268098e-05,
      "loss": 0.7797,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2169
    },
    {
      "epoch": 0.29572090487871355,
      "grad_norm": 0.3828125,
      "learning_rate": 1.77554155010089e-05,
      "loss": 0.809,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2170
    },
    {
      "epoch": 0.2958571817934042,
      "grad_norm": 0.302734375,
      "learning_rate": 1.7752411024163275e-05,
      "loss": 0.7086,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2171
    },
    {
      "epoch": 0.29599345870809485,
      "grad_norm": 0.33984375,
      "learning_rate": 1.7749404792411354e-05,
      "loss": 0.799,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2172
    },
    {
      "epoch": 0.2961297356227855,
      "grad_norm": 0.228515625,
      "learning_rate": 1.7746396806433644e-05,
      "loss": 0.6967,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2173
    },
    {
      "epoch": 0.29626601253747614,
      "grad_norm": 0.306640625,
      "learning_rate": 1.7743387066911074e-05,
      "loss": 0.6767,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2174
    },
    {
      "epoch": 0.2964022894521668,
      "grad_norm": 0.3515625,
      "learning_rate": 1.7740375574524947e-05,
      "loss": 0.7313,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2175
    },
    {
      "epoch": 0.29653856636685744,
      "grad_norm": 0.3984375,
      "learning_rate": 1.7737362329956975e-05,
      "loss": 0.7206,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2176
    },
    {
      "epoch": 0.2966748432815481,
      "grad_norm": 0.353515625,
      "learning_rate": 1.773434733388926e-05,
      "loss": 0.7782,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2177
    },
    {
      "epoch": 0.29681112019623873,
      "grad_norm": 0.455078125,
      "learning_rate": 1.7731330587004308e-05,
      "loss": 0.6629,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2178
    },
    {
      "epoch": 0.29694739711092943,
      "grad_norm": 0.275390625,
      "learning_rate": 1.7728312089985013e-05,
      "loss": 0.6418,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2179
    },
    {
      "epoch": 0.2970836740256201,
      "grad_norm": 0.408203125,
      "learning_rate": 1.7725291843514674e-05,
      "loss": 0.6567,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2180
    },
    {
      "epoch": 0.29721995094031073,
      "grad_norm": 0.3203125,
      "learning_rate": 1.7722269848276978e-05,
      "loss": 0.7437,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2181
    },
    {
      "epoch": 0.2973562278550014,
      "grad_norm": 0.376953125,
      "learning_rate": 1.7719246104956012e-05,
      "loss": 0.8123,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2182
    },
    {
      "epoch": 0.297492504769692,
      "grad_norm": 0.318359375,
      "learning_rate": 1.771622061423626e-05,
      "loss": 0.6952,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2183
    },
    {
      "epoch": 0.29762878168438267,
      "grad_norm": 0.46484375,
      "learning_rate": 1.77131933768026e-05,
      "loss": 0.7505,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2184
    },
    {
      "epoch": 0.2977650585990733,
      "grad_norm": 0.38671875,
      "learning_rate": 1.77101643933403e-05,
      "loss": 0.7345,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2185
    },
    {
      "epoch": 0.29790133551376397,
      "grad_norm": 0.484375,
      "learning_rate": 1.7707133664535032e-05,
      "loss": 0.6979,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2186
    },
    {
      "epoch": 0.2980376124284546,
      "grad_norm": 0.33984375,
      "learning_rate": 1.770410119107286e-05,
      "loss": 0.715,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2187
    },
    {
      "epoch": 0.29817388934314526,
      "grad_norm": 0.318359375,
      "learning_rate": 1.7701066973640242e-05,
      "loss": 0.7119,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2188
    },
    {
      "epoch": 0.2983101662578359,
      "grad_norm": 0.28515625,
      "learning_rate": 1.769803101292403e-05,
      "loss": 0.6487,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2189
    },
    {
      "epoch": 0.29844644317252655,
      "grad_norm": 0.328125,
      "learning_rate": 1.769499330961147e-05,
      "loss": 0.6698,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2190
    },
    {
      "epoch": 0.2985827200872172,
      "grad_norm": 0.2734375,
      "learning_rate": 1.7691953864390208e-05,
      "loss": 0.6995,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2191
    },
    {
      "epoch": 0.2987189970019079,
      "grad_norm": 0.431640625,
      "learning_rate": 1.7688912677948277e-05,
      "loss": 0.6629,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2192
    },
    {
      "epoch": 0.29885527391659855,
      "grad_norm": 0.435546875,
      "learning_rate": 1.768586975097411e-05,
      "loss": 0.8494,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2193
    },
    {
      "epoch": 0.2989915508312892,
      "grad_norm": 0.31640625,
      "learning_rate": 1.7682825084156533e-05,
      "loss": 0.7601,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2194
    },
    {
      "epoch": 0.29912782774597985,
      "grad_norm": 0.40625,
      "learning_rate": 1.767977867818476e-05,
      "loss": 0.7529,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2195
    },
    {
      "epoch": 0.2992641046606705,
      "grad_norm": 0.4609375,
      "learning_rate": 1.7676730533748405e-05,
      "loss": 0.673,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2196
    },
    {
      "epoch": 0.29940038157536114,
      "grad_norm": 0.326171875,
      "learning_rate": 1.7673680651537477e-05,
      "loss": 0.7038,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2197
    },
    {
      "epoch": 0.2995366584900518,
      "grad_norm": 0.34375,
      "learning_rate": 1.767062903224237e-05,
      "loss": 0.7983,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2198
    },
    {
      "epoch": 0.29967293540474244,
      "grad_norm": 0.28125,
      "learning_rate": 1.766757567655388e-05,
      "loss": 0.7303,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2199
    },
    {
      "epoch": 0.2998092123194331,
      "grad_norm": 0.291015625,
      "learning_rate": 1.766452058516319e-05,
      "loss": 0.7469,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2200
    },
    {
      "epoch": 0.29994548923412373,
      "grad_norm": 0.31640625,
      "learning_rate": 1.7661463758761878e-05,
      "loss": 0.6993,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2201
    },
    {
      "epoch": 0.3000817661488144,
      "grad_norm": 0.28125,
      "learning_rate": 1.7658405198041918e-05,
      "loss": 0.776,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2202
    },
    {
      "epoch": 0.300218043063505,
      "grad_norm": 0.294921875,
      "learning_rate": 1.7655344903695674e-05,
      "loss": 0.7011,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2203
    },
    {
      "epoch": 0.30035431997819567,
      "grad_norm": 0.341796875,
      "learning_rate": 1.7652282876415898e-05,
      "loss": 0.7,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2204
    },
    {
      "epoch": 0.3004905968928863,
      "grad_norm": 0.283203125,
      "learning_rate": 1.764921911689574e-05,
      "loss": 0.6937,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2205
    },
    {
      "epoch": 0.300626873807577,
      "grad_norm": 0.291015625,
      "learning_rate": 1.764615362582874e-05,
      "loss": 0.7897,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2206
    },
    {
      "epoch": 0.30076315072226767,
      "grad_norm": 0.298828125,
      "learning_rate": 1.7643086403908832e-05,
      "loss": 0.7112,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2207
    },
    {
      "epoch": 0.3008994276369583,
      "grad_norm": 0.3359375,
      "learning_rate": 1.7640017451830343e-05,
      "loss": 0.6899,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2208
    },
    {
      "epoch": 0.30103570455164896,
      "grad_norm": 0.3515625,
      "learning_rate": 1.763694677028798e-05,
      "loss": 0.7428,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2209
    },
    {
      "epoch": 0.3011719814663396,
      "grad_norm": 0.283203125,
      "learning_rate": 1.7633874359976862e-05,
      "loss": 0.7615,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2210
    },
    {
      "epoch": 0.30130825838103026,
      "grad_norm": 0.283203125,
      "learning_rate": 1.763080022159248e-05,
      "loss": 0.745,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2211
    },
    {
      "epoch": 0.3014445352957209,
      "grad_norm": 0.330078125,
      "learning_rate": 1.762772435583072e-05,
      "loss": 0.7655,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2212
    },
    {
      "epoch": 0.30158081221041155,
      "grad_norm": 0.322265625,
      "learning_rate": 1.7624646763387874e-05,
      "loss": 0.6827,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2213
    },
    {
      "epoch": 0.3017170891251022,
      "grad_norm": 0.30859375,
      "learning_rate": 1.762156744496061e-05,
      "loss": 0.725,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2214
    },
    {
      "epoch": 0.30185336603979285,
      "grad_norm": 0.2578125,
      "learning_rate": 1.7618486401245984e-05,
      "loss": 0.7315,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2215
    },
    {
      "epoch": 0.3019896429544835,
      "grad_norm": 0.2421875,
      "learning_rate": 1.7615403632941456e-05,
      "loss": 0.6343,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2216
    },
    {
      "epoch": 0.30212591986917414,
      "grad_norm": 0.416015625,
      "learning_rate": 1.7612319140744868e-05,
      "loss": 0.7851,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2217
    },
    {
      "epoch": 0.3022621967838648,
      "grad_norm": 0.279296875,
      "learning_rate": 1.7609232925354453e-05,
      "loss": 0.6988,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2218
    },
    {
      "epoch": 0.3023984736985555,
      "grad_norm": 0.310546875,
      "learning_rate": 1.7606144987468836e-05,
      "loss": 0.7591,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2219
    },
    {
      "epoch": 0.30253475061324614,
      "grad_norm": 0.396484375,
      "learning_rate": 1.760305532778703e-05,
      "loss": 0.716,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2220
    },
    {
      "epoch": 0.3026710275279368,
      "grad_norm": 0.263671875,
      "learning_rate": 1.759996394700844e-05,
      "loss": 0.6618,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2221
    },
    {
      "epoch": 0.30280730444262743,
      "grad_norm": 0.3828125,
      "learning_rate": 1.759687084583285e-05,
      "loss": 0.7964,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2222
    },
    {
      "epoch": 0.3029435813573181,
      "grad_norm": 0.51171875,
      "learning_rate": 1.7593776024960457e-05,
      "loss": 0.6551,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2223
    },
    {
      "epoch": 0.30307985827200873,
      "grad_norm": 0.306640625,
      "learning_rate": 1.7590679485091822e-05,
      "loss": 0.7051,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2224
    },
    {
      "epoch": 0.3032161351866994,
      "grad_norm": 0.2890625,
      "learning_rate": 1.758758122692791e-05,
      "loss": 0.6526,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2225
    },
    {
      "epoch": 0.30335241210139,
      "grad_norm": 0.31640625,
      "learning_rate": 1.7584481251170072e-05,
      "loss": 0.7227,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2226
    },
    {
      "epoch": 0.30348868901608067,
      "grad_norm": 0.259765625,
      "learning_rate": 1.7581379558520044e-05,
      "loss": 0.7044,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2227
    },
    {
      "epoch": 0.3036249659307713,
      "grad_norm": 0.3125,
      "learning_rate": 1.7578276149679956e-05,
      "loss": 0.6424,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2228
    },
    {
      "epoch": 0.30376124284546197,
      "grad_norm": 0.37890625,
      "learning_rate": 1.757517102535232e-05,
      "loss": 0.7818,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2229
    },
    {
      "epoch": 0.3038975197601526,
      "grad_norm": 0.29296875,
      "learning_rate": 1.7572064186240047e-05,
      "loss": 0.7525,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2230
    },
    {
      "epoch": 0.30403379667484326,
      "grad_norm": 0.365234375,
      "learning_rate": 1.7568955633046422e-05,
      "loss": 0.7805,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2231
    },
    {
      "epoch": 0.3041700735895339,
      "grad_norm": 0.263671875,
      "learning_rate": 1.7565845366475127e-05,
      "loss": 0.685,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2232
    },
    {
      "epoch": 0.3043063505042246,
      "grad_norm": 0.37890625,
      "learning_rate": 1.7562733387230233e-05,
      "loss": 0.7676,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2233
    },
    {
      "epoch": 0.30444262741891526,
      "grad_norm": 0.40234375,
      "learning_rate": 1.7559619696016198e-05,
      "loss": 0.806,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2234
    },
    {
      "epoch": 0.3045789043336059,
      "grad_norm": 0.61328125,
      "learning_rate": 1.7556504293537856e-05,
      "loss": 0.8826,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2235
    },
    {
      "epoch": 0.30471518124829655,
      "grad_norm": 0.373046875,
      "learning_rate": 1.755338718050045e-05,
      "loss": 0.7274,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2236
    },
    {
      "epoch": 0.3048514581629872,
      "grad_norm": 0.365234375,
      "learning_rate": 1.7550268357609588e-05,
      "loss": 0.7072,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2237
    },
    {
      "epoch": 0.30498773507767785,
      "grad_norm": 0.40625,
      "learning_rate": 1.754714782557128e-05,
      "loss": 0.6682,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2238
    },
    {
      "epoch": 0.3051240119923685,
      "grad_norm": 0.341796875,
      "learning_rate": 1.7544025585091917e-05,
      "loss": 0.8071,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2239
    },
    {
      "epoch": 0.30526028890705914,
      "grad_norm": 0.37890625,
      "learning_rate": 1.754090163687828e-05,
      "loss": 0.7295,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2240
    },
    {
      "epoch": 0.3053965658217498,
      "grad_norm": 0.365234375,
      "learning_rate": 1.7537775981637533e-05,
      "loss": 0.7521,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2241
    },
    {
      "epoch": 0.30553284273644044,
      "grad_norm": 0.40234375,
      "learning_rate": 1.7534648620077223e-05,
      "loss": 0.7461,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2242
    },
    {
      "epoch": 0.3056691196511311,
      "grad_norm": 0.458984375,
      "learning_rate": 1.7531519552905295e-05,
      "loss": 0.681,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2243
    },
    {
      "epoch": 0.30580539656582173,
      "grad_norm": 0.296875,
      "learning_rate": 1.752838878083007e-05,
      "loss": 0.7153,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2244
    },
    {
      "epoch": 0.3059416734805124,
      "grad_norm": 0.33984375,
      "learning_rate": 1.7525256304560257e-05,
      "loss": 0.7792,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2245
    },
    {
      "epoch": 0.3060779503952031,
      "grad_norm": 0.302734375,
      "learning_rate": 1.752212212480495e-05,
      "loss": 0.6613,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2246
    },
    {
      "epoch": 0.3062142273098937,
      "grad_norm": 0.294921875,
      "learning_rate": 1.751898624227364e-05,
      "loss": 0.6824,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2247
    },
    {
      "epoch": 0.3063505042245844,
      "grad_norm": 0.373046875,
      "learning_rate": 1.7515848657676185e-05,
      "loss": 0.6653,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2248
    },
    {
      "epoch": 0.306486781139275,
      "grad_norm": 0.3671875,
      "learning_rate": 1.751270937172284e-05,
      "loss": 0.7801,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2249
    },
    {
      "epoch": 0.30662305805396567,
      "grad_norm": 0.314453125,
      "learning_rate": 1.750956838512424e-05,
      "loss": 0.6278,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2250
    },
    {
      "epoch": 0.3067593349686563,
      "grad_norm": 0.294921875,
      "learning_rate": 1.750642569859141e-05,
      "loss": 0.7066,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2251
    },
    {
      "epoch": 0.30689561188334696,
      "grad_norm": 0.345703125,
      "learning_rate": 1.7503281312835753e-05,
      "loss": 0.7394,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2252
    },
    {
      "epoch": 0.3070318887980376,
      "grad_norm": 0.431640625,
      "learning_rate": 1.7500135228569067e-05,
      "loss": 0.8127,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2253
    },
    {
      "epoch": 0.30716816571272826,
      "grad_norm": 0.28125,
      "learning_rate": 1.749698744650353e-05,
      "loss": 0.6938,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2254
    },
    {
      "epoch": 0.3073044426274189,
      "grad_norm": 0.29296875,
      "learning_rate": 1.7493837967351693e-05,
      "loss": 0.7771,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2255
    },
    {
      "epoch": 0.30744071954210955,
      "grad_norm": 0.451171875,
      "learning_rate": 1.7490686791826504e-05,
      "loss": 0.781,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2256
    },
    {
      "epoch": 0.3075769964568002,
      "grad_norm": 0.31640625,
      "learning_rate": 1.7487533920641298e-05,
      "loss": 0.7079,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2257
    },
    {
      "epoch": 0.30771327337149085,
      "grad_norm": 0.474609375,
      "learning_rate": 1.748437935450978e-05,
      "loss": 0.8549,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2258
    },
    {
      "epoch": 0.3078495502861815,
      "grad_norm": 0.458984375,
      "learning_rate": 1.7481223094146053e-05,
      "loss": 0.7599,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2259
    },
    {
      "epoch": 0.3079858272008722,
      "grad_norm": 0.310546875,
      "learning_rate": 1.747806514026459e-05,
      "loss": 0.7039,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2260
    },
    {
      "epoch": 0.30812210411556284,
      "grad_norm": 0.375,
      "learning_rate": 1.7474905493580262e-05,
      "loss": 0.6739,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2261
    },
    {
      "epoch": 0.3082583810302535,
      "grad_norm": 0.31640625,
      "learning_rate": 1.7471744154808306e-05,
      "loss": 0.7442,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2262
    },
    {
      "epoch": 0.30839465794494414,
      "grad_norm": 0.478515625,
      "learning_rate": 1.746858112466436e-05,
      "loss": 0.8299,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2263
    },
    {
      "epoch": 0.3085309348596348,
      "grad_norm": 0.68359375,
      "learning_rate": 1.746541640386443e-05,
      "loss": 0.755,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2264
    },
    {
      "epoch": 0.30866721177432543,
      "grad_norm": 0.314453125,
      "learning_rate": 1.7462249993124912e-05,
      "loss": 0.7339,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2265
    },
    {
      "epoch": 0.3088034886890161,
      "grad_norm": 0.24609375,
      "learning_rate": 1.7459081893162587e-05,
      "loss": 0.6568,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2266
    },
    {
      "epoch": 0.30893976560370673,
      "grad_norm": 0.41796875,
      "learning_rate": 1.7455912104694613e-05,
      "loss": 0.6461,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2267
    },
    {
      "epoch": 0.3090760425183974,
      "grad_norm": 0.36328125,
      "learning_rate": 1.745274062843853e-05,
      "loss": 0.8003,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2268
    },
    {
      "epoch": 0.309212319433088,
      "grad_norm": 0.3671875,
      "learning_rate": 1.7449567465112266e-05,
      "loss": 0.6506,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2269
    },
    {
      "epoch": 0.30934859634777867,
      "grad_norm": 0.40234375,
      "learning_rate": 1.7446392615434127e-05,
      "loss": 0.7065,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2270
    },
    {
      "epoch": 0.3094848732624693,
      "grad_norm": 0.3671875,
      "learning_rate": 1.7443216080122798e-05,
      "loss": 0.7536,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2271
    },
    {
      "epoch": 0.30962115017715997,
      "grad_norm": 0.3515625,
      "learning_rate": 1.744003785989735e-05,
      "loss": 0.6909,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2272
    },
    {
      "epoch": 0.30975742709185067,
      "grad_norm": 0.267578125,
      "learning_rate": 1.7436857955477232e-05,
      "loss": 0.6616,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2273
    },
    {
      "epoch": 0.3098937040065413,
      "grad_norm": 0.33203125,
      "learning_rate": 1.7433676367582283e-05,
      "loss": 0.7365,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2274
    },
    {
      "epoch": 0.31002998092123196,
      "grad_norm": 0.578125,
      "learning_rate": 1.7430493096932705e-05,
      "loss": 0.6919,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2275
    },
    {
      "epoch": 0.3101662578359226,
      "grad_norm": 0.287109375,
      "learning_rate": 1.7427308144249098e-05,
      "loss": 0.7112,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2276
    },
    {
      "epoch": 0.31030253475061326,
      "grad_norm": 0.30859375,
      "learning_rate": 1.742412151025244e-05,
      "loss": 0.7029,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2277
    },
    {
      "epoch": 0.3104388116653039,
      "grad_norm": 0.37890625,
      "learning_rate": 1.7420933195664084e-05,
      "loss": 0.6891,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2278
    },
    {
      "epoch": 0.31057508857999455,
      "grad_norm": 0.3203125,
      "learning_rate": 1.741774320120576e-05,
      "loss": 0.7692,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2279
    },
    {
      "epoch": 0.3107113654946852,
      "grad_norm": 0.5390625,
      "learning_rate": 1.7414551527599594e-05,
      "loss": 0.6813,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2280
    },
    {
      "epoch": 0.31084764240937585,
      "grad_norm": 0.48828125,
      "learning_rate": 1.7411358175568076e-05,
      "loss": 0.7273,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2281
    },
    {
      "epoch": 0.3109839193240665,
      "grad_norm": 0.296875,
      "learning_rate": 1.7408163145834085e-05,
      "loss": 0.6954,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2282
    },
    {
      "epoch": 0.31112019623875714,
      "grad_norm": 0.423828125,
      "learning_rate": 1.7404966439120878e-05,
      "loss": 0.7808,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2283
    },
    {
      "epoch": 0.3112564731534478,
      "grad_norm": 0.294921875,
      "learning_rate": 1.7401768056152083e-05,
      "loss": 0.682,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2284
    },
    {
      "epoch": 0.31139275006813844,
      "grad_norm": 0.298828125,
      "learning_rate": 1.7398567997651725e-05,
      "loss": 0.709,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2285
    },
    {
      "epoch": 0.3115290269828291,
      "grad_norm": 0.314453125,
      "learning_rate": 1.7395366264344193e-05,
      "loss": 0.7039,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2286
    },
    {
      "epoch": 0.3116653038975198,
      "grad_norm": 0.6171875,
      "learning_rate": 1.739216285695426e-05,
      "loss": 0.7359,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2287
    },
    {
      "epoch": 0.31180158081221043,
      "grad_norm": 0.294921875,
      "learning_rate": 1.7388957776207083e-05,
      "loss": 0.705,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2288
    },
    {
      "epoch": 0.3119378577269011,
      "grad_norm": 0.37890625,
      "learning_rate": 1.7385751022828187e-05,
      "loss": 0.759,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2289
    },
    {
      "epoch": 0.3120741346415917,
      "grad_norm": 0.29296875,
      "learning_rate": 1.7382542597543485e-05,
      "loss": 0.6791,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2290
    },
    {
      "epoch": 0.3122104115562824,
      "grad_norm": 0.328125,
      "learning_rate": 1.737933250107927e-05,
      "loss": 0.6868,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2291
    },
    {
      "epoch": 0.312346688470973,
      "grad_norm": 0.466796875,
      "learning_rate": 1.7376120734162198e-05,
      "loss": 0.8439,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2292
    },
    {
      "epoch": 0.31248296538566367,
      "grad_norm": 0.322265625,
      "learning_rate": 1.737290729751932e-05,
      "loss": 0.6999,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2293
    },
    {
      "epoch": 0.3126192423003543,
      "grad_norm": 0.28515625,
      "learning_rate": 1.7369692191878064e-05,
      "loss": 0.7118,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2294
    },
    {
      "epoch": 0.31275551921504496,
      "grad_norm": 0.341796875,
      "learning_rate": 1.736647541796622e-05,
      "loss": 0.7657,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2295
    },
    {
      "epoch": 0.3128917961297356,
      "grad_norm": 0.46875,
      "learning_rate": 1.7363256976511972e-05,
      "loss": 0.7835,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2296
    },
    {
      "epoch": 0.31302807304442626,
      "grad_norm": 0.2734375,
      "learning_rate": 1.736003686824388e-05,
      "loss": 0.6895,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2297
    },
    {
      "epoch": 0.3131643499591169,
      "grad_norm": 0.28125,
      "learning_rate": 1.7356815093890865e-05,
      "loss": 0.699,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2298
    },
    {
      "epoch": 0.31330062687380755,
      "grad_norm": 0.30078125,
      "learning_rate": 1.735359165418225e-05,
      "loss": 0.6138,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2299
    },
    {
      "epoch": 0.31343690378849826,
      "grad_norm": 0.31640625,
      "learning_rate": 1.7350366549847714e-05,
      "loss": 0.785,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2300
    },
    {
      "epoch": 0.3135731807031889,
      "grad_norm": 0.44921875,
      "learning_rate": 1.7347139781617323e-05,
      "loss": 0.7623,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2301
    },
    {
      "epoch": 0.31370945761787955,
      "grad_norm": 0.33203125,
      "learning_rate": 1.734391135022152e-05,
      "loss": 0.7146,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2302
    },
    {
      "epoch": 0.3138457345325702,
      "grad_norm": 0.3671875,
      "learning_rate": 1.7340681256391116e-05,
      "loss": 0.8042,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2303
    },
    {
      "epoch": 0.31398201144726084,
      "grad_norm": 0.3203125,
      "learning_rate": 1.7337449500857312e-05,
      "loss": 0.7298,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2304
    },
    {
      "epoch": 0.3141182883619515,
      "grad_norm": 0.322265625,
      "learning_rate": 1.7334216084351672e-05,
      "loss": 0.8022,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2305
    },
    {
      "epoch": 0.31425456527664214,
      "grad_norm": 0.359375,
      "learning_rate": 1.7330981007606148e-05,
      "loss": 0.6991,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2306
    },
    {
      "epoch": 0.3143908421913328,
      "grad_norm": 0.294921875,
      "learning_rate": 1.732774427135305e-05,
      "loss": 0.6686,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2307
    },
    {
      "epoch": 0.31452711910602343,
      "grad_norm": 0.27734375,
      "learning_rate": 1.7324505876325085e-05,
      "loss": 0.6715,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2308
    },
    {
      "epoch": 0.3146633960207141,
      "grad_norm": 0.439453125,
      "learning_rate": 1.7321265823255324e-05,
      "loss": 0.7062,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2309
    },
    {
      "epoch": 0.31479967293540473,
      "grad_norm": 0.294921875,
      "learning_rate": 1.7318024112877215e-05,
      "loss": 0.765,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2310
    },
    {
      "epoch": 0.3149359498500954,
      "grad_norm": 0.37890625,
      "learning_rate": 1.7314780745924577e-05,
      "loss": 0.7718,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2311
    },
    {
      "epoch": 0.315072226764786,
      "grad_norm": 0.29296875,
      "learning_rate": 1.7311535723131608e-05,
      "loss": 0.728,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2312
    },
    {
      "epoch": 0.31520850367947667,
      "grad_norm": 0.32421875,
      "learning_rate": 1.7308289045232886e-05,
      "loss": 0.7542,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2313
    },
    {
      "epoch": 0.3153447805941674,
      "grad_norm": 0.27734375,
      "learning_rate": 1.730504071296336e-05,
      "loss": 0.7052,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2314
    },
    {
      "epoch": 0.315481057508858,
      "grad_norm": 0.2890625,
      "learning_rate": 1.7301790727058344e-05,
      "loss": 0.738,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2315
    },
    {
      "epoch": 0.31561733442354867,
      "grad_norm": 0.365234375,
      "learning_rate": 1.7298539088253542e-05,
      "loss": 0.7663,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2316
    },
    {
      "epoch": 0.3157536113382393,
      "grad_norm": 0.33203125,
      "learning_rate": 1.7295285797285014e-05,
      "loss": 0.7114,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2317
    },
    {
      "epoch": 0.31588988825292996,
      "grad_norm": 0.330078125,
      "learning_rate": 1.729203085488922e-05,
      "loss": 0.7144,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2318
    },
    {
      "epoch": 0.3160261651676206,
      "grad_norm": 0.271484375,
      "learning_rate": 1.7288774261802964e-05,
      "loss": 0.6868,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2319
    },
    {
      "epoch": 0.31616244208231126,
      "grad_norm": 0.310546875,
      "learning_rate": 1.728551601876345e-05,
      "loss": 0.6692,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2320
    },
    {
      "epoch": 0.3162987189970019,
      "grad_norm": 0.40625,
      "learning_rate": 1.728225612650823e-05,
      "loss": 0.6984,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2321
    },
    {
      "epoch": 0.31643499591169255,
      "grad_norm": 0.34765625,
      "learning_rate": 1.7278994585775256e-05,
      "loss": 0.7098,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2322
    },
    {
      "epoch": 0.3165712728263832,
      "grad_norm": 0.287109375,
      "learning_rate": 1.7275731397302833e-05,
      "loss": 0.7166,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2323
    },
    {
      "epoch": 0.31670754974107385,
      "grad_norm": 0.26171875,
      "learning_rate": 1.7272466561829647e-05,
      "loss": 0.6117,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2324
    },
    {
      "epoch": 0.3168438266557645,
      "grad_norm": 0.32421875,
      "learning_rate": 1.726920008009476e-05,
      "loss": 0.6859,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2325
    },
    {
      "epoch": 0.31698010357045514,
      "grad_norm": 0.33203125,
      "learning_rate": 1.7265931952837593e-05,
      "loss": 0.7123,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2326
    },
    {
      "epoch": 0.31711638048514584,
      "grad_norm": 0.294921875,
      "learning_rate": 1.726266218079796e-05,
      "loss": 0.7097,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2327
    },
    {
      "epoch": 0.3172526573998365,
      "grad_norm": 0.35546875,
      "learning_rate": 1.7259390764716028e-05,
      "loss": 0.7228,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2328
    },
    {
      "epoch": 0.31738893431452714,
      "grad_norm": 0.39453125,
      "learning_rate": 1.725611770533235e-05,
      "loss": 0.7499,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2329
    },
    {
      "epoch": 0.3175252112292178,
      "grad_norm": 0.2734375,
      "learning_rate": 1.725284300338784e-05,
      "loss": 0.7386,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2330
    },
    {
      "epoch": 0.31766148814390843,
      "grad_norm": 0.3515625,
      "learning_rate": 1.7249566659623796e-05,
      "loss": 0.7057,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2331
    },
    {
      "epoch": 0.3177977650585991,
      "grad_norm": 0.279296875,
      "learning_rate": 1.7246288674781877e-05,
      "loss": 0.6772,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2332
    },
    {
      "epoch": 0.3179340419732897,
      "grad_norm": 0.326171875,
      "learning_rate": 1.7243009049604115e-05,
      "loss": 0.7604,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2333
    },
    {
      "epoch": 0.3180703188879804,
      "grad_norm": 0.3828125,
      "learning_rate": 1.7239727784832923e-05,
      "loss": 0.7689,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2334
    },
    {
      "epoch": 0.318206595802671,
      "grad_norm": 0.4140625,
      "learning_rate": 1.7236444881211072e-05,
      "loss": 0.7305,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2335
    },
    {
      "epoch": 0.31834287271736167,
      "grad_norm": 0.322265625,
      "learning_rate": 1.7233160339481715e-05,
      "loss": 0.7434,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2336
    },
    {
      "epoch": 0.3184791496320523,
      "grad_norm": 0.318359375,
      "learning_rate": 1.7229874160388363e-05,
      "loss": 0.7009,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2337
    },
    {
      "epoch": 0.31861542654674296,
      "grad_norm": 0.36328125,
      "learning_rate": 1.722658634467491e-05,
      "loss": 0.7534,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2338
    },
    {
      "epoch": 0.3187517034614336,
      "grad_norm": 0.3359375,
      "learning_rate": 1.722329689308562e-05,
      "loss": 0.7859,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2339
    },
    {
      "epoch": 0.31888798037612426,
      "grad_norm": 0.322265625,
      "learning_rate": 1.7220005806365118e-05,
      "loss": 0.7277,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2340
    },
    {
      "epoch": 0.31902425729081496,
      "grad_norm": 0.27734375,
      "learning_rate": 1.7216713085258402e-05,
      "loss": 0.6815,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2341
    },
    {
      "epoch": 0.3191605342055056,
      "grad_norm": 0.25390625,
      "learning_rate": 1.721341873051085e-05,
      "loss": 0.713,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2342
    },
    {
      "epoch": 0.31929681112019626,
      "grad_norm": 0.322265625,
      "learning_rate": 1.7210122742868193e-05,
      "loss": 0.6908,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2343
    },
    {
      "epoch": 0.3194330880348869,
      "grad_norm": 0.365234375,
      "learning_rate": 1.7206825123076548e-05,
      "loss": 0.731,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2344
    },
    {
      "epoch": 0.31956936494957755,
      "grad_norm": 0.306640625,
      "learning_rate": 1.7203525871882394e-05,
      "loss": 0.7261,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2345
    },
    {
      "epoch": 0.3197056418642682,
      "grad_norm": 0.431640625,
      "learning_rate": 1.7200224990032577e-05,
      "loss": 0.6575,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2346
    },
    {
      "epoch": 0.31984191877895884,
      "grad_norm": 0.318359375,
      "learning_rate": 1.719692247827431e-05,
      "loss": 0.7091,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2347
    },
    {
      "epoch": 0.3199781956936495,
      "grad_norm": 0.41796875,
      "learning_rate": 1.7193618337355188e-05,
      "loss": 0.7174,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2348
    },
    {
      "epoch": 0.32011447260834014,
      "grad_norm": 0.255859375,
      "learning_rate": 1.7190312568023164e-05,
      "loss": 0.6862,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2349
    },
    {
      "epoch": 0.3202507495230308,
      "grad_norm": 0.4453125,
      "learning_rate": 1.718700517102656e-05,
      "loss": 0.7103,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2350
    },
    {
      "epoch": 0.32038702643772143,
      "grad_norm": 0.357421875,
      "learning_rate": 1.718369614711407e-05,
      "loss": 0.6744,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2351
    },
    {
      "epoch": 0.3205233033524121,
      "grad_norm": 0.349609375,
      "learning_rate": 1.7180385497034754e-05,
      "loss": 0.7235,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2352
    },
    {
      "epoch": 0.32065958026710273,
      "grad_norm": 0.609375,
      "learning_rate": 1.717707322153804e-05,
      "loss": 0.6742,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2353
    },
    {
      "epoch": 0.32079585718179343,
      "grad_norm": 0.494140625,
      "learning_rate": 1.7173759321373725e-05,
      "loss": 0.8357,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2354
    },
    {
      "epoch": 0.3209321340964841,
      "grad_norm": 0.30078125,
      "learning_rate": 1.7170443797291976e-05,
      "loss": 0.6973,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2355
    },
    {
      "epoch": 0.3210684110111747,
      "grad_norm": 0.30078125,
      "learning_rate": 1.7167126650043324e-05,
      "loss": 0.7707,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2356
    },
    {
      "epoch": 0.3212046879258654,
      "grad_norm": 0.265625,
      "learning_rate": 1.7163807880378668e-05,
      "loss": 0.7057,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2357
    },
    {
      "epoch": 0.321340964840556,
      "grad_norm": 0.306640625,
      "learning_rate": 1.7160487489049275e-05,
      "loss": 0.748,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2358
    },
    {
      "epoch": 0.32147724175524667,
      "grad_norm": 0.349609375,
      "learning_rate": 1.7157165476806782e-05,
      "loss": 0.7946,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2359
    },
    {
      "epoch": 0.3216135186699373,
      "grad_norm": 0.9609375,
      "learning_rate": 1.715384184440318e-05,
      "loss": 0.8144,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2360
    },
    {
      "epoch": 0.32174979558462796,
      "grad_norm": 0.390625,
      "learning_rate": 1.715051659259085e-05,
      "loss": 0.7531,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2361
    },
    {
      "epoch": 0.3218860724993186,
      "grad_norm": 0.6640625,
      "learning_rate": 1.714718972212252e-05,
      "loss": 0.7264,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2362
    },
    {
      "epoch": 0.32202234941400926,
      "grad_norm": 0.328125,
      "learning_rate": 1.7143861233751292e-05,
      "loss": 0.722,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2363
    },
    {
      "epoch": 0.3221586263286999,
      "grad_norm": 0.263671875,
      "learning_rate": 1.714053112823063e-05,
      "loss": 0.6915,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2364
    },
    {
      "epoch": 0.32229490324339055,
      "grad_norm": 0.345703125,
      "learning_rate": 1.7137199406314366e-05,
      "loss": 0.6792,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2365
    },
    {
      "epoch": 0.3224311801580812,
      "grad_norm": 0.28125,
      "learning_rate": 1.7133866068756703e-05,
      "loss": 0.7029,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2366
    },
    {
      "epoch": 0.32256745707277185,
      "grad_norm": 0.44921875,
      "learning_rate": 1.7130531116312202e-05,
      "loss": 0.8054,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2367
    },
    {
      "epoch": 0.32270373398746255,
      "grad_norm": 0.263671875,
      "learning_rate": 1.7127194549735802e-05,
      "loss": 0.6718,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2368
    },
    {
      "epoch": 0.3228400109021532,
      "grad_norm": 0.39453125,
      "learning_rate": 1.7123856369782784e-05,
      "loss": 0.8226,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2369
    },
    {
      "epoch": 0.32297628781684384,
      "grad_norm": 0.33203125,
      "learning_rate": 1.7120516577208827e-05,
      "loss": 0.737,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2370
    },
    {
      "epoch": 0.3231125647315345,
      "grad_norm": 0.283203125,
      "learning_rate": 1.7117175172769935e-05,
      "loss": 0.7769,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2371
    },
    {
      "epoch": 0.32324884164622514,
      "grad_norm": 0.37109375,
      "learning_rate": 1.7113832157222518e-05,
      "loss": 0.7126,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2372
    },
    {
      "epoch": 0.3233851185609158,
      "grad_norm": 0.361328125,
      "learning_rate": 1.711048753132332e-05,
      "loss": 0.6676,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2373
    },
    {
      "epoch": 0.32352139547560643,
      "grad_norm": 0.298828125,
      "learning_rate": 1.7107141295829465e-05,
      "loss": 0.7076,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2374
    },
    {
      "epoch": 0.3236576723902971,
      "grad_norm": 0.306640625,
      "learning_rate": 1.7103793451498442e-05,
      "loss": 0.7097,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2375
    },
    {
      "epoch": 0.3237939493049877,
      "grad_norm": 0.314453125,
      "learning_rate": 1.7100443999088088e-05,
      "loss": 0.6765,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2376
    },
    {
      "epoch": 0.3239302262196784,
      "grad_norm": 0.275390625,
      "learning_rate": 1.7097092939356622e-05,
      "loss": 0.719,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2377
    },
    {
      "epoch": 0.324066503134369,
      "grad_norm": 0.306640625,
      "learning_rate": 1.7093740273062624e-05,
      "loss": 0.7664,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2378
    },
    {
      "epoch": 0.32420278004905967,
      "grad_norm": 0.294921875,
      "learning_rate": 1.7090386000965028e-05,
      "loss": 0.7102,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2379
    },
    {
      "epoch": 0.3243390569637503,
      "grad_norm": 0.349609375,
      "learning_rate": 1.7087030123823142e-05,
      "loss": 0.716,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2380
    },
    {
      "epoch": 0.324475333878441,
      "grad_norm": 0.345703125,
      "learning_rate": 1.7083672642396632e-05,
      "loss": 0.7244,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2381
    },
    {
      "epoch": 0.32461161079313167,
      "grad_norm": 0.435546875,
      "learning_rate": 1.7080313557445524e-05,
      "loss": 0.7132,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2382
    },
    {
      "epoch": 0.3247478877078223,
      "grad_norm": 0.25,
      "learning_rate": 1.7076952869730213e-05,
      "loss": 0.6829,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2383
    },
    {
      "epoch": 0.32488416462251296,
      "grad_norm": 0.255859375,
      "learning_rate": 1.707359058001146e-05,
      "loss": 0.6721,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2384
    },
    {
      "epoch": 0.3250204415372036,
      "grad_norm": 0.419921875,
      "learning_rate": 1.7070226689050375e-05,
      "loss": 0.8074,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2385
    },
    {
      "epoch": 0.32515671845189426,
      "grad_norm": 0.427734375,
      "learning_rate": 1.7066861197608444e-05,
      "loss": 0.6597,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2386
    },
    {
      "epoch": 0.3252929953665849,
      "grad_norm": 0.328125,
      "learning_rate": 1.7063494106447512e-05,
      "loss": 0.7005,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2387
    },
    {
      "epoch": 0.32542927228127555,
      "grad_norm": 0.31640625,
      "learning_rate": 1.706012541632978e-05,
      "loss": 0.7253,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2388
    },
    {
      "epoch": 0.3255655491959662,
      "grad_norm": 0.44140625,
      "learning_rate": 1.7056755128017818e-05,
      "loss": 0.6787,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2389
    },
    {
      "epoch": 0.32570182611065684,
      "grad_norm": 0.236328125,
      "learning_rate": 1.7053383242274556e-05,
      "loss": 0.7468,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2390
    },
    {
      "epoch": 0.3258381030253475,
      "grad_norm": 0.306640625,
      "learning_rate": 1.705000975986328e-05,
      "loss": 0.7286,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2391
    },
    {
      "epoch": 0.32597437994003814,
      "grad_norm": 0.28515625,
      "learning_rate": 1.7046634681547646e-05,
      "loss": 0.7377,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2392
    },
    {
      "epoch": 0.3261106568547288,
      "grad_norm": 0.28515625,
      "learning_rate": 1.7043258008091667e-05,
      "loss": 0.7266,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2393
    },
    {
      "epoch": 0.32624693376941943,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.7039879740259716e-05,
      "loss": 0.7022,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2394
    },
    {
      "epoch": 0.32638321068411014,
      "grad_norm": 0.34375,
      "learning_rate": 1.703649987881653e-05,
      "loss": 0.7043,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2395
    },
    {
      "epoch": 0.3265194875988008,
      "grad_norm": 0.34375,
      "learning_rate": 1.7033118424527208e-05,
      "loss": 0.7469,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2396
    },
    {
      "epoch": 0.32665576451349143,
      "grad_norm": 0.33203125,
      "learning_rate": 1.70297353781572e-05,
      "loss": 0.6769,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2397
    },
    {
      "epoch": 0.3267920414281821,
      "grad_norm": 0.41796875,
      "learning_rate": 1.702635074047233e-05,
      "loss": 0.7792,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2398
    },
    {
      "epoch": 0.3269283183428727,
      "grad_norm": 0.357421875,
      "learning_rate": 1.702296451223877e-05,
      "loss": 0.6671,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2399
    },
    {
      "epoch": 0.3270645952575634,
      "grad_norm": 0.255859375,
      "learning_rate": 1.701957669422306e-05,
      "loss": 0.7156,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2400
    },
    {
      "epoch": 0.327200872172254,
      "grad_norm": 0.3125,
      "learning_rate": 1.7016187287192097e-05,
      "loss": 0.6537,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2401
    },
    {
      "epoch": 0.32733714908694467,
      "grad_norm": 0.26953125,
      "learning_rate": 1.7012796291913137e-05,
      "loss": 0.7277,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2402
    },
    {
      "epoch": 0.3274734260016353,
      "grad_norm": 0.2490234375,
      "learning_rate": 1.70094037091538e-05,
      "loss": 0.6907,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2403
    },
    {
      "epoch": 0.32760970291632596,
      "grad_norm": 0.3515625,
      "learning_rate": 1.700600953968206e-05,
      "loss": 0.788,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2404
    },
    {
      "epoch": 0.3277459798310166,
      "grad_norm": 0.408203125,
      "learning_rate": 1.700261378426625e-05,
      "loss": 0.7476,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2405
    },
    {
      "epoch": 0.32788225674570726,
      "grad_norm": 0.353515625,
      "learning_rate": 1.6999216443675064e-05,
      "loss": 0.665,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2406
    },
    {
      "epoch": 0.3280185336603979,
      "grad_norm": 0.3671875,
      "learning_rate": 1.699581751867756e-05,
      "loss": 0.7185,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2407
    },
    {
      "epoch": 0.3281548105750886,
      "grad_norm": 0.44921875,
      "learning_rate": 1.6992417010043144e-05,
      "loss": 0.7876,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2408
    },
    {
      "epoch": 0.32829108748977925,
      "grad_norm": 0.298828125,
      "learning_rate": 1.6989014918541587e-05,
      "loss": 0.7953,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2409
    },
    {
      "epoch": 0.3284273644044699,
      "grad_norm": 0.419921875,
      "learning_rate": 1.6985611244943018e-05,
      "loss": 0.8368,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2410
    },
    {
      "epoch": 0.32856364131916055,
      "grad_norm": 0.251953125,
      "learning_rate": 1.6982205990017928e-05,
      "loss": 0.7624,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2411
    },
    {
      "epoch": 0.3286999182338512,
      "grad_norm": 0.404296875,
      "learning_rate": 1.6978799154537154e-05,
      "loss": 0.692,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2412
    },
    {
      "epoch": 0.32883619514854184,
      "grad_norm": 0.34765625,
      "learning_rate": 1.69753907392719e-05,
      "loss": 0.7535,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2413
    },
    {
      "epoch": 0.3289724720632325,
      "grad_norm": 0.31640625,
      "learning_rate": 1.6971980744993736e-05,
      "loss": 0.7838,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2414
    },
    {
      "epoch": 0.32910874897792314,
      "grad_norm": 0.28515625,
      "learning_rate": 1.6968569172474564e-05,
      "loss": 0.7157,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2415
    },
    {
      "epoch": 0.3292450258926138,
      "grad_norm": 0.37109375,
      "learning_rate": 1.696515602248667e-05,
      "loss": 0.8109,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2416
    },
    {
      "epoch": 0.32938130280730443,
      "grad_norm": 0.365234375,
      "learning_rate": 1.6961741295802675e-05,
      "loss": 0.7184,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2417
    },
    {
      "epoch": 0.3295175797219951,
      "grad_norm": 0.349609375,
      "learning_rate": 1.695832499319558e-05,
      "loss": 0.7028,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2418
    },
    {
      "epoch": 0.3296538566366857,
      "grad_norm": 0.31640625,
      "learning_rate": 1.6954907115438724e-05,
      "loss": 0.7207,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2419
    },
    {
      "epoch": 0.3297901335513764,
      "grad_norm": 0.28125,
      "learning_rate": 1.6951487663305805e-05,
      "loss": 0.7155,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2420
    },
    {
      "epoch": 0.329926410466067,
      "grad_norm": 0.322265625,
      "learning_rate": 1.694806663757089e-05,
      "loss": 0.6909,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2421
    },
    {
      "epoch": 0.3300626873807577,
      "grad_norm": 0.34765625,
      "learning_rate": 1.6944644039008385e-05,
      "loss": 0.7112,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2422
    },
    {
      "epoch": 0.33019896429544837,
      "grad_norm": 0.41796875,
      "learning_rate": 1.694121986839307e-05,
      "loss": 0.7765,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2423
    },
    {
      "epoch": 0.330335241210139,
      "grad_norm": 0.29296875,
      "learning_rate": 1.693779412650006e-05,
      "loss": 0.7263,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2424
    },
    {
      "epoch": 0.33047151812482967,
      "grad_norm": 0.27734375,
      "learning_rate": 1.693436681410485e-05,
      "loss": 0.7153,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2425
    },
    {
      "epoch": 0.3306077950395203,
      "grad_norm": 0.26171875,
      "learning_rate": 1.6930937931983266e-05,
      "loss": 0.7153,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2426
    },
    {
      "epoch": 0.33074407195421096,
      "grad_norm": 0.388671875,
      "learning_rate": 1.6927507480911507e-05,
      "loss": 0.7577,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2427
    },
    {
      "epoch": 0.3308803488689016,
      "grad_norm": 0.55859375,
      "learning_rate": 1.6924075461666117e-05,
      "loss": 0.804,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2428
    },
    {
      "epoch": 0.33101662578359226,
      "grad_norm": 0.302734375,
      "learning_rate": 1.6920641875024006e-05,
      "loss": 0.7078,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2429
    },
    {
      "epoch": 0.3311529026982829,
      "grad_norm": 0.349609375,
      "learning_rate": 1.6917206721762423e-05,
      "loss": 0.7161,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2430
    },
    {
      "epoch": 0.33128917961297355,
      "grad_norm": 0.4140625,
      "learning_rate": 1.691377000265899e-05,
      "loss": 0.7577,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2431
    },
    {
      "epoch": 0.3314254565276642,
      "grad_norm": 0.84765625,
      "learning_rate": 1.6910331718491667e-05,
      "loss": 0.7664,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2432
    },
    {
      "epoch": 0.33156173344235484,
      "grad_norm": 0.4375,
      "learning_rate": 1.6906891870038783e-05,
      "loss": 0.7429,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2433
    },
    {
      "epoch": 0.3316980103570455,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.6903450458079e-05,
      "loss": 0.7761,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2434
    },
    {
      "epoch": 0.3318342872717362,
      "grad_norm": 0.2578125,
      "learning_rate": 1.6900007483391362e-05,
      "loss": 0.7026,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2435
    },
    {
      "epoch": 0.33197056418642684,
      "grad_norm": 0.2734375,
      "learning_rate": 1.689656294675524e-05,
      "loss": 0.6567,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2436
    },
    {
      "epoch": 0.3321068411011175,
      "grad_norm": 0.35546875,
      "learning_rate": 1.6893116848950382e-05,
      "loss": 0.7146,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2437
    },
    {
      "epoch": 0.33224311801580814,
      "grad_norm": 0.2734375,
      "learning_rate": 1.688966919075687e-05,
      "loss": 0.7133,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2438
    },
    {
      "epoch": 0.3323793949304988,
      "grad_norm": 0.310546875,
      "learning_rate": 1.688621997295515e-05,
      "loss": 0.7822,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2439
    },
    {
      "epoch": 0.33251567184518943,
      "grad_norm": 0.33203125,
      "learning_rate": 1.6882769196326014e-05,
      "loss": 0.7556,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2440
    },
    {
      "epoch": 0.3326519487598801,
      "grad_norm": 0.3984375,
      "learning_rate": 1.6879316861650615e-05,
      "loss": 0.6822,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2441
    },
    {
      "epoch": 0.3327882256745707,
      "grad_norm": 0.306640625,
      "learning_rate": 1.687586296971046e-05,
      "loss": 0.7359,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2442
    },
    {
      "epoch": 0.3329245025892614,
      "grad_norm": 0.3046875,
      "learning_rate": 1.6872407521287393e-05,
      "loss": 0.8048,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2443
    },
    {
      "epoch": 0.333060779503952,
      "grad_norm": 0.34765625,
      "learning_rate": 1.6868950517163627e-05,
      "loss": 0.8099,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2444
    },
    {
      "epoch": 0.33319705641864267,
      "grad_norm": 0.7734375,
      "learning_rate": 1.6865491958121723e-05,
      "loss": 0.7517,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2445
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.396484375,
      "learning_rate": 1.6862031844944588e-05,
      "loss": 0.7232,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2446
    },
    {
      "epoch": 0.33346961024802396,
      "grad_norm": 0.28515625,
      "learning_rate": 1.6858570178415482e-05,
      "loss": 0.7555,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2447
    },
    {
      "epoch": 0.3336058871627146,
      "grad_norm": 0.275390625,
      "learning_rate": 1.6855106959318027e-05,
      "loss": 0.7055,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2448
    },
    {
      "epoch": 0.3337421640774053,
      "grad_norm": 0.333984375,
      "learning_rate": 1.6851642188436182e-05,
      "loss": 0.73,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2449
    },
    {
      "epoch": 0.33387844099209596,
      "grad_norm": 0.56640625,
      "learning_rate": 1.6848175866554272e-05,
      "loss": 0.8079,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2450
    },
    {
      "epoch": 0.3340147179067866,
      "grad_norm": 0.314453125,
      "learning_rate": 1.6844707994456955e-05,
      "loss": 0.7506,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2451
    },
    {
      "epoch": 0.33415099482147725,
      "grad_norm": 0.36328125,
      "learning_rate": 1.6841238572929258e-05,
      "loss": 0.758,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2452
    },
    {
      "epoch": 0.3342872717361679,
      "grad_norm": 0.28515625,
      "learning_rate": 1.6837767602756546e-05,
      "loss": 0.7018,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2453
    },
    {
      "epoch": 0.33442354865085855,
      "grad_norm": 0.291015625,
      "learning_rate": 1.683429508472454e-05,
      "loss": 0.7297,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2454
    },
    {
      "epoch": 0.3345598255655492,
      "grad_norm": 0.302734375,
      "learning_rate": 1.683082101961931e-05,
      "loss": 0.7458,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2455
    },
    {
      "epoch": 0.33469610248023984,
      "grad_norm": 0.421875,
      "learning_rate": 1.6827345408227285e-05,
      "loss": 0.7848,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2456
    },
    {
      "epoch": 0.3348323793949305,
      "grad_norm": 0.361328125,
      "learning_rate": 1.6823868251335227e-05,
      "loss": 0.7274,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2457
    },
    {
      "epoch": 0.33496865630962114,
      "grad_norm": 0.384765625,
      "learning_rate": 1.682038954973026e-05,
      "loss": 0.6762,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2458
    },
    {
      "epoch": 0.3351049332243118,
      "grad_norm": 0.306640625,
      "learning_rate": 1.6816909304199855e-05,
      "loss": 0.7404,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2459
    },
    {
      "epoch": 0.33524121013900243,
      "grad_norm": 0.29296875,
      "learning_rate": 1.6813427515531832e-05,
      "loss": 0.7111,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2460
    },
    {
      "epoch": 0.3353774870536931,
      "grad_norm": 0.302734375,
      "learning_rate": 1.680994418451436e-05,
      "loss": 0.6711,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2461
    },
    {
      "epoch": 0.3355137639683838,
      "grad_norm": 0.2470703125,
      "learning_rate": 1.6806459311935953e-05,
      "loss": 0.6744,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2462
    },
    {
      "epoch": 0.33565004088307443,
      "grad_norm": 0.2578125,
      "learning_rate": 1.6802972898585488e-05,
      "loss": 0.6793,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2463
    },
    {
      "epoch": 0.3357863177977651,
      "grad_norm": 0.375,
      "learning_rate": 1.6799484945252174e-05,
      "loss": 0.6845,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2464
    },
    {
      "epoch": 0.3359225947124557,
      "grad_norm": 0.29296875,
      "learning_rate": 1.6795995452725574e-05,
      "loss": 0.7292,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2465
    },
    {
      "epoch": 0.33605887162714637,
      "grad_norm": 0.298828125,
      "learning_rate": 1.679250442179561e-05,
      "loss": 0.7875,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2466
    },
    {
      "epoch": 0.336195148541837,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.6789011853252542e-05,
      "loss": 0.695,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2467
    },
    {
      "epoch": 0.33633142545652767,
      "grad_norm": 0.2451171875,
      "learning_rate": 1.678551774788697e-05,
      "loss": 0.7365,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2468
    },
    {
      "epoch": 0.3364677023712183,
      "grad_norm": 0.337890625,
      "learning_rate": 1.678202210648986e-05,
      "loss": 0.7162,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2469
    },
    {
      "epoch": 0.33660397928590896,
      "grad_norm": 0.376953125,
      "learning_rate": 1.6778524929852513e-05,
      "loss": 0.6852,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2470
    },
    {
      "epoch": 0.3367402562005996,
      "grad_norm": 0.3125,
      "learning_rate": 1.6775026218766586e-05,
      "loss": 0.646,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2471
    },
    {
      "epoch": 0.33687653311529026,
      "grad_norm": 0.29296875,
      "learning_rate": 1.6771525974024076e-05,
      "loss": 0.6745,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2472
    },
    {
      "epoch": 0.3370128100299809,
      "grad_norm": 0.310546875,
      "learning_rate": 1.6768024196417333e-05,
      "loss": 0.738,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2473
    },
    {
      "epoch": 0.33714908694467155,
      "grad_norm": 0.34765625,
      "learning_rate": 1.6764520886739046e-05,
      "loss": 0.7039,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2474
    },
    {
      "epoch": 0.3372853638593622,
      "grad_norm": 0.43359375,
      "learning_rate": 1.6761016045782264e-05,
      "loss": 0.7313,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2475
    },
    {
      "epoch": 0.3374216407740529,
      "grad_norm": 0.37109375,
      "learning_rate": 1.6757509674340363e-05,
      "loss": 0.8029,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2476
    },
    {
      "epoch": 0.33755791768874355,
      "grad_norm": 1.015625,
      "learning_rate": 1.675400177320709e-05,
      "loss": 0.7713,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2477
    },
    {
      "epoch": 0.3376941946034342,
      "grad_norm": 0.498046875,
      "learning_rate": 1.6750492343176516e-05,
      "loss": 0.7405,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2478
    },
    {
      "epoch": 0.33783047151812484,
      "grad_norm": 0.265625,
      "learning_rate": 1.6746981385043074e-05,
      "loss": 0.6804,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2479
    },
    {
      "epoch": 0.3379667484328155,
      "grad_norm": 0.443359375,
      "learning_rate": 1.6743468899601532e-05,
      "loss": 0.8061,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2480
    },
    {
      "epoch": 0.33810302534750614,
      "grad_norm": 0.3046875,
      "learning_rate": 1.673995488764701e-05,
      "loss": 0.7578,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2481
    },
    {
      "epoch": 0.3382393022621968,
      "grad_norm": 0.27734375,
      "learning_rate": 1.6736439349974974e-05,
      "loss": 0.659,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2482
    },
    {
      "epoch": 0.33837557917688743,
      "grad_norm": 0.26171875,
      "learning_rate": 1.6732922287381227e-05,
      "loss": 0.663,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2483
    },
    {
      "epoch": 0.3385118560915781,
      "grad_norm": 0.296875,
      "learning_rate": 1.6729403700661925e-05,
      "loss": 0.6475,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2484
    },
    {
      "epoch": 0.3386481330062687,
      "grad_norm": 0.29296875,
      "learning_rate": 1.6725883590613576e-05,
      "loss": 0.7043,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2485
    },
    {
      "epoch": 0.3387844099209594,
      "grad_norm": 0.33203125,
      "learning_rate": 1.672236195803301e-05,
      "loss": 0.6797,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2486
    },
    {
      "epoch": 0.33892068683565,
      "grad_norm": 0.29296875,
      "learning_rate": 1.6718838803717428e-05,
      "loss": 0.7204,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2487
    },
    {
      "epoch": 0.33905696375034067,
      "grad_norm": 0.333984375,
      "learning_rate": 1.6715314128464358e-05,
      "loss": 0.6921,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2488
    },
    {
      "epoch": 0.33919324066503137,
      "grad_norm": 0.337890625,
      "learning_rate": 1.6711787933071673e-05,
      "loss": 0.8231,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2489
    },
    {
      "epoch": 0.339329517579722,
      "grad_norm": 0.3203125,
      "learning_rate": 1.6708260218337607e-05,
      "loss": 0.7888,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2490
    },
    {
      "epoch": 0.33946579449441266,
      "grad_norm": 0.26953125,
      "learning_rate": 1.670473098506071e-05,
      "loss": 0.7349,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2491
    },
    {
      "epoch": 0.3396020714091033,
      "grad_norm": 0.298828125,
      "learning_rate": 1.6701200234039905e-05,
      "loss": 0.7676,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2492
    },
    {
      "epoch": 0.33973834832379396,
      "grad_norm": 0.314453125,
      "learning_rate": 1.6697667966074437e-05,
      "loss": 0.7496,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2493
    },
    {
      "epoch": 0.3398746252384846,
      "grad_norm": 0.322265625,
      "learning_rate": 1.6694134181963907e-05,
      "loss": 0.6878,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2494
    },
    {
      "epoch": 0.34001090215317525,
      "grad_norm": 0.34375,
      "learning_rate": 1.6690598882508253e-05,
      "loss": 0.7043,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2495
    },
    {
      "epoch": 0.3401471790678659,
      "grad_norm": 0.259765625,
      "learning_rate": 1.668706206850775e-05,
      "loss": 0.6948,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2496
    },
    {
      "epoch": 0.34028345598255655,
      "grad_norm": 0.412109375,
      "learning_rate": 1.668352374076304e-05,
      "loss": 0.726,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2497
    },
    {
      "epoch": 0.3404197328972472,
      "grad_norm": 0.298828125,
      "learning_rate": 1.6679983900075075e-05,
      "loss": 0.7148,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2498
    },
    {
      "epoch": 0.34055600981193784,
      "grad_norm": 0.4140625,
      "learning_rate": 1.667644254724517e-05,
      "loss": 0.7346,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2499
    },
    {
      "epoch": 0.3406922867266285,
      "grad_norm": 0.283203125,
      "learning_rate": 1.6672899683074987e-05,
      "loss": 0.6922,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2500
    },
    {
      "epoch": 0.34082856364131914,
      "grad_norm": 0.359375,
      "learning_rate": 1.666935530836651e-05,
      "loss": 0.7376,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2501
    },
    {
      "epoch": 0.3409648405560098,
      "grad_norm": 0.3359375,
      "learning_rate": 1.6665809423922077e-05,
      "loss": 0.6956,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2502
    },
    {
      "epoch": 0.3411011174707005,
      "grad_norm": 0.27734375,
      "learning_rate": 1.6662262030544375e-05,
      "loss": 0.776,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2503
    },
    {
      "epoch": 0.34123739438539114,
      "grad_norm": 0.27734375,
      "learning_rate": 1.6658713129036412e-05,
      "loss": 0.747,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2504
    },
    {
      "epoch": 0.3413736713000818,
      "grad_norm": 0.302734375,
      "learning_rate": 1.665516272020156e-05,
      "loss": 0.7694,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2505
    },
    {
      "epoch": 0.34150994821477243,
      "grad_norm": 0.27734375,
      "learning_rate": 1.6651610804843516e-05,
      "loss": 0.7336,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2506
    },
    {
      "epoch": 0.3416462251294631,
      "grad_norm": 0.404296875,
      "learning_rate": 1.664805738376633e-05,
      "loss": 0.7463,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2507
    },
    {
      "epoch": 0.3417825020441537,
      "grad_norm": 0.34765625,
      "learning_rate": 1.6644502457774377e-05,
      "loss": 0.678,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2508
    },
    {
      "epoch": 0.34191877895884437,
      "grad_norm": 0.265625,
      "learning_rate": 1.6640946027672395e-05,
      "loss": 0.6962,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2509
    },
    {
      "epoch": 0.342055055873535,
      "grad_norm": 0.345703125,
      "learning_rate": 1.6637388094265438e-05,
      "loss": 0.7045,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2510
    },
    {
      "epoch": 0.34219133278822567,
      "grad_norm": 0.3125,
      "learning_rate": 1.6633828658358916e-05,
      "loss": 0.6961,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2511
    },
    {
      "epoch": 0.3423276097029163,
      "grad_norm": 0.3125,
      "learning_rate": 1.6630267720758575e-05,
      "loss": 0.7955,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2512
    },
    {
      "epoch": 0.34246388661760696,
      "grad_norm": 0.32421875,
      "learning_rate": 1.662670528227051e-05,
      "loss": 0.659,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2513
    },
    {
      "epoch": 0.3426001635322976,
      "grad_norm": 0.447265625,
      "learning_rate": 1.6623141343701134e-05,
      "loss": 0.7792,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2514
    },
    {
      "epoch": 0.34273644044698826,
      "grad_norm": 0.3359375,
      "learning_rate": 1.6619575905857218e-05,
      "loss": 0.6979,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2515
    },
    {
      "epoch": 0.34287271736167896,
      "grad_norm": 0.34375,
      "learning_rate": 1.661600896954587e-05,
      "loss": 0.7362,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2516
    },
    {
      "epoch": 0.3430089942763696,
      "grad_norm": 0.5078125,
      "learning_rate": 1.6612440535574528e-05,
      "loss": 0.6496,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2517
    },
    {
      "epoch": 0.34314527119106025,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.660887060475098e-05,
      "loss": 0.5857,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2518
    },
    {
      "epoch": 0.3432815481057509,
      "grad_norm": 0.28515625,
      "learning_rate": 1.6605299177883345e-05,
      "loss": 0.731,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2519
    },
    {
      "epoch": 0.34341782502044155,
      "grad_norm": 0.384765625,
      "learning_rate": 1.660172625578009e-05,
      "loss": 0.7573,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2520
    },
    {
      "epoch": 0.3435541019351322,
      "grad_norm": 0.34765625,
      "learning_rate": 1.6598151839250004e-05,
      "loss": 0.7803,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2521
    },
    {
      "epoch": 0.34369037884982284,
      "grad_norm": 0.384765625,
      "learning_rate": 1.659457592910223e-05,
      "loss": 0.807,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2522
    },
    {
      "epoch": 0.3438266557645135,
      "grad_norm": 0.34375,
      "learning_rate": 1.6590998526146244e-05,
      "loss": 0.7247,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2523
    },
    {
      "epoch": 0.34396293267920414,
      "grad_norm": 0.3203125,
      "learning_rate": 1.6587419631191864e-05,
      "loss": 0.6581,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2524
    },
    {
      "epoch": 0.3440992095938948,
      "grad_norm": 0.291015625,
      "learning_rate": 1.658383924504923e-05,
      "loss": 0.6947,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2525
    },
    {
      "epoch": 0.34423548650858543,
      "grad_norm": 0.33984375,
      "learning_rate": 1.6580257368528836e-05,
      "loss": 0.6947,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2526
    },
    {
      "epoch": 0.3443717634232761,
      "grad_norm": 0.2734375,
      "learning_rate": 1.6576674002441514e-05,
      "loss": 0.6723,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2527
    },
    {
      "epoch": 0.3445080403379667,
      "grad_norm": 0.333984375,
      "learning_rate": 1.6573089147598417e-05,
      "loss": 0.6456,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2528
    },
    {
      "epoch": 0.3446443172526574,
      "grad_norm": 0.318359375,
      "learning_rate": 1.6569502804811055e-05,
      "loss": 0.7051,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2529
    },
    {
      "epoch": 0.3447805941673481,
      "grad_norm": 0.380859375,
      "learning_rate": 1.656591497489126e-05,
      "loss": 0.8549,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2530
    },
    {
      "epoch": 0.3449168710820387,
      "grad_norm": 0.298828125,
      "learning_rate": 1.6562325658651204e-05,
      "loss": 0.6527,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2531
    },
    {
      "epoch": 0.34505314799672937,
      "grad_norm": 0.296875,
      "learning_rate": 1.6558734856903406e-05,
      "loss": 0.7163,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2532
    },
    {
      "epoch": 0.34518942491142,
      "grad_norm": 0.34375,
      "learning_rate": 1.65551425704607e-05,
      "loss": 0.8143,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2533
    },
    {
      "epoch": 0.34532570182611066,
      "grad_norm": 0.2578125,
      "learning_rate": 1.6551548800136277e-05,
      "loss": 0.795,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2534
    },
    {
      "epoch": 0.3454619787408013,
      "grad_norm": 0.32421875,
      "learning_rate": 1.6547953546743656e-05,
      "loss": 0.7165,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2535
    },
    {
      "epoch": 0.34559825565549196,
      "grad_norm": 0.365234375,
      "learning_rate": 1.6544356811096687e-05,
      "loss": 0.6934,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2536
    },
    {
      "epoch": 0.3457345325701826,
      "grad_norm": 0.494140625,
      "learning_rate": 1.654075859400956e-05,
      "loss": 0.7758,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2537
    },
    {
      "epoch": 0.34587080948487325,
      "grad_norm": 0.3359375,
      "learning_rate": 1.6537158896296807e-05,
      "loss": 0.7483,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2538
    },
    {
      "epoch": 0.3460070863995639,
      "grad_norm": 0.283203125,
      "learning_rate": 1.653355771877328e-05,
      "loss": 0.6393,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2539
    },
    {
      "epoch": 0.34614336331425455,
      "grad_norm": 0.2470703125,
      "learning_rate": 1.652995506225418e-05,
      "loss": 0.6756,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2540
    },
    {
      "epoch": 0.3462796402289452,
      "grad_norm": 0.2890625,
      "learning_rate": 1.652635092755503e-05,
      "loss": 0.6565,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2541
    },
    {
      "epoch": 0.34641591714363584,
      "grad_norm": 0.341796875,
      "learning_rate": 1.6522745315491706e-05,
      "loss": 0.8223,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2542
    },
    {
      "epoch": 0.34655219405832655,
      "grad_norm": 0.30859375,
      "learning_rate": 1.6519138226880397e-05,
      "loss": 0.7139,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2543
    },
    {
      "epoch": 0.3466884709730172,
      "grad_norm": 0.26953125,
      "learning_rate": 1.6515529662537635e-05,
      "loss": 0.7039,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2544
    },
    {
      "epoch": 0.34682474788770784,
      "grad_norm": 0.279296875,
      "learning_rate": 1.65119196232803e-05,
      "loss": 0.708,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2545
    },
    {
      "epoch": 0.3469610248023985,
      "grad_norm": 0.30078125,
      "learning_rate": 1.6508308109925582e-05,
      "loss": 0.7574,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2546
    },
    {
      "epoch": 0.34709730171708914,
      "grad_norm": 0.35546875,
      "learning_rate": 1.650469512329102e-05,
      "loss": 0.7182,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2547
    },
    {
      "epoch": 0.3472335786317798,
      "grad_norm": 0.25390625,
      "learning_rate": 1.6501080664194488e-05,
      "loss": 0.7254,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2548
    },
    {
      "epoch": 0.34736985554647043,
      "grad_norm": 0.279296875,
      "learning_rate": 1.6497464733454175e-05,
      "loss": 0.6726,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2549
    },
    {
      "epoch": 0.3475061324611611,
      "grad_norm": 0.30078125,
      "learning_rate": 1.6493847331888627e-05,
      "loss": 0.7515,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2550
    },
    {
      "epoch": 0.3476424093758517,
      "grad_norm": 0.302734375,
      "learning_rate": 1.6490228460316708e-05,
      "loss": 0.6973,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2551
    },
    {
      "epoch": 0.34777868629054237,
      "grad_norm": 0.31640625,
      "learning_rate": 1.6486608119557614e-05,
      "loss": 0.6759,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2552
    },
    {
      "epoch": 0.347914963205233,
      "grad_norm": 0.30859375,
      "learning_rate": 1.648298631043089e-05,
      "loss": 0.7122,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2553
    },
    {
      "epoch": 0.34805124011992367,
      "grad_norm": 0.294921875,
      "learning_rate": 1.647936303375639e-05,
      "loss": 0.6723,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2554
    },
    {
      "epoch": 0.3481875170346143,
      "grad_norm": 0.296875,
      "learning_rate": 1.647573829035432e-05,
      "loss": 0.7526,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2555
    },
    {
      "epoch": 0.34832379394930496,
      "grad_norm": 0.357421875,
      "learning_rate": 1.6472112081045204e-05,
      "loss": 0.7739,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2556
    },
    {
      "epoch": 0.34846007086399566,
      "grad_norm": 0.333984375,
      "learning_rate": 1.6468484406649906e-05,
      "loss": 0.7901,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2557
    },
    {
      "epoch": 0.3485963477786863,
      "grad_norm": 0.416015625,
      "learning_rate": 1.6464855267989623e-05,
      "loss": 0.6964,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2558
    },
    {
      "epoch": 0.34873262469337696,
      "grad_norm": 0.36328125,
      "learning_rate": 1.646122466588587e-05,
      "loss": 0.7088,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2559
    },
    {
      "epoch": 0.3488689016080676,
      "grad_norm": 1.34375,
      "learning_rate": 1.6457592601160514e-05,
      "loss": 0.6007,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2560
    },
    {
      "epoch": 0.34900517852275825,
      "grad_norm": 0.37890625,
      "learning_rate": 1.645395907463574e-05,
      "loss": 0.681,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2561
    },
    {
      "epoch": 0.3491414554374489,
      "grad_norm": 0.318359375,
      "learning_rate": 1.6450324087134062e-05,
      "loss": 0.7648,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2562
    },
    {
      "epoch": 0.34927773235213955,
      "grad_norm": 0.4453125,
      "learning_rate": 1.644668763947833e-05,
      "loss": 0.7137,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2563
    },
    {
      "epoch": 0.3494140092668302,
      "grad_norm": 0.50390625,
      "learning_rate": 1.6443049732491723e-05,
      "loss": 0.7435,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2564
    },
    {
      "epoch": 0.34955028618152084,
      "grad_norm": 0.263671875,
      "learning_rate": 1.6439410366997758e-05,
      "loss": 0.706,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2565
    },
    {
      "epoch": 0.3496865630962115,
      "grad_norm": 0.30859375,
      "learning_rate": 1.6435769543820263e-05,
      "loss": 0.7369,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2566
    },
    {
      "epoch": 0.34982284001090214,
      "grad_norm": 0.322265625,
      "learning_rate": 1.6432127263783412e-05,
      "loss": 0.7065,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2567
    },
    {
      "epoch": 0.3499591169255928,
      "grad_norm": 0.265625,
      "learning_rate": 1.6428483527711708e-05,
      "loss": 0.665,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2568
    },
    {
      "epoch": 0.35009539384028343,
      "grad_norm": 0.26171875,
      "learning_rate": 1.6424838336429984e-05,
      "loss": 0.6825,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2569
    },
    {
      "epoch": 0.35023167075497413,
      "grad_norm": 0.55859375,
      "learning_rate": 1.6421191690763388e-05,
      "loss": 0.7791,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2570
    },
    {
      "epoch": 0.3503679476696648,
      "grad_norm": 0.55859375,
      "learning_rate": 1.6417543591537416e-05,
      "loss": 0.7477,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2571
    },
    {
      "epoch": 0.35050422458435543,
      "grad_norm": 0.251953125,
      "learning_rate": 1.641389403957788e-05,
      "loss": 0.6887,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2572
    },
    {
      "epoch": 0.3506405014990461,
      "grad_norm": 0.3046875,
      "learning_rate": 1.6410243035710928e-05,
      "loss": 0.6369,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2573
    },
    {
      "epoch": 0.3507767784137367,
      "grad_norm": 0.2890625,
      "learning_rate": 1.6406590580763037e-05,
      "loss": 0.7634,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2574
    },
    {
      "epoch": 0.35091305532842737,
      "grad_norm": 0.52734375,
      "learning_rate": 1.6402936675561004e-05,
      "loss": 0.7507,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2575
    },
    {
      "epoch": 0.351049332243118,
      "grad_norm": 0.291015625,
      "learning_rate": 1.6399281320931963e-05,
      "loss": 0.7875,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2576
    },
    {
      "epoch": 0.35118560915780866,
      "grad_norm": 0.263671875,
      "learning_rate": 1.6395624517703378e-05,
      "loss": 0.6856,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2577
    },
    {
      "epoch": 0.3513218860724993,
      "grad_norm": 0.314453125,
      "learning_rate": 1.6391966266703027e-05,
      "loss": 0.7519,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2578
    },
    {
      "epoch": 0.35145816298718996,
      "grad_norm": 0.54296875,
      "learning_rate": 1.6388306568759033e-05,
      "loss": 0.8319,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2579
    },
    {
      "epoch": 0.3515944399018806,
      "grad_norm": 0.25390625,
      "learning_rate": 1.6384645424699835e-05,
      "loss": 0.6565,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2580
    },
    {
      "epoch": 0.35173071681657125,
      "grad_norm": 0.3046875,
      "learning_rate": 1.6380982835354205e-05,
      "loss": 0.7111,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2581
    },
    {
      "epoch": 0.3518669937312619,
      "grad_norm": 0.306640625,
      "learning_rate": 1.6377318801551238e-05,
      "loss": 0.7791,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2582
    },
    {
      "epoch": 0.35200327064595255,
      "grad_norm": 0.341796875,
      "learning_rate": 1.637365332412036e-05,
      "loss": 0.7845,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2583
    },
    {
      "epoch": 0.35213954756064325,
      "grad_norm": 0.5,
      "learning_rate": 1.6369986403891316e-05,
      "loss": 0.7489,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2584
    },
    {
      "epoch": 0.3522758244753339,
      "grad_norm": 0.349609375,
      "learning_rate": 1.636631804169419e-05,
      "loss": 0.7103,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2585
    },
    {
      "epoch": 0.35241210139002455,
      "grad_norm": 0.318359375,
      "learning_rate": 1.6362648238359384e-05,
      "loss": 0.6889,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2586
    },
    {
      "epoch": 0.3525483783047152,
      "grad_norm": 0.458984375,
      "learning_rate": 1.6358976994717626e-05,
      "loss": 0.7012,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2587
    },
    {
      "epoch": 0.35268465521940584,
      "grad_norm": 0.390625,
      "learning_rate": 1.635530431159998e-05,
      "loss": 0.7178,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2588
    },
    {
      "epoch": 0.3528209321340965,
      "grad_norm": 0.27734375,
      "learning_rate": 1.6351630189837813e-05,
      "loss": 0.7405,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2589
    },
    {
      "epoch": 0.35295720904878713,
      "grad_norm": 1.3671875,
      "learning_rate": 1.6347954630262844e-05,
      "loss": 0.6824,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2590
    },
    {
      "epoch": 0.3530934859634778,
      "grad_norm": 0.31640625,
      "learning_rate": 1.6344277633707106e-05,
      "loss": 0.7374,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2591
    },
    {
      "epoch": 0.35322976287816843,
      "grad_norm": 0.333984375,
      "learning_rate": 1.6340599201002956e-05,
      "loss": 0.7325,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2592
    },
    {
      "epoch": 0.3533660397928591,
      "grad_norm": 0.341796875,
      "learning_rate": 1.6336919332983073e-05,
      "loss": 0.6938,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2593
    },
    {
      "epoch": 0.3535023167075497,
      "grad_norm": 0.294921875,
      "learning_rate": 1.6333238030480473e-05,
      "loss": 0.719,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2594
    },
    {
      "epoch": 0.35363859362224037,
      "grad_norm": 0.302734375,
      "learning_rate": 1.6329555294328483e-05,
      "loss": 0.6724,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2595
    },
    {
      "epoch": 0.353774870536931,
      "grad_norm": 0.25,
      "learning_rate": 1.632587112536076e-05,
      "loss": 0.7391,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2596
    },
    {
      "epoch": 0.3539111474516217,
      "grad_norm": 0.333984375,
      "learning_rate": 1.632218552441129e-05,
      "loss": 0.709,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2597
    },
    {
      "epoch": 0.35404742436631237,
      "grad_norm": 0.333984375,
      "learning_rate": 1.6318498492314378e-05,
      "loss": 0.7228,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2598
    },
    {
      "epoch": 0.354183701281003,
      "grad_norm": 0.5625,
      "learning_rate": 1.6314810029904657e-05,
      "loss": 0.6875,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2599
    },
    {
      "epoch": 0.35431997819569366,
      "grad_norm": 0.2431640625,
      "learning_rate": 1.6311120138017075e-05,
      "loss": 0.6824,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2600
    },
    {
      "epoch": 0.3544562551103843,
      "grad_norm": 0.373046875,
      "learning_rate": 1.6307428817486912e-05,
      "loss": 0.7761,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2601
    },
    {
      "epoch": 0.35459253202507496,
      "grad_norm": 0.306640625,
      "learning_rate": 1.630373606914977e-05,
      "loss": 0.6951,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2602
    },
    {
      "epoch": 0.3547288089397656,
      "grad_norm": 0.41796875,
      "learning_rate": 1.6300041893841576e-05,
      "loss": 0.6501,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2603
    },
    {
      "epoch": 0.35486508585445625,
      "grad_norm": 0.46484375,
      "learning_rate": 1.6296346292398566e-05,
      "loss": 0.7407,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2604
    },
    {
      "epoch": 0.3550013627691469,
      "grad_norm": 0.3203125,
      "learning_rate": 1.6292649265657323e-05,
      "loss": 0.7439,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2605
    },
    {
      "epoch": 0.35513763968383755,
      "grad_norm": 0.302734375,
      "learning_rate": 1.628895081445473e-05,
      "loss": 0.723,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2606
    },
    {
      "epoch": 0.3552739165985282,
      "grad_norm": 0.390625,
      "learning_rate": 1.6285250939628015e-05,
      "loss": 0.6941,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2607
    },
    {
      "epoch": 0.35541019351321884,
      "grad_norm": 0.26171875,
      "learning_rate": 1.6281549642014698e-05,
      "loss": 0.677,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2608
    },
    {
      "epoch": 0.3555464704279095,
      "grad_norm": 0.29296875,
      "learning_rate": 1.627784692245265e-05,
      "loss": 0.6718,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2609
    },
    {
      "epoch": 0.35568274734260014,
      "grad_norm": 0.5390625,
      "learning_rate": 1.6274142781780045e-05,
      "loss": 0.6991,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2610
    },
    {
      "epoch": 0.35581902425729084,
      "grad_norm": 0.318359375,
      "learning_rate": 1.6270437220835398e-05,
      "loss": 0.7172,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2611
    },
    {
      "epoch": 0.3559553011719815,
      "grad_norm": 0.3984375,
      "learning_rate": 1.626673024045752e-05,
      "loss": 0.7393,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2612
    },
    {
      "epoch": 0.35609157808667213,
      "grad_norm": 0.283203125,
      "learning_rate": 1.6263021841485563e-05,
      "loss": 0.6719,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2613
    },
    {
      "epoch": 0.3562278550013628,
      "grad_norm": 0.328125,
      "learning_rate": 1.6259312024758998e-05,
      "loss": 0.718,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2614
    },
    {
      "epoch": 0.35636413191605343,
      "grad_norm": 0.267578125,
      "learning_rate": 1.6255600791117606e-05,
      "loss": 0.6353,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2615
    },
    {
      "epoch": 0.3565004088307441,
      "grad_norm": 0.296875,
      "learning_rate": 1.6251888141401495e-05,
      "loss": 0.7357,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2616
    },
    {
      "epoch": 0.3566366857454347,
      "grad_norm": 0.302734375,
      "learning_rate": 1.62481740764511e-05,
      "loss": 0.6405,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2617
    },
    {
      "epoch": 0.35677296266012537,
      "grad_norm": 0.291015625,
      "learning_rate": 1.6244458597107167e-05,
      "loss": 0.691,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2618
    },
    {
      "epoch": 0.356909239574816,
      "grad_norm": 0.404296875,
      "learning_rate": 1.6240741704210765e-05,
      "loss": 0.7008,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2619
    },
    {
      "epoch": 0.35704551648950666,
      "grad_norm": 0.314453125,
      "learning_rate": 1.6237023398603287e-05,
      "loss": 0.6495,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2620
    },
    {
      "epoch": 0.3571817934041973,
      "grad_norm": 0.2734375,
      "learning_rate": 1.6233303681126438e-05,
      "loss": 0.7382,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2621
    },
    {
      "epoch": 0.35731807031888796,
      "grad_norm": 0.318359375,
      "learning_rate": 1.6229582552622254e-05,
      "loss": 0.7723,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2622
    },
    {
      "epoch": 0.3574543472335786,
      "grad_norm": 0.330078125,
      "learning_rate": 1.6225860013933076e-05,
      "loss": 0.7464,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2623
    },
    {
      "epoch": 0.3575906241482693,
      "grad_norm": 0.3046875,
      "learning_rate": 1.6222136065901572e-05,
      "loss": 0.6978,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2624
    },
    {
      "epoch": 0.35772690106295996,
      "grad_norm": 0.359375,
      "learning_rate": 1.6218410709370735e-05,
      "loss": 0.7201,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2625
    },
    {
      "epoch": 0.3578631779776506,
      "grad_norm": 0.244140625,
      "learning_rate": 1.6214683945183872e-05,
      "loss": 0.732,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2626
    },
    {
      "epoch": 0.35799945489234125,
      "grad_norm": 0.6875,
      "learning_rate": 1.6210955774184595e-05,
      "loss": 0.8167,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2627
    },
    {
      "epoch": 0.3581357318070319,
      "grad_norm": 0.52734375,
      "learning_rate": 1.620722619721686e-05,
      "loss": 0.6648,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2628
    },
    {
      "epoch": 0.35827200872172255,
      "grad_norm": 0.26953125,
      "learning_rate": 1.620349521512492e-05,
      "loss": 0.7321,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2629
    },
    {
      "epoch": 0.3584082856364132,
      "grad_norm": 0.3359375,
      "learning_rate": 1.6199762828753353e-05,
      "loss": 0.7329,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2630
    },
    {
      "epoch": 0.35854456255110384,
      "grad_norm": 0.384765625,
      "learning_rate": 1.619602903894706e-05,
      "loss": 0.7782,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2631
    },
    {
      "epoch": 0.3586808394657945,
      "grad_norm": 0.326171875,
      "learning_rate": 1.6192293846551258e-05,
      "loss": 0.6606,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2632
    },
    {
      "epoch": 0.35881711638048513,
      "grad_norm": 0.298828125,
      "learning_rate": 1.6188557252411477e-05,
      "loss": 0.76,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2633
    },
    {
      "epoch": 0.3589533932951758,
      "grad_norm": 0.31640625,
      "learning_rate": 1.618481925737356e-05,
      "loss": 0.6796,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2634
    },
    {
      "epoch": 0.35908967020986643,
      "grad_norm": 0.27734375,
      "learning_rate": 1.6181079862283683e-05,
      "loss": 0.682,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2635
    },
    {
      "epoch": 0.3592259471245571,
      "grad_norm": 0.3203125,
      "learning_rate": 1.6177339067988324e-05,
      "loss": 0.7561,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2636
    },
    {
      "epoch": 0.3593622240392477,
      "grad_norm": 0.30859375,
      "learning_rate": 1.6173596875334286e-05,
      "loss": 0.7365,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2637
    },
    {
      "epoch": 0.3594985009539384,
      "grad_norm": 0.35546875,
      "learning_rate": 1.6169853285168682e-05,
      "loss": 0.7203,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2638
    },
    {
      "epoch": 0.3596347778686291,
      "grad_norm": 0.330078125,
      "learning_rate": 1.6166108298338946e-05,
      "loss": 0.6759,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2639
    },
    {
      "epoch": 0.3597710547833197,
      "grad_norm": 0.37890625,
      "learning_rate": 1.6162361915692834e-05,
      "loss": 0.7161,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2640
    },
    {
      "epoch": 0.35990733169801037,
      "grad_norm": 0.2431640625,
      "learning_rate": 1.6158614138078405e-05,
      "loss": 0.6137,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2641
    },
    {
      "epoch": 0.360043608612701,
      "grad_norm": 0.33984375,
      "learning_rate": 1.615486496634404e-05,
      "loss": 0.6372,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2642
    },
    {
      "epoch": 0.36017988552739166,
      "grad_norm": 0.34375,
      "learning_rate": 1.6151114401338437e-05,
      "loss": 0.7168,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2643
    },
    {
      "epoch": 0.3603161624420823,
      "grad_norm": 0.291015625,
      "learning_rate": 1.6147362443910608e-05,
      "loss": 0.696,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2644
    },
    {
      "epoch": 0.36045243935677296,
      "grad_norm": 0.298828125,
      "learning_rate": 1.6143609094909883e-05,
      "loss": 0.6756,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2645
    },
    {
      "epoch": 0.3605887162714636,
      "grad_norm": 0.51171875,
      "learning_rate": 1.6139854355185897e-05,
      "loss": 0.7395,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2646
    },
    {
      "epoch": 0.36072499318615425,
      "grad_norm": 0.287109375,
      "learning_rate": 1.6136098225588615e-05,
      "loss": 0.7165,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2647
    },
    {
      "epoch": 0.3608612701008449,
      "grad_norm": 0.30859375,
      "learning_rate": 1.61323407069683e-05,
      "loss": 0.7269,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2648
    },
    {
      "epoch": 0.36099754701553555,
      "grad_norm": 0.271484375,
      "learning_rate": 1.612858180017555e-05,
      "loss": 0.7137,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2649
    },
    {
      "epoch": 0.3611338239302262,
      "grad_norm": 0.3125,
      "learning_rate": 1.6124821506061253e-05,
      "loss": 0.6949,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2650
    },
    {
      "epoch": 0.3612701008449169,
      "grad_norm": 1.140625,
      "learning_rate": 1.612105982547663e-05,
      "loss": 0.7193,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2651
    },
    {
      "epoch": 0.36140637775960754,
      "grad_norm": 0.28125,
      "learning_rate": 1.611729675927321e-05,
      "loss": 0.7146,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2652
    },
    {
      "epoch": 0.3615426546742982,
      "grad_norm": 0.275390625,
      "learning_rate": 1.611353230830283e-05,
      "loss": 0.6942,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2653
    },
    {
      "epoch": 0.36167893158898884,
      "grad_norm": 0.283203125,
      "learning_rate": 1.610976647341765e-05,
      "loss": 0.6648,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2654
    },
    {
      "epoch": 0.3618152085036795,
      "grad_norm": 0.2265625,
      "learning_rate": 1.610599925547014e-05,
      "loss": 0.6889,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2655
    },
    {
      "epoch": 0.36195148541837013,
      "grad_norm": 0.2890625,
      "learning_rate": 1.6102230655313076e-05,
      "loss": 0.722,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2656
    },
    {
      "epoch": 0.3620877623330608,
      "grad_norm": 0.2890625,
      "learning_rate": 1.6098460673799553e-05,
      "loss": 0.6925,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2657
    },
    {
      "epoch": 0.36222403924775143,
      "grad_norm": 0.515625,
      "learning_rate": 1.6094689311782982e-05,
      "loss": 0.7546,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2658
    },
    {
      "epoch": 0.3623603161624421,
      "grad_norm": 0.271484375,
      "learning_rate": 1.6090916570117086e-05,
      "loss": 0.7348,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2659
    },
    {
      "epoch": 0.3624965930771327,
      "grad_norm": 0.373046875,
      "learning_rate": 1.608714244965589e-05,
      "loss": 0.7495,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2660
    },
    {
      "epoch": 0.36263286999182337,
      "grad_norm": 0.388671875,
      "learning_rate": 1.6083366951253737e-05,
      "loss": 0.7292,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2661
    },
    {
      "epoch": 0.362769146906514,
      "grad_norm": 0.341796875,
      "learning_rate": 1.6079590075765295e-05,
      "loss": 0.7669,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2662
    },
    {
      "epoch": 0.36290542382120466,
      "grad_norm": 0.29296875,
      "learning_rate": 1.6075811824045516e-05,
      "loss": 0.7271,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2663
    },
    {
      "epoch": 0.3630417007358953,
      "grad_norm": 0.28515625,
      "learning_rate": 1.607203219694969e-05,
      "loss": 0.6766,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2664
    },
    {
      "epoch": 0.363177977650586,
      "grad_norm": 0.3203125,
      "learning_rate": 1.606825119533341e-05,
      "loss": 0.6737,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2665
    },
    {
      "epoch": 0.36331425456527666,
      "grad_norm": 0.416015625,
      "learning_rate": 1.606446882005257e-05,
      "loss": 0.7026,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2666
    },
    {
      "epoch": 0.3634505314799673,
      "grad_norm": 0.259765625,
      "learning_rate": 1.6060685071963383e-05,
      "loss": 0.7031,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2667
    },
    {
      "epoch": 0.36358680839465796,
      "grad_norm": 0.314453125,
      "learning_rate": 1.605689995192238e-05,
      "loss": 0.712,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2668
    },
    {
      "epoch": 0.3637230853093486,
      "grad_norm": 0.3515625,
      "learning_rate": 1.605311346078639e-05,
      "loss": 0.7176,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2669
    },
    {
      "epoch": 0.36385936222403925,
      "grad_norm": 0.37890625,
      "learning_rate": 1.6049325599412556e-05,
      "loss": 0.772,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2670
    },
    {
      "epoch": 0.3639956391387299,
      "grad_norm": 0.359375,
      "learning_rate": 1.604553636865834e-05,
      "loss": 0.749,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2671
    },
    {
      "epoch": 0.36413191605342055,
      "grad_norm": 0.546875,
      "learning_rate": 1.60417457693815e-05,
      "loss": 0.7518,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2672
    },
    {
      "epoch": 0.3642681929681112,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.6037953802440108e-05,
      "loss": 0.6658,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2673
    },
    {
      "epoch": 0.36440446988280184,
      "grad_norm": 0.2734375,
      "learning_rate": 1.6034160468692556e-05,
      "loss": 0.7002,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2674
    },
    {
      "epoch": 0.3645407467974925,
      "grad_norm": 0.388671875,
      "learning_rate": 1.603036576899754e-05,
      "loss": 0.7562,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2675
    },
    {
      "epoch": 0.36467702371218313,
      "grad_norm": 0.265625,
      "learning_rate": 1.6026569704214046e-05,
      "loss": 0.7051,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2676
    },
    {
      "epoch": 0.3648133006268738,
      "grad_norm": 0.349609375,
      "learning_rate": 1.6022772275201403e-05,
      "loss": 0.7154,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2677
    },
    {
      "epoch": 0.3649495775415645,
      "grad_norm": 0.328125,
      "learning_rate": 1.6018973482819225e-05,
      "loss": 0.7601,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2678
    },
    {
      "epoch": 0.36508585445625513,
      "grad_norm": 0.349609375,
      "learning_rate": 1.6015173327927445e-05,
      "loss": 0.7812,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2679
    },
    {
      "epoch": 0.3652221313709458,
      "grad_norm": 0.275390625,
      "learning_rate": 1.6011371811386292e-05,
      "loss": 0.7753,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2680
    },
    {
      "epoch": 0.3653584082856364,
      "grad_norm": 0.306640625,
      "learning_rate": 1.6007568934056318e-05,
      "loss": 0.6772,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2681
    },
    {
      "epoch": 0.3654946852003271,
      "grad_norm": 0.26171875,
      "learning_rate": 1.6003764696798375e-05,
      "loss": 0.7271,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2682
    },
    {
      "epoch": 0.3656309621150177,
      "grad_norm": 0.296875,
      "learning_rate": 1.599995910047363e-05,
      "loss": 0.7382,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2683
    },
    {
      "epoch": 0.36576723902970837,
      "grad_norm": 0.298828125,
      "learning_rate": 1.5996152145943543e-05,
      "loss": 0.7494,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2684
    },
    {
      "epoch": 0.365903515944399,
      "grad_norm": 0.287109375,
      "learning_rate": 1.5992343834069898e-05,
      "loss": 0.743,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2685
    },
    {
      "epoch": 0.36603979285908966,
      "grad_norm": 0.3046875,
      "learning_rate": 1.598853416571478e-05,
      "loss": 0.7319,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2686
    },
    {
      "epoch": 0.3661760697737803,
      "grad_norm": 0.31640625,
      "learning_rate": 1.5984723141740578e-05,
      "loss": 0.7165,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2687
    },
    {
      "epoch": 0.36631234668847096,
      "grad_norm": 0.294921875,
      "learning_rate": 1.598091076300998e-05,
      "loss": 0.6482,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2688
    },
    {
      "epoch": 0.3664486236031616,
      "grad_norm": 0.625,
      "learning_rate": 1.5977097030386008e-05,
      "loss": 0.6351,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2689
    },
    {
      "epoch": 0.36658490051785225,
      "grad_norm": 0.404296875,
      "learning_rate": 1.597328194473197e-05,
      "loss": 0.7601,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2690
    },
    {
      "epoch": 0.3667211774325429,
      "grad_norm": 0.287109375,
      "learning_rate": 1.596946550691147e-05,
      "loss": 0.7301,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2691
    },
    {
      "epoch": 0.3668574543472336,
      "grad_norm": 0.578125,
      "learning_rate": 1.5965647717788442e-05,
      "loss": 0.8607,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2692
    },
    {
      "epoch": 0.36699373126192425,
      "grad_norm": 0.31640625,
      "learning_rate": 1.5961828578227116e-05,
      "loss": 0.7402,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2693
    },
    {
      "epoch": 0.3671300081766149,
      "grad_norm": 0.255859375,
      "learning_rate": 1.5958008089092024e-05,
      "loss": 0.7015,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2694
    },
    {
      "epoch": 0.36726628509130554,
      "grad_norm": 0.357421875,
      "learning_rate": 1.595418625124801e-05,
      "loss": 0.7307,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2695
    },
    {
      "epoch": 0.3674025620059962,
      "grad_norm": 0.291015625,
      "learning_rate": 1.5950363065560216e-05,
      "loss": 0.7887,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2696
    },
    {
      "epoch": 0.36753883892068684,
      "grad_norm": 0.318359375,
      "learning_rate": 1.5946538532894097e-05,
      "loss": 0.6568,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2697
    },
    {
      "epoch": 0.3676751158353775,
      "grad_norm": 0.28125,
      "learning_rate": 1.5942712654115405e-05,
      "loss": 0.7604,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2698
    },
    {
      "epoch": 0.36781139275006813,
      "grad_norm": 0.341796875,
      "learning_rate": 1.5938885430090205e-05,
      "loss": 0.6615,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2699
    },
    {
      "epoch": 0.3679476696647588,
      "grad_norm": 0.28125,
      "learning_rate": 1.5935056861684854e-05,
      "loss": 0.7608,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2700
    },
    {
      "epoch": 0.36808394657944943,
      "grad_norm": 0.3046875,
      "learning_rate": 1.593122694976603e-05,
      "loss": 0.7056,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2701
    },
    {
      "epoch": 0.3682202234941401,
      "grad_norm": 0.296875,
      "learning_rate": 1.5927395695200708e-05,
      "loss": 0.744,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2702
    },
    {
      "epoch": 0.3683565004088307,
      "grad_norm": 0.26171875,
      "learning_rate": 1.5923563098856158e-05,
      "loss": 0.683,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2703
    },
    {
      "epoch": 0.36849277732352137,
      "grad_norm": 0.25,
      "learning_rate": 1.5919729161599967e-05,
      "loss": 0.6833,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2704
    },
    {
      "epoch": 0.3686290542382121,
      "grad_norm": 0.2431640625,
      "learning_rate": 1.591589388430002e-05,
      "loss": 0.6943,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2705
    },
    {
      "epoch": 0.3687653311529027,
      "grad_norm": 0.3046875,
      "learning_rate": 1.5912057267824498e-05,
      "loss": 0.7026,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2706
    },
    {
      "epoch": 0.36890160806759337,
      "grad_norm": 0.4296875,
      "learning_rate": 1.5908219313041903e-05,
      "loss": 0.7279,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2707
    },
    {
      "epoch": 0.369037884982284,
      "grad_norm": 0.41015625,
      "learning_rate": 1.590438002082102e-05,
      "loss": 0.7671,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2708
    },
    {
      "epoch": 0.36917416189697466,
      "grad_norm": 0.39453125,
      "learning_rate": 1.5900539392030956e-05,
      "loss": 0.659,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2709
    },
    {
      "epoch": 0.3693104388116653,
      "grad_norm": 0.298828125,
      "learning_rate": 1.58966974275411e-05,
      "loss": 0.6455,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2710
    },
    {
      "epoch": 0.36944671572635596,
      "grad_norm": 0.271484375,
      "learning_rate": 1.589285412822116e-05,
      "loss": 0.6996,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2711
    },
    {
      "epoch": 0.3695829926410466,
      "grad_norm": 0.322265625,
      "learning_rate": 1.5889009494941142e-05,
      "loss": 0.6439,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2712
    },
    {
      "epoch": 0.36971926955573725,
      "grad_norm": 0.82421875,
      "learning_rate": 1.5885163528571345e-05,
      "loss": 0.697,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2713
    },
    {
      "epoch": 0.3698555464704279,
      "grad_norm": 0.328125,
      "learning_rate": 1.5881316229982385e-05,
      "loss": 0.7445,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2714
    },
    {
      "epoch": 0.36999182338511855,
      "grad_norm": 0.298828125,
      "learning_rate": 1.5877467600045165e-05,
      "loss": 0.7217,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2715
    },
    {
      "epoch": 0.3701281002998092,
      "grad_norm": 0.3515625,
      "learning_rate": 1.5873617639630902e-05,
      "loss": 0.7005,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2716
    },
    {
      "epoch": 0.37026437721449984,
      "grad_norm": 0.361328125,
      "learning_rate": 1.5869766349611103e-05,
      "loss": 0.7133,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2717
    },
    {
      "epoch": 0.3704006541291905,
      "grad_norm": 0.318359375,
      "learning_rate": 1.5865913730857583e-05,
      "loss": 0.7502,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2718
    },
    {
      "epoch": 0.3705369310438812,
      "grad_norm": 0.44140625,
      "learning_rate": 1.5862059784242456e-05,
      "loss": 0.6978,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2719
    },
    {
      "epoch": 0.37067320795857184,
      "grad_norm": 0.2890625,
      "learning_rate": 1.5858204510638137e-05,
      "loss": 0.6523,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2720
    },
    {
      "epoch": 0.3708094848732625,
      "grad_norm": 0.3359375,
      "learning_rate": 1.5854347910917338e-05,
      "loss": 0.7117,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2721
    },
    {
      "epoch": 0.37094576178795313,
      "grad_norm": 0.30078125,
      "learning_rate": 1.5850489985953076e-05,
      "loss": 0.668,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2722
    },
    {
      "epoch": 0.3710820387026438,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.584663073661867e-05,
      "loss": 0.685,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2723
    },
    {
      "epoch": 0.3712183156173344,
      "grad_norm": 0.314453125,
      "learning_rate": 1.584277016378773e-05,
      "loss": 0.7023,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2724
    },
    {
      "epoch": 0.3713545925320251,
      "grad_norm": 0.30078125,
      "learning_rate": 1.5838908268334166e-05,
      "loss": 0.7426,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2725
    },
    {
      "epoch": 0.3714908694467157,
      "grad_norm": 0.330078125,
      "learning_rate": 1.5835045051132197e-05,
      "loss": 0.7226,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2726
    },
    {
      "epoch": 0.37162714636140637,
      "grad_norm": 0.50390625,
      "learning_rate": 1.5831180513056344e-05,
      "loss": 0.9323,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2727
    },
    {
      "epoch": 0.371763423276097,
      "grad_norm": 0.298828125,
      "learning_rate": 1.5827314654981405e-05,
      "loss": 0.684,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2728
    },
    {
      "epoch": 0.37189970019078766,
      "grad_norm": 0.283203125,
      "learning_rate": 1.5823447477782497e-05,
      "loss": 0.6402,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2729
    },
    {
      "epoch": 0.3720359771054783,
      "grad_norm": 0.28125,
      "learning_rate": 1.581957898233503e-05,
      "loss": 0.6997,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2730
    },
    {
      "epoch": 0.37217225402016896,
      "grad_norm": 0.33203125,
      "learning_rate": 1.581570916951471e-05,
      "loss": 0.6868,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2731
    },
    {
      "epoch": 0.37230853093485966,
      "grad_norm": 0.306640625,
      "learning_rate": 1.5811838040197548e-05,
      "loss": 0.7127,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2732
    },
    {
      "epoch": 0.3724448078495503,
      "grad_norm": 0.287109375,
      "learning_rate": 1.5807965595259837e-05,
      "loss": 0.7332,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2733
    },
    {
      "epoch": 0.37258108476424096,
      "grad_norm": 0.28515625,
      "learning_rate": 1.5804091835578194e-05,
      "loss": 0.7093,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2734
    },
    {
      "epoch": 0.3727173616789316,
      "grad_norm": 0.298828125,
      "learning_rate": 1.5800216762029507e-05,
      "loss": 0.7173,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2735
    },
    {
      "epoch": 0.37285363859362225,
      "grad_norm": 0.302734375,
      "learning_rate": 1.5796340375490972e-05,
      "loss": 0.7883,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2736
    },
    {
      "epoch": 0.3729899155083129,
      "grad_norm": 0.291015625,
      "learning_rate": 1.5792462676840092e-05,
      "loss": 0.6672,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2737
    },
    {
      "epoch": 0.37312619242300354,
      "grad_norm": 0.3046875,
      "learning_rate": 1.5788583666954654e-05,
      "loss": 0.707,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2738
    },
    {
      "epoch": 0.3732624693376942,
      "grad_norm": 0.3046875,
      "learning_rate": 1.5784703346712747e-05,
      "loss": 0.7032,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2739
    },
    {
      "epoch": 0.37339874625238484,
      "grad_norm": 0.26953125,
      "learning_rate": 1.578082171699275e-05,
      "loss": 0.6835,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2740
    },
    {
      "epoch": 0.3735350231670755,
      "grad_norm": 0.34765625,
      "learning_rate": 1.577693877867335e-05,
      "loss": 0.725,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2741
    },
    {
      "epoch": 0.37367130008176613,
      "grad_norm": 0.322265625,
      "learning_rate": 1.5773054532633522e-05,
      "loss": 0.6769,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2742
    },
    {
      "epoch": 0.3738075769964568,
      "grad_norm": 0.345703125,
      "learning_rate": 1.5769168979752545e-05,
      "loss": 0.7402,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2743
    },
    {
      "epoch": 0.37394385391114743,
      "grad_norm": 0.3125,
      "learning_rate": 1.5765282120909976e-05,
      "loss": 0.7048,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2744
    },
    {
      "epoch": 0.3740801308258381,
      "grad_norm": 0.31640625,
      "learning_rate": 1.576139395698569e-05,
      "loss": 0.6962,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2745
    },
    {
      "epoch": 0.3742164077405288,
      "grad_norm": 0.64453125,
      "learning_rate": 1.575750448885984e-05,
      "loss": 0.7425,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2746
    },
    {
      "epoch": 0.3743526846552194,
      "grad_norm": 0.404296875,
      "learning_rate": 1.575361371741289e-05,
      "loss": 0.7642,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2747
    },
    {
      "epoch": 0.3744889615699101,
      "grad_norm": 0.328125,
      "learning_rate": 1.5749721643525587e-05,
      "loss": 0.7482,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2748
    },
    {
      "epoch": 0.3746252384846007,
      "grad_norm": 0.296875,
      "learning_rate": 1.574582826807897e-05,
      "loss": 0.7299,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2749
    },
    {
      "epoch": 0.37476151539929137,
      "grad_norm": 0.26953125,
      "learning_rate": 1.5741933591954385e-05,
      "loss": 0.7295,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2750
    },
    {
      "epoch": 0.374897792313982,
      "grad_norm": 0.470703125,
      "learning_rate": 1.5738037616033465e-05,
      "loss": 0.7412,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2751
    },
    {
      "epoch": 0.37503406922867266,
      "grad_norm": 0.32421875,
      "learning_rate": 1.573414034119814e-05,
      "loss": 0.6984,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2752
    },
    {
      "epoch": 0.3751703461433633,
      "grad_norm": 0.3671875,
      "learning_rate": 1.5730241768330633e-05,
      "loss": 0.6807,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2753
    },
    {
      "epoch": 0.37530662305805396,
      "grad_norm": 0.322265625,
      "learning_rate": 1.5726341898313455e-05,
      "loss": 0.7585,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2754
    },
    {
      "epoch": 0.3754428999727446,
      "grad_norm": 0.490234375,
      "learning_rate": 1.572244073202942e-05,
      "loss": 0.7358,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2755
    },
    {
      "epoch": 0.37557917688743525,
      "grad_norm": 0.33203125,
      "learning_rate": 1.571853827036163e-05,
      "loss": 0.7315,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2756
    },
    {
      "epoch": 0.3757154538021259,
      "grad_norm": 0.546875,
      "learning_rate": 1.571463451419349e-05,
      "loss": 0.647,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2757
    },
    {
      "epoch": 0.37585173071681655,
      "grad_norm": 0.40625,
      "learning_rate": 1.5710729464408678e-05,
      "loss": 0.7275,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2758
    },
    {
      "epoch": 0.37598800763150725,
      "grad_norm": 0.2470703125,
      "learning_rate": 1.5706823121891178e-05,
      "loss": 0.6565,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2759
    },
    {
      "epoch": 0.3761242845461979,
      "grad_norm": 0.33203125,
      "learning_rate": 1.5702915487525276e-05,
      "loss": 0.6987,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2760
    },
    {
      "epoch": 0.37626056146088854,
      "grad_norm": 0.33203125,
      "learning_rate": 1.5699006562195526e-05,
      "loss": 0.7806,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2761
    },
    {
      "epoch": 0.3763968383755792,
      "grad_norm": 0.330078125,
      "learning_rate": 1.56950963467868e-05,
      "loss": 0.664,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2762
    },
    {
      "epoch": 0.37653311529026984,
      "grad_norm": 0.412109375,
      "learning_rate": 1.569118484218424e-05,
      "loss": 0.7003,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2763
    },
    {
      "epoch": 0.3766693922049605,
      "grad_norm": 0.373046875,
      "learning_rate": 1.5687272049273294e-05,
      "loss": 0.7977,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2764
    },
    {
      "epoch": 0.37680566911965113,
      "grad_norm": 0.275390625,
      "learning_rate": 1.5683357968939696e-05,
      "loss": 0.7198,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2765
    },
    {
      "epoch": 0.3769419460343418,
      "grad_norm": 0.458984375,
      "learning_rate": 1.5679442602069473e-05,
      "loss": 0.7859,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2766
    },
    {
      "epoch": 0.3770782229490324,
      "grad_norm": 0.30078125,
      "learning_rate": 1.567552594954895e-05,
      "loss": 0.6749,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2767
    },
    {
      "epoch": 0.3772144998637231,
      "grad_norm": 0.4375,
      "learning_rate": 1.5671608012264728e-05,
      "loss": 0.7123,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2768
    },
    {
      "epoch": 0.3773507767784137,
      "grad_norm": 0.55859375,
      "learning_rate": 1.566768879110371e-05,
      "loss": 0.719,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2769
    },
    {
      "epoch": 0.37748705369310437,
      "grad_norm": 0.291015625,
      "learning_rate": 1.566376828695308e-05,
      "loss": 0.686,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2770
    },
    {
      "epoch": 0.377623330607795,
      "grad_norm": 0.26953125,
      "learning_rate": 1.5659846500700333e-05,
      "loss": 0.6313,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2771
    },
    {
      "epoch": 0.3777596075224857,
      "grad_norm": 0.337890625,
      "learning_rate": 1.5655923433233226e-05,
      "loss": 0.6936,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2772
    },
    {
      "epoch": 0.37789588443717637,
      "grad_norm": 0.439453125,
      "learning_rate": 1.565199908543983e-05,
      "loss": 0.7465,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2773
    },
    {
      "epoch": 0.378032161351867,
      "grad_norm": 0.384765625,
      "learning_rate": 1.564807345820849e-05,
      "loss": 0.7694,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2774
    },
    {
      "epoch": 0.37816843826655766,
      "grad_norm": 0.35546875,
      "learning_rate": 1.5644146552427852e-05,
      "loss": 0.716,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2775
    },
    {
      "epoch": 0.3783047151812483,
      "grad_norm": 0.3515625,
      "learning_rate": 1.564021836898684e-05,
      "loss": 0.7516,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2776
    },
    {
      "epoch": 0.37844099209593896,
      "grad_norm": 0.427734375,
      "learning_rate": 1.5636288908774678e-05,
      "loss": 0.7245,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2777
    },
    {
      "epoch": 0.3785772690106296,
      "grad_norm": 0.306640625,
      "learning_rate": 1.563235817268087e-05,
      "loss": 0.6772,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2778
    },
    {
      "epoch": 0.37871354592532025,
      "grad_norm": 0.283203125,
      "learning_rate": 1.562842616159522e-05,
      "loss": 0.7698,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2779
    },
    {
      "epoch": 0.3788498228400109,
      "grad_norm": 0.53515625,
      "learning_rate": 1.562449287640781e-05,
      "loss": 0.6416,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2780
    },
    {
      "epoch": 0.37898609975470154,
      "grad_norm": 0.419921875,
      "learning_rate": 1.5620558318009012e-05,
      "loss": 0.7435,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2781
    },
    {
      "epoch": 0.3791223766693922,
      "grad_norm": 0.357421875,
      "learning_rate": 1.561662248728949e-05,
      "loss": 0.7837,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2782
    },
    {
      "epoch": 0.37925865358408284,
      "grad_norm": 0.392578125,
      "learning_rate": 1.5612685385140195e-05,
      "loss": 0.8063,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2783
    },
    {
      "epoch": 0.3793949304987735,
      "grad_norm": 0.453125,
      "learning_rate": 1.5608747012452367e-05,
      "loss": 0.7716,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2784
    },
    {
      "epoch": 0.37953120741346413,
      "grad_norm": 0.28125,
      "learning_rate": 1.5604807370117527e-05,
      "loss": 0.7308,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2785
    },
    {
      "epoch": 0.37966748432815484,
      "grad_norm": 0.375,
      "learning_rate": 1.5600866459027495e-05,
      "loss": 0.7241,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2786
    },
    {
      "epoch": 0.3798037612428455,
      "grad_norm": 0.328125,
      "learning_rate": 1.5596924280074367e-05,
      "loss": 0.7135,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2787
    },
    {
      "epoch": 0.37994003815753613,
      "grad_norm": 0.314453125,
      "learning_rate": 1.559298083415053e-05,
      "loss": 0.6912,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2788
    },
    {
      "epoch": 0.3800763150722268,
      "grad_norm": 0.265625,
      "learning_rate": 1.5589036122148664e-05,
      "loss": 0.6976,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2789
    },
    {
      "epoch": 0.3802125919869174,
      "grad_norm": 0.322265625,
      "learning_rate": 1.558509014496172e-05,
      "loss": 0.7156,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2790
    },
    {
      "epoch": 0.3803488689016081,
      "grad_norm": 0.3125,
      "learning_rate": 1.5581142903482954e-05,
      "loss": 0.6907,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2791
    },
    {
      "epoch": 0.3804851458162987,
      "grad_norm": 0.259765625,
      "learning_rate": 1.5577194398605896e-05,
      "loss": 0.6741,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2792
    },
    {
      "epoch": 0.38062142273098937,
      "grad_norm": 0.388671875,
      "learning_rate": 1.5573244631224364e-05,
      "loss": 0.7738,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2793
    },
    {
      "epoch": 0.38075769964568,
      "grad_norm": 0.26953125,
      "learning_rate": 1.5569293602232468e-05,
      "loss": 0.7144,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2794
    },
    {
      "epoch": 0.38089397656037066,
      "grad_norm": 0.359375,
      "learning_rate": 1.5565341312524597e-05,
      "loss": 0.7586,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2795
    },
    {
      "epoch": 0.3810302534750613,
      "grad_norm": 0.3046875,
      "learning_rate": 1.5561387762995425e-05,
      "loss": 0.774,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2796
    },
    {
      "epoch": 0.38116653038975196,
      "grad_norm": 0.287109375,
      "learning_rate": 1.5557432954539913e-05,
      "loss": 0.697,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2797
    },
    {
      "epoch": 0.3813028073044426,
      "grad_norm": 0.322265625,
      "learning_rate": 1.555347688805331e-05,
      "loss": 0.825,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2798
    },
    {
      "epoch": 0.3814390842191333,
      "grad_norm": 0.306640625,
      "learning_rate": 1.5549519564431144e-05,
      "loss": 0.7479,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2799
    },
    {
      "epoch": 0.38157536113382395,
      "grad_norm": 0.248046875,
      "learning_rate": 1.554556098456924e-05,
      "loss": 0.6432,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2800
    },
    {
      "epoch": 0.3817116380485146,
      "grad_norm": 0.3203125,
      "learning_rate": 1.5541601149363686e-05,
      "loss": 0.7314,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2801
    },
    {
      "epoch": 0.38184791496320525,
      "grad_norm": 0.294921875,
      "learning_rate": 1.553764005971087e-05,
      "loss": 0.6917,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2802
    },
    {
      "epoch": 0.3819841918778959,
      "grad_norm": 0.2890625,
      "learning_rate": 1.5533677716507468e-05,
      "loss": 0.7553,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2803
    },
    {
      "epoch": 0.38212046879258654,
      "grad_norm": 0.310546875,
      "learning_rate": 1.552971412065042e-05,
      "loss": 0.7437,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2804
    },
    {
      "epoch": 0.3822567457072772,
      "grad_norm": 0.349609375,
      "learning_rate": 1.552574927303697e-05,
      "loss": 0.7339,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2805
    },
    {
      "epoch": 0.38239302262196784,
      "grad_norm": 0.4375,
      "learning_rate": 1.5521783174564635e-05,
      "loss": 0.7643,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2806
    },
    {
      "epoch": 0.3825292995366585,
      "grad_norm": 0.3671875,
      "learning_rate": 1.551781582613122e-05,
      "loss": 0.7024,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2807
    },
    {
      "epoch": 0.38266557645134913,
      "grad_norm": 0.26171875,
      "learning_rate": 1.5513847228634805e-05,
      "loss": 0.6867,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2808
    },
    {
      "epoch": 0.3828018533660398,
      "grad_norm": 0.55078125,
      "learning_rate": 1.5509877382973756e-05,
      "loss": 0.8053,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2809
    },
    {
      "epoch": 0.3829381302807304,
      "grad_norm": 0.5859375,
      "learning_rate": 1.550590629004673e-05,
      "loss": 0.7354,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2810
    },
    {
      "epoch": 0.3830744071954211,
      "grad_norm": 0.333984375,
      "learning_rate": 1.5501933950752655e-05,
      "loss": 0.6771,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2811
    },
    {
      "epoch": 0.3832106841101117,
      "grad_norm": 0.458984375,
      "learning_rate": 1.5497960365990753e-05,
      "loss": 0.7432,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2812
    },
    {
      "epoch": 0.3833469610248024,
      "grad_norm": 0.490234375,
      "learning_rate": 1.549398553666051e-05,
      "loss": 0.6737,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2813
    },
    {
      "epoch": 0.38348323793949307,
      "grad_norm": 0.28125,
      "learning_rate": 1.5490009463661712e-05,
      "loss": 0.7787,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2814
    },
    {
      "epoch": 0.3836195148541837,
      "grad_norm": 0.41796875,
      "learning_rate": 1.5486032147894417e-05,
      "loss": 0.7722,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2815
    },
    {
      "epoch": 0.38375579176887437,
      "grad_norm": 0.375,
      "learning_rate": 1.5482053590258965e-05,
      "loss": 0.75,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2816
    },
    {
      "epoch": 0.383892068683565,
      "grad_norm": 0.275390625,
      "learning_rate": 1.5478073791655983e-05,
      "loss": 0.6966,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2817
    },
    {
      "epoch": 0.38402834559825566,
      "grad_norm": 0.337890625,
      "learning_rate": 1.547409275298637e-05,
      "loss": 0.7301,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2818
    },
    {
      "epoch": 0.3841646225129463,
      "grad_norm": 0.328125,
      "learning_rate": 1.547011047515131e-05,
      "loss": 0.7238,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2819
    },
    {
      "epoch": 0.38430089942763695,
      "grad_norm": 0.4296875,
      "learning_rate": 1.546612695905227e-05,
      "loss": 0.7089,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2820
    },
    {
      "epoch": 0.3844371763423276,
      "grad_norm": 0.330078125,
      "learning_rate": 1.5462142205590994e-05,
      "loss": 0.6694,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2821
    },
    {
      "epoch": 0.38457345325701825,
      "grad_norm": 0.34375,
      "learning_rate": 1.545815621566951e-05,
      "loss": 0.709,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2822
    },
    {
      "epoch": 0.3847097301717089,
      "grad_norm": 0.546875,
      "learning_rate": 1.5454168990190115e-05,
      "loss": 0.7357,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2823
    },
    {
      "epoch": 0.38484600708639954,
      "grad_norm": 0.35546875,
      "learning_rate": 1.5450180530055402e-05,
      "loss": 0.7624,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2824
    },
    {
      "epoch": 0.3849822840010902,
      "grad_norm": 0.431640625,
      "learning_rate": 1.5446190836168232e-05,
      "loss": 0.6963,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2825
    },
    {
      "epoch": 0.3851185609157809,
      "grad_norm": 0.57421875,
      "learning_rate": 1.5442199909431754e-05,
      "loss": 0.884,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2826
    },
    {
      "epoch": 0.38525483783047154,
      "grad_norm": 0.30078125,
      "learning_rate": 1.5438207750749374e-05,
      "loss": 0.7802,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2827
    },
    {
      "epoch": 0.3853911147451622,
      "grad_norm": 0.375,
      "learning_rate": 1.543421436102481e-05,
      "loss": 0.6562,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2828
    },
    {
      "epoch": 0.38552739165985284,
      "grad_norm": 0.322265625,
      "learning_rate": 1.5430219741162037e-05,
      "loss": 0.7016,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2829
    },
    {
      "epoch": 0.3856636685745435,
      "grad_norm": 0.484375,
      "learning_rate": 1.542622389206531e-05,
      "loss": 0.6784,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2830
    },
    {
      "epoch": 0.38579994548923413,
      "grad_norm": 0.453125,
      "learning_rate": 1.542222681463917e-05,
      "loss": 0.7225,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2831
    },
    {
      "epoch": 0.3859362224039248,
      "grad_norm": 0.35546875,
      "learning_rate": 1.541822850978843e-05,
      "loss": 0.7437,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2832
    },
    {
      "epoch": 0.3860724993186154,
      "grad_norm": 0.318359375,
      "learning_rate": 1.541422897841818e-05,
      "loss": 0.6884,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2833
    },
    {
      "epoch": 0.3862087762333061,
      "grad_norm": 0.349609375,
      "learning_rate": 1.54102282214338e-05,
      "loss": 0.7689,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2834
    },
    {
      "epoch": 0.3863450531479967,
      "grad_norm": 0.302734375,
      "learning_rate": 1.5406226239740925e-05,
      "loss": 0.6539,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2835
    },
    {
      "epoch": 0.38648133006268737,
      "grad_norm": 0.35546875,
      "learning_rate": 1.5402223034245487e-05,
      "loss": 0.7072,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2836
    },
    {
      "epoch": 0.386617606977378,
      "grad_norm": 0.271484375,
      "learning_rate": 1.5398218605853692e-05,
      "loss": 0.6991,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2837
    },
    {
      "epoch": 0.38675388389206866,
      "grad_norm": 0.29296875,
      "learning_rate": 1.5394212955472008e-05,
      "loss": 0.705,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2838
    },
    {
      "epoch": 0.3868901608067593,
      "grad_norm": 0.36328125,
      "learning_rate": 1.5390206084007196e-05,
      "loss": 0.7015,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2839
    },
    {
      "epoch": 0.38702643772145,
      "grad_norm": 0.333984375,
      "learning_rate": 1.538619799236629e-05,
      "loss": 0.7233,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2840
    },
    {
      "epoch": 0.38716271463614066,
      "grad_norm": 0.283203125,
      "learning_rate": 1.53821886814566e-05,
      "loss": 0.7253,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2841
    },
    {
      "epoch": 0.3872989915508313,
      "grad_norm": 0.28125,
      "learning_rate": 1.5378178152185703e-05,
      "loss": 0.7342,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2842
    },
    {
      "epoch": 0.38743526846552195,
      "grad_norm": 0.36328125,
      "learning_rate": 1.537416640546146e-05,
      "loss": 0.7039,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2843
    },
    {
      "epoch": 0.3875715453802126,
      "grad_norm": 0.318359375,
      "learning_rate": 1.5370153442192014e-05,
      "loss": 0.6968,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2844
    },
    {
      "epoch": 0.38770782229490325,
      "grad_norm": 0.4765625,
      "learning_rate": 1.536613926328577e-05,
      "loss": 0.8957,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2845
    },
    {
      "epoch": 0.3878440992095939,
      "grad_norm": 0.33984375,
      "learning_rate": 1.5362123869651413e-05,
      "loss": 0.8286,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2846
    },
    {
      "epoch": 0.38798037612428454,
      "grad_norm": 0.35546875,
      "learning_rate": 1.5358107262197904e-05,
      "loss": 0.6924,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2847
    },
    {
      "epoch": 0.3881166530389752,
      "grad_norm": 0.50390625,
      "learning_rate": 1.5354089441834482e-05,
      "loss": 0.7321,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2848
    },
    {
      "epoch": 0.38825292995366584,
      "grad_norm": 0.33984375,
      "learning_rate": 1.535007040947066e-05,
      "loss": 0.7091,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2849
    },
    {
      "epoch": 0.3883892068683565,
      "grad_norm": 0.34765625,
      "learning_rate": 1.5346050166016213e-05,
      "loss": 0.7087,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2850
    },
    {
      "epoch": 0.38852548378304713,
      "grad_norm": 0.27734375,
      "learning_rate": 1.5342028712381207e-05,
      "loss": 0.7205,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2851
    },
    {
      "epoch": 0.3886617606977378,
      "grad_norm": 0.373046875,
      "learning_rate": 1.5338006049475975e-05,
      "loss": 0.6886,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2852
    },
    {
      "epoch": 0.3887980376124285,
      "grad_norm": 0.34375,
      "learning_rate": 1.533398217821112e-05,
      "loss": 0.6781,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2853
    },
    {
      "epoch": 0.38893431452711913,
      "grad_norm": 0.3046875,
      "learning_rate": 1.5329957099497524e-05,
      "loss": 0.6715,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2854
    },
    {
      "epoch": 0.3890705914418098,
      "grad_norm": 0.46875,
      "learning_rate": 1.5325930814246342e-05,
      "loss": 0.7446,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2855
    },
    {
      "epoch": 0.3892068683565004,
      "grad_norm": 0.5234375,
      "learning_rate": 1.5321903323369e-05,
      "loss": 0.733,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2856
    },
    {
      "epoch": 0.38934314527119107,
      "grad_norm": 0.3984375,
      "learning_rate": 1.53178746277772e-05,
      "loss": 0.7219,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2857
    },
    {
      "epoch": 0.3894794221858817,
      "grad_norm": 0.296875,
      "learning_rate": 1.5313844728382906e-05,
      "loss": 0.6991,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2858
    },
    {
      "epoch": 0.38961569910057237,
      "grad_norm": 0.3359375,
      "learning_rate": 1.5309813626098368e-05,
      "loss": 0.778,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2859
    },
    {
      "epoch": 0.389751976015263,
      "grad_norm": 0.345703125,
      "learning_rate": 1.53057813218361e-05,
      "loss": 0.7176,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2860
    },
    {
      "epoch": 0.38988825292995366,
      "grad_norm": 0.328125,
      "learning_rate": 1.53017478165089e-05,
      "loss": 0.7343,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2861
    },
    {
      "epoch": 0.3900245298446443,
      "grad_norm": 0.416015625,
      "learning_rate": 1.529771311102982e-05,
      "loss": 0.7113,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2862
    },
    {
      "epoch": 0.39016080675933495,
      "grad_norm": 0.279296875,
      "learning_rate": 1.5293677206312194e-05,
      "loss": 0.7139,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2863
    },
    {
      "epoch": 0.3902970836740256,
      "grad_norm": 0.408203125,
      "learning_rate": 1.5289640103269626e-05,
      "loss": 0.695,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2864
    },
    {
      "epoch": 0.39043336058871625,
      "grad_norm": 0.2734375,
      "learning_rate": 1.5285601802815992e-05,
      "loss": 0.7431,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2865
    },
    {
      "epoch": 0.3905696375034069,
      "grad_norm": 0.31640625,
      "learning_rate": 1.5281562305865443e-05,
      "loss": 0.6675,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2866
    },
    {
      "epoch": 0.3907059144180976,
      "grad_norm": 0.28125,
      "learning_rate": 1.5277521613332395e-05,
      "loss": 0.6754,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2867
    },
    {
      "epoch": 0.39084219133278825,
      "grad_norm": 0.28125,
      "learning_rate": 1.5273479726131525e-05,
      "loss": 0.7108,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2868
    },
    {
      "epoch": 0.3909784682474789,
      "grad_norm": 0.265625,
      "learning_rate": 1.5269436645177808e-05,
      "loss": 0.7601,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2869
    },
    {
      "epoch": 0.39111474516216954,
      "grad_norm": 0.302734375,
      "learning_rate": 1.5265392371386457e-05,
      "loss": 0.7641,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2870
    },
    {
      "epoch": 0.3912510220768602,
      "grad_norm": 0.40234375,
      "learning_rate": 1.5261346905672982e-05,
      "loss": 0.7317,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2871
    },
    {
      "epoch": 0.39138729899155084,
      "grad_norm": 0.36328125,
      "learning_rate": 1.5257300248953146e-05,
      "loss": 0.7887,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2872
    },
    {
      "epoch": 0.3915235759062415,
      "grad_norm": 0.384765625,
      "learning_rate": 1.5253252402142989e-05,
      "loss": 0.7033,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2873
    },
    {
      "epoch": 0.39165985282093213,
      "grad_norm": 0.306640625,
      "learning_rate": 1.5249203366158817e-05,
      "loss": 0.6456,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2874
    },
    {
      "epoch": 0.3917961297356228,
      "grad_norm": 0.255859375,
      "learning_rate": 1.5245153141917213e-05,
      "loss": 0.7184,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2875
    },
    {
      "epoch": 0.3919324066503134,
      "grad_norm": 0.625,
      "learning_rate": 1.524110173033501e-05,
      "loss": 0.7195,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2876
    },
    {
      "epoch": 0.3920686835650041,
      "grad_norm": 0.30078125,
      "learning_rate": 1.5237049132329334e-05,
      "loss": 0.6762,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2877
    },
    {
      "epoch": 0.3922049604796947,
      "grad_norm": 0.265625,
      "learning_rate": 1.523299534881756e-05,
      "loss": 0.7491,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2878
    },
    {
      "epoch": 0.39234123739438537,
      "grad_norm": 0.283203125,
      "learning_rate": 1.5228940380717342e-05,
      "loss": 0.7251,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2879
    },
    {
      "epoch": 0.39247751430907607,
      "grad_norm": 0.396484375,
      "learning_rate": 1.5224884228946604e-05,
      "loss": 0.7726,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2880
    },
    {
      "epoch": 0.3926137912237667,
      "grad_norm": 0.267578125,
      "learning_rate": 1.5220826894423529e-05,
      "loss": 0.6922,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2881
    },
    {
      "epoch": 0.39275006813845736,
      "grad_norm": 0.3359375,
      "learning_rate": 1.5216768378066572e-05,
      "loss": 0.6822,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2882
    },
    {
      "epoch": 0.392886345053148,
      "grad_norm": 0.33984375,
      "learning_rate": 1.5212708680794457e-05,
      "loss": 0.7016,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2883
    },
    {
      "epoch": 0.39302262196783866,
      "grad_norm": 0.330078125,
      "learning_rate": 1.5208647803526171e-05,
      "loss": 0.6543,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2884
    },
    {
      "epoch": 0.3931588988825293,
      "grad_norm": 0.26953125,
      "learning_rate": 1.5204585747180976e-05,
      "loss": 0.7438,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2885
    },
    {
      "epoch": 0.39329517579721995,
      "grad_norm": 0.2421875,
      "learning_rate": 1.5200522512678394e-05,
      "loss": 0.7067,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2886
    },
    {
      "epoch": 0.3934314527119106,
      "grad_norm": 0.57421875,
      "learning_rate": 1.5196458100938214e-05,
      "loss": 0.6628,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2887
    },
    {
      "epoch": 0.39356772962660125,
      "grad_norm": 0.291015625,
      "learning_rate": 1.5192392512880495e-05,
      "loss": 0.7321,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2888
    },
    {
      "epoch": 0.3937040065412919,
      "grad_norm": 0.271484375,
      "learning_rate": 1.5188325749425561e-05,
      "loss": 0.6636,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2889
    },
    {
      "epoch": 0.39384028345598254,
      "grad_norm": 0.349609375,
      "learning_rate": 1.5184257811493998e-05,
      "loss": 0.8083,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2890
    },
    {
      "epoch": 0.3939765603706732,
      "grad_norm": 0.30078125,
      "learning_rate": 1.5180188700006669e-05,
      "loss": 0.7123,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2891
    },
    {
      "epoch": 0.39411283728536384,
      "grad_norm": 0.306640625,
      "learning_rate": 1.5176118415884684e-05,
      "loss": 0.7441,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2892
    },
    {
      "epoch": 0.3942491142000545,
      "grad_norm": 0.30859375,
      "learning_rate": 1.5172046960049442e-05,
      "loss": 0.7403,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2893
    },
    {
      "epoch": 0.3943853911147452,
      "grad_norm": 0.384765625,
      "learning_rate": 1.5167974333422587e-05,
      "loss": 0.7959,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2894
    },
    {
      "epoch": 0.39452166802943583,
      "grad_norm": 0.318359375,
      "learning_rate": 1.5163900536926036e-05,
      "loss": 0.781,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2895
    },
    {
      "epoch": 0.3946579449441265,
      "grad_norm": 0.298828125,
      "learning_rate": 1.5159825571481973e-05,
      "loss": 0.7601,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2896
    },
    {
      "epoch": 0.39479422185881713,
      "grad_norm": 0.421875,
      "learning_rate": 1.5155749438012843e-05,
      "loss": 0.7903,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2897
    },
    {
      "epoch": 0.3949304987735078,
      "grad_norm": 0.40234375,
      "learning_rate": 1.5151672137441358e-05,
      "loss": 0.7177,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2898
    },
    {
      "epoch": 0.3950667756881984,
      "grad_norm": 0.27734375,
      "learning_rate": 1.5147593670690487e-05,
      "loss": 0.7194,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2899
    },
    {
      "epoch": 0.39520305260288907,
      "grad_norm": 0.30078125,
      "learning_rate": 1.514351403868348e-05,
      "loss": 0.6728,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2900
    },
    {
      "epoch": 0.3953393295175797,
      "grad_norm": 0.251953125,
      "learning_rate": 1.5139433242343832e-05,
      "loss": 0.6843,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2901
    },
    {
      "epoch": 0.39547560643227037,
      "grad_norm": 0.384765625,
      "learning_rate": 1.5135351282595308e-05,
      "loss": 0.7444,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2902
    },
    {
      "epoch": 0.395611883346961,
      "grad_norm": 0.341796875,
      "learning_rate": 1.5131268160361942e-05,
      "loss": 0.7149,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2903
    },
    {
      "epoch": 0.39574816026165166,
      "grad_norm": 0.294921875,
      "learning_rate": 1.5127183876568024e-05,
      "loss": 0.7511,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2904
    },
    {
      "epoch": 0.3958844371763423,
      "grad_norm": 0.314453125,
      "learning_rate": 1.512309843213811e-05,
      "loss": 0.7052,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2905
    },
    {
      "epoch": 0.39602071409103295,
      "grad_norm": 0.251953125,
      "learning_rate": 1.511901182799702e-05,
      "loss": 0.6985,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2906
    },
    {
      "epoch": 0.39615699100572366,
      "grad_norm": 0.3828125,
      "learning_rate": 1.5114924065069834e-05,
      "loss": 0.7381,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2907
    },
    {
      "epoch": 0.3962932679204143,
      "grad_norm": 0.251953125,
      "learning_rate": 1.5110835144281892e-05,
      "loss": 0.7081,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2908
    },
    {
      "epoch": 0.39642954483510495,
      "grad_norm": 0.3671875,
      "learning_rate": 1.5106745066558806e-05,
      "loss": 0.7298,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2909
    },
    {
      "epoch": 0.3965658217497956,
      "grad_norm": 0.28515625,
      "learning_rate": 1.5102653832826438e-05,
      "loss": 0.6848,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2910
    },
    {
      "epoch": 0.39670209866448625,
      "grad_norm": 0.41015625,
      "learning_rate": 1.5098561444010917e-05,
      "loss": 0.7202,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2911
    },
    {
      "epoch": 0.3968383755791769,
      "grad_norm": 0.306640625,
      "learning_rate": 1.5094467901038639e-05,
      "loss": 0.6551,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2912
    },
    {
      "epoch": 0.39697465249386754,
      "grad_norm": 0.306640625,
      "learning_rate": 1.5090373204836246e-05,
      "loss": 0.7617,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2913
    },
    {
      "epoch": 0.3971109294085582,
      "grad_norm": 0.306640625,
      "learning_rate": 1.5086277356330659e-05,
      "loss": 0.6828,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2914
    },
    {
      "epoch": 0.39724720632324884,
      "grad_norm": 0.412109375,
      "learning_rate": 1.5082180356449045e-05,
      "loss": 0.7163,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2915
    },
    {
      "epoch": 0.3973834832379395,
      "grad_norm": 0.31640625,
      "learning_rate": 1.5078082206118845e-05,
      "loss": 0.6819,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2916
    },
    {
      "epoch": 0.39751976015263013,
      "grad_norm": 0.328125,
      "learning_rate": 1.507398290626775e-05,
      "loss": 0.7326,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2917
    },
    {
      "epoch": 0.3976560370673208,
      "grad_norm": 0.28125,
      "learning_rate": 1.5069882457823712e-05,
      "loss": 0.7182,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2918
    },
    {
      "epoch": 0.3977923139820114,
      "grad_norm": 0.318359375,
      "learning_rate": 1.5065780861714951e-05,
      "loss": 0.6162,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2919
    },
    {
      "epoch": 0.3979285908967021,
      "grad_norm": 0.26171875,
      "learning_rate": 1.5061678118869942e-05,
      "loss": 0.7374,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2920
    },
    {
      "epoch": 0.3980648678113928,
      "grad_norm": 0.314453125,
      "learning_rate": 1.5057574230217418e-05,
      "loss": 0.7753,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2921
    },
    {
      "epoch": 0.3982011447260834,
      "grad_norm": 0.359375,
      "learning_rate": 1.5053469196686367e-05,
      "loss": 0.7144,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2922
    },
    {
      "epoch": 0.39833742164077407,
      "grad_norm": 0.2890625,
      "learning_rate": 1.5049363019206048e-05,
      "loss": 0.7022,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2923
    },
    {
      "epoch": 0.3984736985554647,
      "grad_norm": 0.322265625,
      "learning_rate": 1.5045255698705972e-05,
      "loss": 0.6503,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2924
    },
    {
      "epoch": 0.39860997547015536,
      "grad_norm": 0.357421875,
      "learning_rate": 1.5041147236115905e-05,
      "loss": 0.6823,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2925
    },
    {
      "epoch": 0.398746252384846,
      "grad_norm": 0.333984375,
      "learning_rate": 1.503703763236588e-05,
      "loss": 0.7115,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2926
    },
    {
      "epoch": 0.39888252929953666,
      "grad_norm": 0.41015625,
      "learning_rate": 1.5032926888386188e-05,
      "loss": 0.7381,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2927
    },
    {
      "epoch": 0.3990188062142273,
      "grad_norm": 0.34765625,
      "learning_rate": 1.5028815005107365e-05,
      "loss": 0.6743,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2928
    },
    {
      "epoch": 0.39915508312891795,
      "grad_norm": 0.279296875,
      "learning_rate": 1.5024701983460217e-05,
      "loss": 0.7122,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2929
    },
    {
      "epoch": 0.3992913600436086,
      "grad_norm": 0.3046875,
      "learning_rate": 1.502058782437581e-05,
      "loss": 0.6726,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2930
    },
    {
      "epoch": 0.39942763695829925,
      "grad_norm": 0.8359375,
      "learning_rate": 1.5016472528785463e-05,
      "loss": 0.7295,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2931
    },
    {
      "epoch": 0.3995639138729899,
      "grad_norm": 0.498046875,
      "learning_rate": 1.5012356097620745e-05,
      "loss": 0.6839,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2932
    },
    {
      "epoch": 0.39970019078768054,
      "grad_norm": 0.294921875,
      "learning_rate": 1.5008238531813492e-05,
      "loss": 0.7432,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2933
    },
    {
      "epoch": 0.39983646770237125,
      "grad_norm": 0.2734375,
      "learning_rate": 1.5004119832295797e-05,
      "loss": 0.7228,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2934
    },
    {
      "epoch": 0.3999727446170619,
      "grad_norm": 0.2734375,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.7418,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2935
    },
    {
      "epoch": 0.40010902153175254,
      "grad_norm": 0.3125,
      "learning_rate": 1.4995879035858712e-05,
      "loss": 0.7652,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2936
    },
    {
      "epoch": 0.4002452984464432,
      "grad_norm": 0.3046875,
      "learning_rate": 1.4991756940804782e-05,
      "loss": 0.6538,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2937
    },
    {
      "epoch": 0.40038157536113383,
      "grad_norm": 0.291015625,
      "learning_rate": 1.498763371577133e-05,
      "loss": 0.7146,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2938
    },
    {
      "epoch": 0.4005178522758245,
      "grad_norm": 0.392578125,
      "learning_rate": 1.498350936169173e-05,
      "loss": 0.8358,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2939
    },
    {
      "epoch": 0.40065412919051513,
      "grad_norm": 0.291015625,
      "learning_rate": 1.4979383879499603e-05,
      "loss": 0.6866,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2940
    },
    {
      "epoch": 0.4007904061052058,
      "grad_norm": 0.365234375,
      "learning_rate": 1.4975257270128832e-05,
      "loss": 0.7732,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2941
    },
    {
      "epoch": 0.4009266830198964,
      "grad_norm": 0.5234375,
      "learning_rate": 1.4971129534513554e-05,
      "loss": 0.8434,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2942
    },
    {
      "epoch": 0.40106295993458707,
      "grad_norm": 0.314453125,
      "learning_rate": 1.4967000673588161e-05,
      "loss": 0.6376,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2943
    },
    {
      "epoch": 0.4011992368492777,
      "grad_norm": 0.4375,
      "learning_rate": 1.49628706882873e-05,
      "loss": 0.712,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2944
    },
    {
      "epoch": 0.40133551376396837,
      "grad_norm": 0.328125,
      "learning_rate": 1.4958739579545873e-05,
      "loss": 0.6637,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2945
    },
    {
      "epoch": 0.401471790678659,
      "grad_norm": 0.32421875,
      "learning_rate": 1.4954607348299036e-05,
      "loss": 0.7113,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2946
    },
    {
      "epoch": 0.40160806759334966,
      "grad_norm": 0.318359375,
      "learning_rate": 1.4950473995482195e-05,
      "loss": 0.7657,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2947
    },
    {
      "epoch": 0.40174434450804036,
      "grad_norm": 0.3515625,
      "learning_rate": 1.4946339522031013e-05,
      "loss": 0.7429,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2948
    },
    {
      "epoch": 0.401880621422731,
      "grad_norm": 0.3671875,
      "learning_rate": 1.4942203928881411e-05,
      "loss": 0.696,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2949
    },
    {
      "epoch": 0.40201689833742166,
      "grad_norm": 0.27734375,
      "learning_rate": 1.4938067216969558e-05,
      "loss": 0.7194,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2950
    },
    {
      "epoch": 0.4021531752521123,
      "grad_norm": 0.345703125,
      "learning_rate": 1.4933929387231878e-05,
      "loss": 0.6765,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2951
    },
    {
      "epoch": 0.40228945216680295,
      "grad_norm": 0.28515625,
      "learning_rate": 1.4929790440605043e-05,
      "loss": 0.6452,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2952
    },
    {
      "epoch": 0.4024257290814936,
      "grad_norm": 0.28515625,
      "learning_rate": 1.4925650378025988e-05,
      "loss": 0.6994,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2953
    },
    {
      "epoch": 0.40256200599618425,
      "grad_norm": 0.427734375,
      "learning_rate": 1.4921509200431896e-05,
      "loss": 0.6945,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2954
    },
    {
      "epoch": 0.4026982829108749,
      "grad_norm": 0.30078125,
      "learning_rate": 1.49173669087602e-05,
      "loss": 0.7427,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2955
    },
    {
      "epoch": 0.40283455982556554,
      "grad_norm": 0.322265625,
      "learning_rate": 1.4913223503948584e-05,
      "loss": 0.7795,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2956
    },
    {
      "epoch": 0.4029708367402562,
      "grad_norm": 0.34765625,
      "learning_rate": 1.4909078986934993e-05,
      "loss": 0.7437,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2957
    },
    {
      "epoch": 0.40310711365494684,
      "grad_norm": 0.53125,
      "learning_rate": 1.490493335865761e-05,
      "loss": 0.8226,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2958
    },
    {
      "epoch": 0.4032433905696375,
      "grad_norm": 0.427734375,
      "learning_rate": 1.4900786620054882e-05,
      "loss": 0.7702,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2959
    },
    {
      "epoch": 0.40337966748432813,
      "grad_norm": 0.265625,
      "learning_rate": 1.4896638772065501e-05,
      "loss": 0.667,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2960
    },
    {
      "epoch": 0.40351594439901883,
      "grad_norm": 0.69140625,
      "learning_rate": 1.4892489815628415e-05,
      "loss": 0.8784,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2961
    },
    {
      "epoch": 0.4036522213137095,
      "grad_norm": 0.380859375,
      "learning_rate": 1.4888339751682814e-05,
      "loss": 0.7284,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2962
    },
    {
      "epoch": 0.40378849822840013,
      "grad_norm": 0.462890625,
      "learning_rate": 1.4884188581168146e-05,
      "loss": 0.7402,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2963
    },
    {
      "epoch": 0.4039247751430908,
      "grad_norm": 0.3828125,
      "learning_rate": 1.4880036305024108e-05,
      "loss": 0.7201,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2964
    },
    {
      "epoch": 0.4040610520577814,
      "grad_norm": 0.357421875,
      "learning_rate": 1.4875882924190652e-05,
      "loss": 0.6972,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2965
    },
    {
      "epoch": 0.40419732897247207,
      "grad_norm": 0.30078125,
      "learning_rate": 1.4871728439607967e-05,
      "loss": 0.7418,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2966
    },
    {
      "epoch": 0.4043336058871627,
      "grad_norm": 0.259765625,
      "learning_rate": 1.4867572852216506e-05,
      "loss": 0.7222,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2967
    },
    {
      "epoch": 0.40446988280185336,
      "grad_norm": 0.3359375,
      "learning_rate": 1.486341616295696e-05,
      "loss": 0.7498,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2968
    },
    {
      "epoch": 0.404606159716544,
      "grad_norm": 0.296875,
      "learning_rate": 1.485925837277028e-05,
      "loss": 0.7765,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2969
    },
    {
      "epoch": 0.40474243663123466,
      "grad_norm": 0.52734375,
      "learning_rate": 1.4855099482597659e-05,
      "loss": 0.6643,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2970
    },
    {
      "epoch": 0.4048787135459253,
      "grad_norm": 0.328125,
      "learning_rate": 1.4850939493380541e-05,
      "loss": 0.7567,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2971
    },
    {
      "epoch": 0.40501499046061595,
      "grad_norm": 0.404296875,
      "learning_rate": 1.4846778406060618e-05,
      "loss": 0.762,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2972
    },
    {
      "epoch": 0.4051512673753066,
      "grad_norm": 0.359375,
      "learning_rate": 1.4842616221579838e-05,
      "loss": 0.6415,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2973
    },
    {
      "epoch": 0.40528754428999725,
      "grad_norm": 0.375,
      "learning_rate": 1.4838452940880383e-05,
      "loss": 0.7982,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2974
    },
    {
      "epoch": 0.40542382120468795,
      "grad_norm": 0.478515625,
      "learning_rate": 1.4834288564904696e-05,
      "loss": 0.7357,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2975
    },
    {
      "epoch": 0.4055600981193786,
      "grad_norm": 0.41015625,
      "learning_rate": 1.483012309459546e-05,
      "loss": 0.776,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2976
    },
    {
      "epoch": 0.40569637503406925,
      "grad_norm": 0.345703125,
      "learning_rate": 1.482595653089561e-05,
      "loss": 0.772,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2977
    },
    {
      "epoch": 0.4058326519487599,
      "grad_norm": 0.33984375,
      "learning_rate": 1.4821788874748326e-05,
      "loss": 0.752,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2978
    },
    {
      "epoch": 0.40596892886345054,
      "grad_norm": 0.349609375,
      "learning_rate": 1.4817620127097041e-05,
      "loss": 0.7514,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2979
    },
    {
      "epoch": 0.4061052057781412,
      "grad_norm": 0.3046875,
      "learning_rate": 1.4813450288885425e-05,
      "loss": 0.7396,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2980
    },
    {
      "epoch": 0.40624148269283183,
      "grad_norm": 0.291015625,
      "learning_rate": 1.4809279361057402e-05,
      "loss": 0.7169,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2981
    },
    {
      "epoch": 0.4063777596075225,
      "grad_norm": 0.265625,
      "learning_rate": 1.4805107344557146e-05,
      "loss": 0.7333,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2982
    },
    {
      "epoch": 0.40651403652221313,
      "grad_norm": 0.38671875,
      "learning_rate": 1.4800934240329065e-05,
      "loss": 0.7684,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2983
    },
    {
      "epoch": 0.4066503134369038,
      "grad_norm": 0.341796875,
      "learning_rate": 1.4796760049317829e-05,
      "loss": 0.7964,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2984
    },
    {
      "epoch": 0.4067865903515944,
      "grad_norm": 0.291015625,
      "learning_rate": 1.479258477246834e-05,
      "loss": 0.7015,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2985
    },
    {
      "epoch": 0.40692286726628507,
      "grad_norm": 0.337890625,
      "learning_rate": 1.4788408410725752e-05,
      "loss": 0.6704,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2986
    },
    {
      "epoch": 0.4070591441809757,
      "grad_norm": 0.279296875,
      "learning_rate": 1.4784230965035464e-05,
      "loss": 0.7078,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2987
    },
    {
      "epoch": 0.4071954210956664,
      "grad_norm": 0.5859375,
      "learning_rate": 1.4780052436343127e-05,
      "loss": 0.7233,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2988
    },
    {
      "epoch": 0.40733169801035707,
      "grad_norm": 0.30859375,
      "learning_rate": 1.4775872825594622e-05,
      "loss": 0.7354,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2989
    },
    {
      "epoch": 0.4074679749250477,
      "grad_norm": 0.439453125,
      "learning_rate": 1.4771692133736087e-05,
      "loss": 0.7028,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2990
    },
    {
      "epoch": 0.40760425183973836,
      "grad_norm": 0.48828125,
      "learning_rate": 1.4767510361713907e-05,
      "loss": 0.6642,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2991
    },
    {
      "epoch": 0.407740528754429,
      "grad_norm": 0.43359375,
      "learning_rate": 1.4763327510474694e-05,
      "loss": 0.7528,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2992
    },
    {
      "epoch": 0.40787680566911966,
      "grad_norm": 0.310546875,
      "learning_rate": 1.4759143580965328e-05,
      "loss": 0.69,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2993
    },
    {
      "epoch": 0.4080130825838103,
      "grad_norm": 0.326171875,
      "learning_rate": 1.4754958574132911e-05,
      "loss": 0.6418,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2994
    },
    {
      "epoch": 0.40814935949850095,
      "grad_norm": 0.337890625,
      "learning_rate": 1.4750772490924812e-05,
      "loss": 0.7146,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2995
    },
    {
      "epoch": 0.4082856364131916,
      "grad_norm": 0.349609375,
      "learning_rate": 1.4746585332288619e-05,
      "loss": 0.6925,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2996
    },
    {
      "epoch": 0.40842191332788225,
      "grad_norm": 0.39453125,
      "learning_rate": 1.4742397099172183e-05,
      "loss": 0.7192,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2997
    },
    {
      "epoch": 0.4085581902425729,
      "grad_norm": 0.357421875,
      "learning_rate": 1.4738207792523587e-05,
      "loss": 0.8499,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2998
    },
    {
      "epoch": 0.40869446715726354,
      "grad_norm": 0.515625,
      "learning_rate": 1.473401741329116e-05,
      "loss": 0.7729,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 2999
    },
    {
      "epoch": 0.4088307440719542,
      "grad_norm": 0.31640625,
      "learning_rate": 1.4729825962423476e-05,
      "loss": 0.8009,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3000
    },
    {
      "epoch": 0.40896702098664484,
      "grad_norm": 0.439453125,
      "learning_rate": 1.4725633440869348e-05,
      "loss": 0.7696,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3001
    },
    {
      "epoch": 0.40910329790133554,
      "grad_norm": 0.3359375,
      "learning_rate": 1.4721439849577838e-05,
      "loss": 0.6948,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3002
    },
    {
      "epoch": 0.4092395748160262,
      "grad_norm": 0.31640625,
      "learning_rate": 1.4717245189498242e-05,
      "loss": 0.7666,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3003
    },
    {
      "epoch": 0.40937585173071683,
      "grad_norm": 0.330078125,
      "learning_rate": 1.47130494615801e-05,
      "loss": 0.7543,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3004
    },
    {
      "epoch": 0.4095121286454075,
      "grad_norm": 0.302734375,
      "learning_rate": 1.4708852666773197e-05,
      "loss": 0.7871,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3005
    },
    {
      "epoch": 0.40964840556009813,
      "grad_norm": 0.29296875,
      "learning_rate": 1.4704654806027558e-05,
      "loss": 0.6875,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3006
    },
    {
      "epoch": 0.4097846824747888,
      "grad_norm": 0.275390625,
      "learning_rate": 1.4700455880293447e-05,
      "loss": 0.7449,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3007
    },
    {
      "epoch": 0.4099209593894794,
      "grad_norm": 0.23828125,
      "learning_rate": 1.4696255890521374e-05,
      "loss": 0.7336,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3008
    },
    {
      "epoch": 0.41005723630417007,
      "grad_norm": 0.353515625,
      "learning_rate": 1.4692054837662087e-05,
      "loss": 0.6479,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3009
    },
    {
      "epoch": 0.4101935132188607,
      "grad_norm": 0.271484375,
      "learning_rate": 1.4687852722666572e-05,
      "loss": 0.7023,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3010
    },
    {
      "epoch": 0.41032979013355136,
      "grad_norm": 0.345703125,
      "learning_rate": 1.4683649546486056e-05,
      "loss": 0.6785,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3011
    },
    {
      "epoch": 0.410466067048242,
      "grad_norm": 0.291015625,
      "learning_rate": 1.4679445310072013e-05,
      "loss": 0.7486,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3012
    },
    {
      "epoch": 0.41060234396293266,
      "grad_norm": 0.466796875,
      "learning_rate": 1.467524001437615e-05,
      "loss": 0.7837,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3013
    },
    {
      "epoch": 0.4107386208776233,
      "grad_norm": 0.27734375,
      "learning_rate": 1.467103366035042e-05,
      "loss": 0.7557,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3014
    },
    {
      "epoch": 0.410874897792314,
      "grad_norm": 0.345703125,
      "learning_rate": 1.4666826248947006e-05,
      "loss": 0.7021,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3015
    },
    {
      "epoch": 0.41101117470700466,
      "grad_norm": 0.376953125,
      "learning_rate": 1.4662617781118336e-05,
      "loss": 0.6752,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3016
    },
    {
      "epoch": 0.4111474516216953,
      "grad_norm": 0.267578125,
      "learning_rate": 1.465840825781708e-05,
      "loss": 0.6784,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3017
    },
    {
      "epoch": 0.41128372853638595,
      "grad_norm": 0.42578125,
      "learning_rate": 1.4654197679996142e-05,
      "loss": 0.8717,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3018
    },
    {
      "epoch": 0.4114200054510766,
      "grad_norm": 0.486328125,
      "learning_rate": 1.4649986048608668e-05,
      "loss": 0.8266,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3019
    },
    {
      "epoch": 0.41155628236576725,
      "grad_norm": 0.412109375,
      "learning_rate": 1.4645773364608042e-05,
      "loss": 0.766,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3020
    },
    {
      "epoch": 0.4116925592804579,
      "grad_norm": 0.333984375,
      "learning_rate": 1.4641559628947883e-05,
      "loss": 0.7503,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3021
    },
    {
      "epoch": 0.41182883619514854,
      "grad_norm": 0.287109375,
      "learning_rate": 1.4637344842582055e-05,
      "loss": 0.7103,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3022
    },
    {
      "epoch": 0.4119651131098392,
      "grad_norm": 0.34375,
      "learning_rate": 1.463312900646465e-05,
      "loss": 0.7596,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3023
    },
    {
      "epoch": 0.41210139002452983,
      "grad_norm": 0.404296875,
      "learning_rate": 1.4628912121550005e-05,
      "loss": 0.665,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3024
    },
    {
      "epoch": 0.4122376669392205,
      "grad_norm": 0.30078125,
      "learning_rate": 1.4624694188792696e-05,
      "loss": 0.6962,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3025
    },
    {
      "epoch": 0.41237394385391113,
      "grad_norm": 0.298828125,
      "learning_rate": 1.4620475209147524e-05,
      "loss": 0.7375,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3026
    },
    {
      "epoch": 0.4125102207686018,
      "grad_norm": 0.322265625,
      "learning_rate": 1.4616255183569546e-05,
      "loss": 0.7887,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3027
    },
    {
      "epoch": 0.4126464976832924,
      "grad_norm": 0.298828125,
      "learning_rate": 1.4612034113014036e-05,
      "loss": 0.7368,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3028
    },
    {
      "epoch": 0.4127827745979831,
      "grad_norm": 0.2578125,
      "learning_rate": 1.4607811998436523e-05,
      "loss": 0.6907,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3029
    },
    {
      "epoch": 0.4129190515126738,
      "grad_norm": 0.251953125,
      "learning_rate": 1.4603588840792755e-05,
      "loss": 0.5896,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3030
    },
    {
      "epoch": 0.4130553284273644,
      "grad_norm": 0.33203125,
      "learning_rate": 1.4599364641038728e-05,
      "loss": 0.7088,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3031
    },
    {
      "epoch": 0.41319160534205507,
      "grad_norm": 0.298828125,
      "learning_rate": 1.4595139400130672e-05,
      "loss": 0.7115,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3032
    },
    {
      "epoch": 0.4133278822567457,
      "grad_norm": 0.251953125,
      "learning_rate": 1.4590913119025048e-05,
      "loss": 0.731,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3033
    },
    {
      "epoch": 0.41346415917143636,
      "grad_norm": 0.279296875,
      "learning_rate": 1.4586685798678556e-05,
      "loss": 0.6969,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3034
    },
    {
      "epoch": 0.413600436086127,
      "grad_norm": 0.51171875,
      "learning_rate": 1.4582457440048133e-05,
      "loss": 0.6161,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3035
    },
    {
      "epoch": 0.41373671300081766,
      "grad_norm": 0.34765625,
      "learning_rate": 1.4578228044090947e-05,
      "loss": 0.7122,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3036
    },
    {
      "epoch": 0.4138729899155083,
      "grad_norm": 0.33203125,
      "learning_rate": 1.4573997611764403e-05,
      "loss": 0.6805,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3037
    },
    {
      "epoch": 0.41400926683019895,
      "grad_norm": 0.34765625,
      "learning_rate": 1.4569766144026141e-05,
      "loss": 0.7227,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3038
    },
    {
      "epoch": 0.4141455437448896,
      "grad_norm": 0.32421875,
      "learning_rate": 1.456553364183403e-05,
      "loss": 0.7668,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3039
    },
    {
      "epoch": 0.41428182065958025,
      "grad_norm": 0.318359375,
      "learning_rate": 1.4561300106146185e-05,
      "loss": 0.7161,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3040
    },
    {
      "epoch": 0.4144180975742709,
      "grad_norm": 0.306640625,
      "learning_rate": 1.4557065537920942e-05,
      "loss": 0.7201,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3041
    },
    {
      "epoch": 0.4145543744889616,
      "grad_norm": 0.38671875,
      "learning_rate": 1.4552829938116877e-05,
      "loss": 0.7526,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3042
    },
    {
      "epoch": 0.41469065140365224,
      "grad_norm": 0.333984375,
      "learning_rate": 1.4548593307692801e-05,
      "loss": 0.8014,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3043
    },
    {
      "epoch": 0.4148269283183429,
      "grad_norm": 0.279296875,
      "learning_rate": 1.4544355647607755e-05,
      "loss": 0.7606,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3044
    },
    {
      "epoch": 0.41496320523303354,
      "grad_norm": 0.328125,
      "learning_rate": 1.4540116958821015e-05,
      "loss": 0.7426,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3045
    },
    {
      "epoch": 0.4150994821477242,
      "grad_norm": 0.2890625,
      "learning_rate": 1.4535877242292089e-05,
      "loss": 0.7479,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3046
    },
    {
      "epoch": 0.41523575906241483,
      "grad_norm": 0.3203125,
      "learning_rate": 1.4531636498980718e-05,
      "loss": 0.7461,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3047
    },
    {
      "epoch": 0.4153720359771055,
      "grad_norm": 0.291015625,
      "learning_rate": 1.4527394729846874e-05,
      "loss": 0.7032,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3048
    },
    {
      "epoch": 0.4155083128917961,
      "grad_norm": 0.3671875,
      "learning_rate": 1.4523151935850763e-05,
      "loss": 0.7622,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3049
    },
    {
      "epoch": 0.4156445898064868,
      "grad_norm": 0.3359375,
      "learning_rate": 1.4518908117952824e-05,
      "loss": 0.6767,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3050
    },
    {
      "epoch": 0.4157808667211774,
      "grad_norm": 0.400390625,
      "learning_rate": 1.4514663277113722e-05,
      "loss": 0.697,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3051
    },
    {
      "epoch": 0.41591714363586807,
      "grad_norm": 0.3984375,
      "learning_rate": 1.4510417414294366e-05,
      "loss": 0.8298,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3052
    },
    {
      "epoch": 0.4160534205505587,
      "grad_norm": 0.359375,
      "learning_rate": 1.4506170530455879e-05,
      "loss": 0.738,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3053
    },
    {
      "epoch": 0.41618969746524936,
      "grad_norm": 0.28125,
      "learning_rate": 1.4501922626559628e-05,
      "loss": 0.6746,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3054
    },
    {
      "epoch": 0.41632597437994,
      "grad_norm": 0.2578125,
      "learning_rate": 1.4497673703567207e-05,
      "loss": 0.7284,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3055
    },
    {
      "epoch": 0.4164622512946307,
      "grad_norm": 0.2890625,
      "learning_rate": 1.4493423762440447e-05,
      "loss": 0.721,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3056
    },
    {
      "epoch": 0.41659852820932136,
      "grad_norm": 0.38671875,
      "learning_rate": 1.4489172804141391e-05,
      "loss": 0.7486,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3057
    },
    {
      "epoch": 0.416734805124012,
      "grad_norm": 0.318359375,
      "learning_rate": 1.4484920829632331e-05,
      "loss": 0.7817,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3058
    },
    {
      "epoch": 0.41687108203870266,
      "grad_norm": 0.337890625,
      "learning_rate": 1.4480667839875786e-05,
      "loss": 0.7305,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3059
    },
    {
      "epoch": 0.4170073589533933,
      "grad_norm": 0.2890625,
      "learning_rate": 1.4476413835834497e-05,
      "loss": 0.7524,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3060
    },
    {
      "epoch": 0.41714363586808395,
      "grad_norm": 0.3984375,
      "learning_rate": 1.447215881847144e-05,
      "loss": 0.6875,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3061
    },
    {
      "epoch": 0.4172799127827746,
      "grad_norm": 0.302734375,
      "learning_rate": 1.4467902788749821e-05,
      "loss": 0.6855,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3062
    },
    {
      "epoch": 0.41741618969746525,
      "grad_norm": 0.462890625,
      "learning_rate": 1.4463645747633073e-05,
      "loss": 0.8144,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3063
    },
    {
      "epoch": 0.4175524666121559,
      "grad_norm": 0.330078125,
      "learning_rate": 1.4459387696084856e-05,
      "loss": 0.7554,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3064
    },
    {
      "epoch": 0.41768874352684654,
      "grad_norm": 0.30859375,
      "learning_rate": 1.4455128635069064e-05,
      "loss": 0.6711,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3065
    },
    {
      "epoch": 0.4178250204415372,
      "grad_norm": 0.283203125,
      "learning_rate": 1.4450868565549816e-05,
      "loss": 0.7666,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3066
    },
    {
      "epoch": 0.41796129735622783,
      "grad_norm": 0.2734375,
      "learning_rate": 1.4446607488491462e-05,
      "loss": 0.7187,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3067
    },
    {
      "epoch": 0.4180975742709185,
      "grad_norm": 0.33203125,
      "learning_rate": 1.4442345404858573e-05,
      "loss": 0.725,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3068
    },
    {
      "epoch": 0.4182338511856092,
      "grad_norm": 0.255859375,
      "learning_rate": 1.4438082315615957e-05,
      "loss": 0.7104,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3069
    },
    {
      "epoch": 0.41837012810029983,
      "grad_norm": 0.318359375,
      "learning_rate": 1.4433818221728646e-05,
      "loss": 0.7105,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3070
    },
    {
      "epoch": 0.4185064050149905,
      "grad_norm": 0.291015625,
      "learning_rate": 1.4429553124161899e-05,
      "loss": 0.7367,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3071
    },
    {
      "epoch": 0.4186426819296811,
      "grad_norm": 1.1875,
      "learning_rate": 1.4425287023881198e-05,
      "loss": 0.7225,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3072
    },
    {
      "epoch": 0.4187789588443718,
      "grad_norm": 0.30078125,
      "learning_rate": 1.4421019921852262e-05,
      "loss": 0.7641,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3073
    },
    {
      "epoch": 0.4189152357590624,
      "grad_norm": 0.287109375,
      "learning_rate": 1.441675181904103e-05,
      "loss": 0.673,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3074
    },
    {
      "epoch": 0.41905151267375307,
      "grad_norm": 0.283203125,
      "learning_rate": 1.4412482716413667e-05,
      "loss": 0.6954,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3075
    },
    {
      "epoch": 0.4191877895884437,
      "grad_norm": 0.421875,
      "learning_rate": 1.4408212614936565e-05,
      "loss": 0.7682,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3076
    },
    {
      "epoch": 0.41932406650313436,
      "grad_norm": 0.392578125,
      "learning_rate": 1.4403941515576344e-05,
      "loss": 0.6882,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3077
    },
    {
      "epoch": 0.419460343417825,
      "grad_norm": 0.333984375,
      "learning_rate": 1.4399669419299851e-05,
      "loss": 0.7375,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3078
    },
    {
      "epoch": 0.41959662033251566,
      "grad_norm": 0.404296875,
      "learning_rate": 1.4395396327074155e-05,
      "loss": 0.7235,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3079
    },
    {
      "epoch": 0.4197328972472063,
      "grad_norm": 0.32421875,
      "learning_rate": 1.4391122239866548e-05,
      "loss": 0.705,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3080
    },
    {
      "epoch": 0.41986917416189695,
      "grad_norm": 0.31640625,
      "learning_rate": 1.4386847158644558e-05,
      "loss": 0.7147,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3081
    },
    {
      "epoch": 0.4200054510765876,
      "grad_norm": 0.3046875,
      "learning_rate": 1.438257108437593e-05,
      "loss": 0.7165,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3082
    },
    {
      "epoch": 0.4201417279912783,
      "grad_norm": 0.25390625,
      "learning_rate": 1.4378294018028628e-05,
      "loss": 0.6866,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3083
    },
    {
      "epoch": 0.42027800490596895,
      "grad_norm": 0.283203125,
      "learning_rate": 1.4374015960570856e-05,
      "loss": 0.6946,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3084
    },
    {
      "epoch": 0.4204142818206596,
      "grad_norm": 0.27734375,
      "learning_rate": 1.436973691297103e-05,
      "loss": 0.6373,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3085
    },
    {
      "epoch": 0.42055055873535024,
      "grad_norm": 0.2734375,
      "learning_rate": 1.43654568761978e-05,
      "loss": 0.7086,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3086
    },
    {
      "epoch": 0.4206868356500409,
      "grad_norm": 0.326171875,
      "learning_rate": 1.4361175851220023e-05,
      "loss": 0.6993,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3087
    },
    {
      "epoch": 0.42082311256473154,
      "grad_norm": 0.27734375,
      "learning_rate": 1.4356893839006802e-05,
      "loss": 0.6541,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3088
    },
    {
      "epoch": 0.4209593894794222,
      "grad_norm": 0.294921875,
      "learning_rate": 1.4352610840527447e-05,
      "loss": 0.6678,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3089
    },
    {
      "epoch": 0.42109566639411283,
      "grad_norm": 0.279296875,
      "learning_rate": 1.4348326856751496e-05,
      "loss": 0.7797,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3090
    },
    {
      "epoch": 0.4212319433088035,
      "grad_norm": 0.3828125,
      "learning_rate": 1.434404188864871e-05,
      "loss": 0.7415,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3091
    },
    {
      "epoch": 0.4213682202234941,
      "grad_norm": 0.341796875,
      "learning_rate": 1.4339755937189076e-05,
      "loss": 0.6838,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3092
    },
    {
      "epoch": 0.4215044971381848,
      "grad_norm": 0.25390625,
      "learning_rate": 1.4335469003342799e-05,
      "loss": 0.6866,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3093
    },
    {
      "epoch": 0.4216407740528754,
      "grad_norm": 0.39453125,
      "learning_rate": 1.433118108808031e-05,
      "loss": 0.7503,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3094
    },
    {
      "epoch": 0.42177705096756607,
      "grad_norm": 0.31640625,
      "learning_rate": 1.4326892192372256e-05,
      "loss": 0.7869,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3095
    },
    {
      "epoch": 0.4219133278822568,
      "grad_norm": 0.314453125,
      "learning_rate": 1.4322602317189518e-05,
      "loss": 0.7912,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3096
    },
    {
      "epoch": 0.4220496047969474,
      "grad_norm": 0.296875,
      "learning_rate": 1.4318311463503188e-05,
      "loss": 0.7261,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3097
    },
    {
      "epoch": 0.42218588171163807,
      "grad_norm": 1.015625,
      "learning_rate": 1.431401963228458e-05,
      "loss": 0.7516,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3098
    },
    {
      "epoch": 0.4223221586263287,
      "grad_norm": 0.294921875,
      "learning_rate": 1.4309726824505233e-05,
      "loss": 0.8166,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3099
    },
    {
      "epoch": 0.42245843554101936,
      "grad_norm": 0.271484375,
      "learning_rate": 1.4305433041136906e-05,
      "loss": 0.67,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3100
    },
    {
      "epoch": 0.42259471245571,
      "grad_norm": 0.3359375,
      "learning_rate": 1.4301138283151583e-05,
      "loss": 0.7663,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3101
    },
    {
      "epoch": 0.42273098937040066,
      "grad_norm": 0.275390625,
      "learning_rate": 1.4296842551521461e-05,
      "loss": 0.7132,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3102
    },
    {
      "epoch": 0.4228672662850913,
      "grad_norm": 0.2490234375,
      "learning_rate": 1.429254584721896e-05,
      "loss": 0.6637,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3103
    },
    {
      "epoch": 0.42300354319978195,
      "grad_norm": 0.32421875,
      "learning_rate": 1.4288248171216724e-05,
      "loss": 0.7527,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3104
    },
    {
      "epoch": 0.4231398201144726,
      "grad_norm": 0.30859375,
      "learning_rate": 1.428394952448761e-05,
      "loss": 0.7211,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3105
    },
    {
      "epoch": 0.42327609702916325,
      "grad_norm": 0.66015625,
      "learning_rate": 1.4279649908004702e-05,
      "loss": 0.8515,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3106
    },
    {
      "epoch": 0.4234123739438539,
      "grad_norm": 0.25390625,
      "learning_rate": 1.4275349322741299e-05,
      "loss": 0.6743,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3107
    },
    {
      "epoch": 0.42354865085854454,
      "grad_norm": 0.357421875,
      "learning_rate": 1.427104776967092e-05,
      "loss": 0.7203,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3108
    },
    {
      "epoch": 0.4236849277732352,
      "grad_norm": 0.248046875,
      "learning_rate": 1.4266745249767309e-05,
      "loss": 0.7206,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3109
    },
    {
      "epoch": 0.4238212046879259,
      "grad_norm": 0.388671875,
      "learning_rate": 1.4262441764004416e-05,
      "loss": 0.7435,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3110
    },
    {
      "epoch": 0.42395748160261654,
      "grad_norm": 0.27734375,
      "learning_rate": 1.425813731335642e-05,
      "loss": 0.6877,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3111
    },
    {
      "epoch": 0.4240937585173072,
      "grad_norm": 0.306640625,
      "learning_rate": 1.4253831898797718e-05,
      "loss": 0.7186,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3112
    },
    {
      "epoch": 0.42423003543199783,
      "grad_norm": 0.439453125,
      "learning_rate": 1.424952552130292e-05,
      "loss": 0.7075,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3113
    },
    {
      "epoch": 0.4243663123466885,
      "grad_norm": 0.240234375,
      "learning_rate": 1.4245218181846859e-05,
      "loss": 0.7023,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3114
    },
    {
      "epoch": 0.4245025892613791,
      "grad_norm": 0.251953125,
      "learning_rate": 1.424090988140458e-05,
      "loss": 0.7005,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3115
    },
    {
      "epoch": 0.4246388661760698,
      "grad_norm": 0.427734375,
      "learning_rate": 1.4236600620951353e-05,
      "loss": 0.7086,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3116
    },
    {
      "epoch": 0.4247751430907604,
      "grad_norm": 0.259765625,
      "learning_rate": 1.4232290401462658e-05,
      "loss": 0.6657,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3117
    },
    {
      "epoch": 0.42491142000545107,
      "grad_norm": 0.396484375,
      "learning_rate": 1.4227979223914199e-05,
      "loss": 0.811,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3118
    },
    {
      "epoch": 0.4250476969201417,
      "grad_norm": 0.310546875,
      "learning_rate": 1.422366708928189e-05,
      "loss": 0.7239,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3119
    },
    {
      "epoch": 0.42518397383483236,
      "grad_norm": 0.255859375,
      "learning_rate": 1.4219353998541869e-05,
      "loss": 0.7,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3120
    },
    {
      "epoch": 0.425320250749523,
      "grad_norm": 0.291015625,
      "learning_rate": 1.4215039952670482e-05,
      "loss": 0.702,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3121
    },
    {
      "epoch": 0.42545652766421366,
      "grad_norm": 0.302734375,
      "learning_rate": 1.42107249526443e-05,
      "loss": 0.7144,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3122
    },
    {
      "epoch": 0.42559280457890436,
      "grad_norm": 0.25390625,
      "learning_rate": 1.42064089994401e-05,
      "loss": 0.6499,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3123
    },
    {
      "epoch": 0.425729081493595,
      "grad_norm": 0.298828125,
      "learning_rate": 1.4202092094034884e-05,
      "loss": 0.6364,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3124
    },
    {
      "epoch": 0.42586535840828565,
      "grad_norm": 0.4609375,
      "learning_rate": 1.419777423740587e-05,
      "loss": 0.7577,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3125
    },
    {
      "epoch": 0.4260016353229763,
      "grad_norm": 0.32421875,
      "learning_rate": 1.419345543053048e-05,
      "loss": 0.7573,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3126
    },
    {
      "epoch": 0.42613791223766695,
      "grad_norm": 0.357421875,
      "learning_rate": 1.4189135674386365e-05,
      "loss": 0.6647,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3127
    },
    {
      "epoch": 0.4262741891523576,
      "grad_norm": 0.310546875,
      "learning_rate": 1.4184814969951377e-05,
      "loss": 0.6857,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3128
    },
    {
      "epoch": 0.42641046606704824,
      "grad_norm": 0.34765625,
      "learning_rate": 1.4180493318203597e-05,
      "loss": 0.774,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3129
    },
    {
      "epoch": 0.4265467429817389,
      "grad_norm": 0.4375,
      "learning_rate": 1.4176170720121307e-05,
      "loss": 0.7665,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3130
    },
    {
      "epoch": 0.42668301989642954,
      "grad_norm": 0.291015625,
      "learning_rate": 1.4171847176683016e-05,
      "loss": 0.6851,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3131
    },
    {
      "epoch": 0.4268192968111202,
      "grad_norm": 0.294921875,
      "learning_rate": 1.4167522688867437e-05,
      "loss": 0.6873,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3132
    },
    {
      "epoch": 0.42695557372581083,
      "grad_norm": 0.27734375,
      "learning_rate": 1.4163197257653501e-05,
      "loss": 0.7601,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3133
    },
    {
      "epoch": 0.4270918506405015,
      "grad_norm": 0.275390625,
      "learning_rate": 1.415887088402035e-05,
      "loss": 0.7494,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3134
    },
    {
      "epoch": 0.4272281275551921,
      "grad_norm": 0.322265625,
      "learning_rate": 1.4154543568947346e-05,
      "loss": 0.7833,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3135
    },
    {
      "epoch": 0.4273644044698828,
      "grad_norm": 0.296875,
      "learning_rate": 1.4150215313414056e-05,
      "loss": 0.7382,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3136
    },
    {
      "epoch": 0.4275006813845735,
      "grad_norm": 0.458984375,
      "learning_rate": 1.414588611840026e-05,
      "loss": 0.7485,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3137
    },
    {
      "epoch": 0.4276369582992641,
      "grad_norm": 0.37109375,
      "learning_rate": 1.4141555984885962e-05,
      "loss": 0.7817,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3138
    },
    {
      "epoch": 0.42777323521395477,
      "grad_norm": 0.27734375,
      "learning_rate": 1.4137224913851368e-05,
      "loss": 0.6514,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3139
    },
    {
      "epoch": 0.4279095121286454,
      "grad_norm": 0.3203125,
      "learning_rate": 1.4132892906276894e-05,
      "loss": 0.757,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3140
    },
    {
      "epoch": 0.42804578904333607,
      "grad_norm": 0.318359375,
      "learning_rate": 1.4128559963143178e-05,
      "loss": 0.8185,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3141
    },
    {
      "epoch": 0.4281820659580267,
      "grad_norm": 0.28125,
      "learning_rate": 1.4124226085431061e-05,
      "loss": 0.69,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3142
    },
    {
      "epoch": 0.42831834287271736,
      "grad_norm": 0.37109375,
      "learning_rate": 1.41198912741216e-05,
      "loss": 0.7284,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3143
    },
    {
      "epoch": 0.428454619787408,
      "grad_norm": 0.326171875,
      "learning_rate": 1.4115555530196061e-05,
      "loss": 0.7054,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3144
    },
    {
      "epoch": 0.42859089670209866,
      "grad_norm": 0.27734375,
      "learning_rate": 1.4111218854635926e-05,
      "loss": 0.6814,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3145
    },
    {
      "epoch": 0.4287271736167893,
      "grad_norm": 0.3515625,
      "learning_rate": 1.4106881248422883e-05,
      "loss": 0.6989,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3146
    },
    {
      "epoch": 0.42886345053147995,
      "grad_norm": 0.2890625,
      "learning_rate": 1.4102542712538829e-05,
      "loss": 0.7148,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3147
    },
    {
      "epoch": 0.4289997274461706,
      "grad_norm": 0.4609375,
      "learning_rate": 1.4098203247965876e-05,
      "loss": 0.7334,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3148
    },
    {
      "epoch": 0.42913600436086125,
      "grad_norm": 0.3125,
      "learning_rate": 1.4093862855686346e-05,
      "loss": 0.6866,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3149
    },
    {
      "epoch": 0.42927228127555195,
      "grad_norm": 0.373046875,
      "learning_rate": 1.4089521536682771e-05,
      "loss": 0.7059,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3150
    },
    {
      "epoch": 0.4294085581902426,
      "grad_norm": 0.30078125,
      "learning_rate": 1.4085179291937889e-05,
      "loss": 0.7156,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3151
    },
    {
      "epoch": 0.42954483510493324,
      "grad_norm": 0.326171875,
      "learning_rate": 1.408083612243465e-05,
      "loss": 0.7072,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3152
    },
    {
      "epoch": 0.4296811120196239,
      "grad_norm": 0.373046875,
      "learning_rate": 1.4076492029156215e-05,
      "loss": 0.7611,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3153
    },
    {
      "epoch": 0.42981738893431454,
      "grad_norm": 0.671875,
      "learning_rate": 1.407214701308595e-05,
      "loss": 0.7038,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3154
    },
    {
      "epoch": 0.4299536658490052,
      "grad_norm": 0.318359375,
      "learning_rate": 1.4067801075207434e-05,
      "loss": 0.6896,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3155
    },
    {
      "epoch": 0.43008994276369583,
      "grad_norm": 0.328125,
      "learning_rate": 1.4063454216504453e-05,
      "loss": 0.6777,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3156
    },
    {
      "epoch": 0.4302262196783865,
      "grad_norm": 0.294921875,
      "learning_rate": 1.4059106437961005e-05,
      "loss": 0.738,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3157
    },
    {
      "epoch": 0.4303624965930771,
      "grad_norm": 0.255859375,
      "learning_rate": 1.4054757740561284e-05,
      "loss": 0.708,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3158
    },
    {
      "epoch": 0.4304987735077678,
      "grad_norm": 0.34765625,
      "learning_rate": 1.4050408125289709e-05,
      "loss": 0.6986,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3159
    },
    {
      "epoch": 0.4306350504224584,
      "grad_norm": 2.015625,
      "learning_rate": 1.4046057593130893e-05,
      "loss": 0.6756,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3160
    },
    {
      "epoch": 0.43077132733714907,
      "grad_norm": 0.341796875,
      "learning_rate": 1.4041706145069665e-05,
      "loss": 0.6912,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3161
    },
    {
      "epoch": 0.4309076042518397,
      "grad_norm": 0.349609375,
      "learning_rate": 1.4037353782091057e-05,
      "loss": 0.7992,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3162
    },
    {
      "epoch": 0.43104388116653036,
      "grad_norm": 0.314453125,
      "learning_rate": 1.403300050518031e-05,
      "loss": 0.7476,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3163
    },
    {
      "epoch": 0.43118015808122107,
      "grad_norm": 0.337890625,
      "learning_rate": 1.4028646315322874e-05,
      "loss": 0.6802,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3164
    },
    {
      "epoch": 0.4313164349959117,
      "grad_norm": 0.3046875,
      "learning_rate": 1.40242912135044e-05,
      "loss": 0.7226,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3165
    },
    {
      "epoch": 0.43145271191060236,
      "grad_norm": 0.384765625,
      "learning_rate": 1.4019935200710749e-05,
      "loss": 0.729,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3166
    },
    {
      "epoch": 0.431588988825293,
      "grad_norm": 0.341796875,
      "learning_rate": 1.4015578277927986e-05,
      "loss": 0.8083,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3167
    },
    {
      "epoch": 0.43172526573998365,
      "grad_norm": 0.275390625,
      "learning_rate": 1.4011220446142386e-05,
      "loss": 0.6415,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3168
    },
    {
      "epoch": 0.4318615426546743,
      "grad_norm": 0.291015625,
      "learning_rate": 1.4006861706340429e-05,
      "loss": 0.7231,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3169
    },
    {
      "epoch": 0.43199781956936495,
      "grad_norm": 0.376953125,
      "learning_rate": 1.4002502059508793e-05,
      "loss": 0.7092,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3170
    },
    {
      "epoch": 0.4321340964840556,
      "grad_norm": 0.34765625,
      "learning_rate": 1.3998141506634375e-05,
      "loss": 0.7339,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3171
    },
    {
      "epoch": 0.43227037339874624,
      "grad_norm": 0.376953125,
      "learning_rate": 1.3993780048704264e-05,
      "loss": 0.6832,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3172
    },
    {
      "epoch": 0.4324066503134369,
      "grad_norm": 0.35546875,
      "learning_rate": 1.398941768670576e-05,
      "loss": 0.7511,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3173
    },
    {
      "epoch": 0.43254292722812754,
      "grad_norm": 0.255859375,
      "learning_rate": 1.3985054421626369e-05,
      "loss": 0.6753,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3174
    },
    {
      "epoch": 0.4326792041428182,
      "grad_norm": 0.26953125,
      "learning_rate": 1.3980690254453797e-05,
      "loss": 0.706,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3175
    },
    {
      "epoch": 0.43281548105750883,
      "grad_norm": 0.33203125,
      "learning_rate": 1.3976325186175963e-05,
      "loss": 0.6702,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3176
    },
    {
      "epoch": 0.43295175797219954,
      "grad_norm": 0.28125,
      "learning_rate": 1.3971959217780972e-05,
      "loss": 0.7521,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3177
    },
    {
      "epoch": 0.4330880348868902,
      "grad_norm": 0.3046875,
      "learning_rate": 1.3967592350257156e-05,
      "loss": 0.6843,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3178
    },
    {
      "epoch": 0.43322431180158083,
      "grad_norm": 0.404296875,
      "learning_rate": 1.3963224584593029e-05,
      "loss": 0.7575,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3179
    },
    {
      "epoch": 0.4333605887162715,
      "grad_norm": 0.33984375,
      "learning_rate": 1.3958855921777328e-05,
      "loss": 0.6886,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3180
    },
    {
      "epoch": 0.4334968656309621,
      "grad_norm": 0.3671875,
      "learning_rate": 1.3954486362798973e-05,
      "loss": 0.7599,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3181
    },
    {
      "epoch": 0.43363314254565277,
      "grad_norm": 0.291015625,
      "learning_rate": 1.3950115908647105e-05,
      "loss": 0.6606,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3182
    },
    {
      "epoch": 0.4337694194603434,
      "grad_norm": 0.30078125,
      "learning_rate": 1.3945744560311056e-05,
      "loss": 0.6994,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3183
    },
    {
      "epoch": 0.43390569637503407,
      "grad_norm": 0.359375,
      "learning_rate": 1.3941372318780367e-05,
      "loss": 0.7207,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3184
    },
    {
      "epoch": 0.4340419732897247,
      "grad_norm": 0.296875,
      "learning_rate": 1.3936999185044775e-05,
      "loss": 0.7141,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3185
    },
    {
      "epoch": 0.43417825020441536,
      "grad_norm": 0.310546875,
      "learning_rate": 1.3932625160094224e-05,
      "loss": 0.8133,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3186
    },
    {
      "epoch": 0.434314527119106,
      "grad_norm": 0.34765625,
      "learning_rate": 1.3928250244918857e-05,
      "loss": 0.7065,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3187
    },
    {
      "epoch": 0.43445080403379666,
      "grad_norm": 0.32421875,
      "learning_rate": 1.3923874440509021e-05,
      "loss": 0.7475,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3188
    },
    {
      "epoch": 0.4345870809484873,
      "grad_norm": 0.337890625,
      "learning_rate": 1.3919497747855263e-05,
      "loss": 0.7263,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3189
    },
    {
      "epoch": 0.43472335786317795,
      "grad_norm": 0.427734375,
      "learning_rate": 1.3915120167948332e-05,
      "loss": 0.7168,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3190
    },
    {
      "epoch": 0.43485963477786865,
      "grad_norm": 0.2734375,
      "learning_rate": 1.3910741701779176e-05,
      "loss": 0.6743,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3191
    },
    {
      "epoch": 0.4349959116925593,
      "grad_norm": 0.310546875,
      "learning_rate": 1.390636235033894e-05,
      "loss": 0.7603,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3192
    },
    {
      "epoch": 0.43513218860724995,
      "grad_norm": 0.33984375,
      "learning_rate": 1.390198211461898e-05,
      "loss": 0.7055,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3193
    },
    {
      "epoch": 0.4352684655219406,
      "grad_norm": 0.30859375,
      "learning_rate": 1.3897600995610843e-05,
      "loss": 0.7075,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3194
    },
    {
      "epoch": 0.43540474243663124,
      "grad_norm": 0.271484375,
      "learning_rate": 1.3893218994306282e-05,
      "loss": 0.7027,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3195
    },
    {
      "epoch": 0.4355410193513219,
      "grad_norm": 0.408203125,
      "learning_rate": 1.3888836111697242e-05,
      "loss": 0.7161,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3196
    },
    {
      "epoch": 0.43567729626601254,
      "grad_norm": 1.1484375,
      "learning_rate": 1.3884452348775871e-05,
      "loss": 0.798,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3197
    },
    {
      "epoch": 0.4358135731807032,
      "grad_norm": 0.322265625,
      "learning_rate": 1.3880067706534526e-05,
      "loss": 0.7681,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3198
    },
    {
      "epoch": 0.43594985009539383,
      "grad_norm": 0.263671875,
      "learning_rate": 1.3875682185965747e-05,
      "loss": 0.7148,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3199
    },
    {
      "epoch": 0.4360861270100845,
      "grad_norm": 0.421875,
      "learning_rate": 1.3871295788062282e-05,
      "loss": 0.7329,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3200
    },
    {
      "epoch": 0.4362224039247751,
      "grad_norm": 0.330078125,
      "learning_rate": 1.3866908513817078e-05,
      "loss": 0.7852,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3201
    },
    {
      "epoch": 0.4363586808394658,
      "grad_norm": 0.328125,
      "learning_rate": 1.3862520364223277e-05,
      "loss": 0.6768,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3202
    },
    {
      "epoch": 0.4364949577541564,
      "grad_norm": 0.3984375,
      "learning_rate": 1.3858131340274223e-05,
      "loss": 0.7262,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3203
    },
    {
      "epoch": 0.4366312346688471,
      "grad_norm": 0.5234375,
      "learning_rate": 1.3853741442963449e-05,
      "loss": 0.767,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3204
    },
    {
      "epoch": 0.43676751158353777,
      "grad_norm": 0.318359375,
      "learning_rate": 1.3849350673284699e-05,
      "loss": 0.6973,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3205
    },
    {
      "epoch": 0.4369037884982284,
      "grad_norm": 0.412109375,
      "learning_rate": 1.3844959032231904e-05,
      "loss": 0.7459,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3206
    },
    {
      "epoch": 0.43704006541291907,
      "grad_norm": 0.29296875,
      "learning_rate": 1.3840566520799195e-05,
      "loss": 0.6542,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3207
    },
    {
      "epoch": 0.4371763423276097,
      "grad_norm": 0.310546875,
      "learning_rate": 1.3836173139980901e-05,
      "loss": 0.6931,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3208
    },
    {
      "epoch": 0.43731261924230036,
      "grad_norm": 0.271484375,
      "learning_rate": 1.3831778890771552e-05,
      "loss": 0.7,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3209
    },
    {
      "epoch": 0.437448896156991,
      "grad_norm": 0.27734375,
      "learning_rate": 1.3827383774165868e-05,
      "loss": 0.6901,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3210
    },
    {
      "epoch": 0.43758517307168165,
      "grad_norm": 0.267578125,
      "learning_rate": 1.3822987791158764e-05,
      "loss": 0.7046,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3211
    },
    {
      "epoch": 0.4377214499863723,
      "grad_norm": 0.337890625,
      "learning_rate": 1.3818590942745357e-05,
      "loss": 0.7133,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3212
    },
    {
      "epoch": 0.43785772690106295,
      "grad_norm": 0.318359375,
      "learning_rate": 1.3814193229920956e-05,
      "loss": 0.7217,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3213
    },
    {
      "epoch": 0.4379940038157536,
      "grad_norm": 0.287109375,
      "learning_rate": 1.3809794653681075e-05,
      "loss": 0.6794,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3214
    },
    {
      "epoch": 0.43813028073044424,
      "grad_norm": 0.828125,
      "learning_rate": 1.3805395215021407e-05,
      "loss": 0.7036,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3215
    },
    {
      "epoch": 0.4382665576451349,
      "grad_norm": 0.36328125,
      "learning_rate": 1.3800994914937853e-05,
      "loss": 0.7297,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3216
    },
    {
      "epoch": 0.43840283455982554,
      "grad_norm": 0.3125,
      "learning_rate": 1.3796593754426502e-05,
      "loss": 0.6868,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3217
    },
    {
      "epoch": 0.43853911147451624,
      "grad_norm": 0.2734375,
      "learning_rate": 1.3792191734483646e-05,
      "loss": 0.7381,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3218
    },
    {
      "epoch": 0.4386753883892069,
      "grad_norm": 0.267578125,
      "learning_rate": 1.3787788856105762e-05,
      "loss": 0.6977,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3219
    },
    {
      "epoch": 0.43881166530389754,
      "grad_norm": 0.31640625,
      "learning_rate": 1.3783385120289525e-05,
      "loss": 0.6477,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3220
    },
    {
      "epoch": 0.4389479422185882,
      "grad_norm": 0.34765625,
      "learning_rate": 1.3778980528031811e-05,
      "loss": 0.7221,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3221
    },
    {
      "epoch": 0.43908421913327883,
      "grad_norm": 0.390625,
      "learning_rate": 1.3774575080329676e-05,
      "loss": 0.7435,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3222
    },
    {
      "epoch": 0.4392204960479695,
      "grad_norm": 0.296875,
      "learning_rate": 1.3770168778180376e-05,
      "loss": 0.6617,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3223
    },
    {
      "epoch": 0.4393567729626601,
      "grad_norm": 0.259765625,
      "learning_rate": 1.376576162258137e-05,
      "loss": 0.7062,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3224
    },
    {
      "epoch": 0.43949304987735077,
      "grad_norm": 0.31640625,
      "learning_rate": 1.3761353614530297e-05,
      "loss": 0.7125,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3225
    },
    {
      "epoch": 0.4396293267920414,
      "grad_norm": 0.34765625,
      "learning_rate": 1.3756944755024995e-05,
      "loss": 0.6619,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3226
    },
    {
      "epoch": 0.43976560370673207,
      "grad_norm": 0.27734375,
      "learning_rate": 1.3752535045063493e-05,
      "loss": 0.7459,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3227
    },
    {
      "epoch": 0.4399018806214227,
      "grad_norm": 0.36328125,
      "learning_rate": 1.3748124485644011e-05,
      "loss": 0.6407,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3228
    },
    {
      "epoch": 0.44003815753611336,
      "grad_norm": 0.31640625,
      "learning_rate": 1.374371307776497e-05,
      "loss": 0.6608,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3229
    },
    {
      "epoch": 0.440174434450804,
      "grad_norm": 0.28515625,
      "learning_rate": 1.373930082242497e-05,
      "loss": 0.7612,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3230
    },
    {
      "epoch": 0.4403107113654947,
      "grad_norm": 0.353515625,
      "learning_rate": 1.373488772062281e-05,
      "loss": 0.7149,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3231
    },
    {
      "epoch": 0.44044698828018536,
      "grad_norm": 0.345703125,
      "learning_rate": 1.373047377335748e-05,
      "loss": 0.6688,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3232
    },
    {
      "epoch": 0.440583265194876,
      "grad_norm": 0.2412109375,
      "learning_rate": 1.3726058981628167e-05,
      "loss": 0.6419,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3233
    },
    {
      "epoch": 0.44071954210956665,
      "grad_norm": 0.37109375,
      "learning_rate": 1.3721643346434234e-05,
      "loss": 0.8378,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3234
    },
    {
      "epoch": 0.4408558190242573,
      "grad_norm": 0.330078125,
      "learning_rate": 1.371722686877525e-05,
      "loss": 0.7532,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3235
    },
    {
      "epoch": 0.44099209593894795,
      "grad_norm": 0.2578125,
      "learning_rate": 1.371280954965097e-05,
      "loss": 0.7118,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3236
    },
    {
      "epoch": 0.4411283728536386,
      "grad_norm": 0.37109375,
      "learning_rate": 1.3708391390061335e-05,
      "loss": 0.7274,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3237
    },
    {
      "epoch": 0.44126464976832924,
      "grad_norm": 0.30859375,
      "learning_rate": 1.3703972391006481e-05,
      "loss": 0.7402,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3238
    },
    {
      "epoch": 0.4414009266830199,
      "grad_norm": 0.28125,
      "learning_rate": 1.3699552553486734e-05,
      "loss": 0.7065,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3239
    },
    {
      "epoch": 0.44153720359771054,
      "grad_norm": 0.25390625,
      "learning_rate": 1.3695131878502612e-05,
      "loss": 0.6944,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3240
    },
    {
      "epoch": 0.4416734805124012,
      "grad_norm": 0.2890625,
      "learning_rate": 1.369071036705481e-05,
      "loss": 0.676,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3241
    },
    {
      "epoch": 0.44180975742709183,
      "grad_norm": 0.37890625,
      "learning_rate": 1.368628802014423e-05,
      "loss": 0.7225,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3242
    },
    {
      "epoch": 0.4419460343417825,
      "grad_norm": 0.333984375,
      "learning_rate": 1.368186483877195e-05,
      "loss": 0.7271,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3243
    },
    {
      "epoch": 0.4420823112564731,
      "grad_norm": 0.33203125,
      "learning_rate": 1.3677440823939243e-05,
      "loss": 0.7511,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3244
    },
    {
      "epoch": 0.44221858817116383,
      "grad_norm": 0.287109375,
      "learning_rate": 1.367301597664757e-05,
      "loss": 0.7377,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3245
    },
    {
      "epoch": 0.4423548650858545,
      "grad_norm": 0.44921875,
      "learning_rate": 1.3668590297898578e-05,
      "loss": 0.7847,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3246
    },
    {
      "epoch": 0.4424911420005451,
      "grad_norm": 0.392578125,
      "learning_rate": 1.3664163788694104e-05,
      "loss": 0.7314,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3247
    },
    {
      "epoch": 0.44262741891523577,
      "grad_norm": 0.365234375,
      "learning_rate": 1.3659736450036178e-05,
      "loss": 0.755,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3248
    },
    {
      "epoch": 0.4427636958299264,
      "grad_norm": 0.396484375,
      "learning_rate": 1.3655308282927005e-05,
      "loss": 0.759,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3249
    },
    {
      "epoch": 0.44289997274461707,
      "grad_norm": 0.318359375,
      "learning_rate": 1.365087928836899e-05,
      "loss": 0.6878,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3250
    },
    {
      "epoch": 0.4430362496593077,
      "grad_norm": 0.306640625,
      "learning_rate": 1.3646449467364717e-05,
      "loss": 0.6135,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3251
    },
    {
      "epoch": 0.44317252657399836,
      "grad_norm": 0.31640625,
      "learning_rate": 1.3642018820916965e-05,
      "loss": 0.7539,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3252
    },
    {
      "epoch": 0.443308803488689,
      "grad_norm": 0.353515625,
      "learning_rate": 1.3637587350028692e-05,
      "loss": 0.6908,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3253
    },
    {
      "epoch": 0.44344508040337965,
      "grad_norm": 0.2890625,
      "learning_rate": 1.3633155055703049e-05,
      "loss": 0.7339,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3254
    },
    {
      "epoch": 0.4435813573180703,
      "grad_norm": 0.296875,
      "learning_rate": 1.3628721938943367e-05,
      "loss": 0.6833,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3255
    },
    {
      "epoch": 0.44371763423276095,
      "grad_norm": 0.29296875,
      "learning_rate": 1.362428800075317e-05,
      "loss": 0.6833,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3256
    },
    {
      "epoch": 0.4438539111474516,
      "grad_norm": 0.275390625,
      "learning_rate": 1.3619853242136163e-05,
      "loss": 0.6626,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3257
    },
    {
      "epoch": 0.4439901880621423,
      "grad_norm": 0.306640625,
      "learning_rate": 1.3615417664096235e-05,
      "loss": 0.7112,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3258
    },
    {
      "epoch": 0.44412646497683295,
      "grad_norm": 0.392578125,
      "learning_rate": 1.3610981267637473e-05,
      "loss": 0.7135,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3259
    },
    {
      "epoch": 0.4442627418915236,
      "grad_norm": 0.2890625,
      "learning_rate": 1.360654405376413e-05,
      "loss": 0.6873,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3260
    },
    {
      "epoch": 0.44439901880621424,
      "grad_norm": 0.263671875,
      "learning_rate": 1.3602106023480659e-05,
      "loss": 0.7072,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3261
    },
    {
      "epoch": 0.4445352957209049,
      "grad_norm": 0.388671875,
      "learning_rate": 1.3597667177791692e-05,
      "loss": 0.7645,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3262
    },
    {
      "epoch": 0.44467157263559554,
      "grad_norm": 0.259765625,
      "learning_rate": 1.3593227517702046e-05,
      "loss": 0.7511,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3263
    },
    {
      "epoch": 0.4448078495502862,
      "grad_norm": 0.25,
      "learning_rate": 1.3588787044216725e-05,
      "loss": 0.7049,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3264
    },
    {
      "epoch": 0.44494412646497683,
      "grad_norm": 0.4140625,
      "learning_rate": 1.3584345758340913e-05,
      "loss": 0.7938,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3265
    },
    {
      "epoch": 0.4450804033796675,
      "grad_norm": 0.28125,
      "learning_rate": 1.3579903661079981e-05,
      "loss": 0.6993,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3266
    },
    {
      "epoch": 0.4452166802943581,
      "grad_norm": 0.333984375,
      "learning_rate": 1.3575460753439482e-05,
      "loss": 0.716,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3267
    },
    {
      "epoch": 0.44535295720904877,
      "grad_norm": 0.388671875,
      "learning_rate": 1.3571017036425153e-05,
      "loss": 0.7795,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3268
    },
    {
      "epoch": 0.4454892341237394,
      "grad_norm": 0.330078125,
      "learning_rate": 1.3566572511042916e-05,
      "loss": 0.7445,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3269
    },
    {
      "epoch": 0.44562551103843007,
      "grad_norm": 0.359375,
      "learning_rate": 1.3562127178298869e-05,
      "loss": 0.7006,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3270
    },
    {
      "epoch": 0.4457617879531207,
      "grad_norm": 0.35546875,
      "learning_rate": 1.3557681039199304e-05,
      "loss": 0.6945,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3271
    },
    {
      "epoch": 0.4458980648678114,
      "grad_norm": 0.40234375,
      "learning_rate": 1.3553234094750685e-05,
      "loss": 0.6877,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3272
    },
    {
      "epoch": 0.44603434178250206,
      "grad_norm": 0.271484375,
      "learning_rate": 1.3548786345959663e-05,
      "loss": 0.6749,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3273
    },
    {
      "epoch": 0.4461706186971927,
      "grad_norm": 0.294921875,
      "learning_rate": 1.3544337793833077e-05,
      "loss": 0.718,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3274
    },
    {
      "epoch": 0.44630689561188336,
      "grad_norm": 0.30859375,
      "learning_rate": 1.3539888439377937e-05,
      "loss": 0.6911,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3275
    },
    {
      "epoch": 0.446443172526574,
      "grad_norm": 0.306640625,
      "learning_rate": 1.3535438283601437e-05,
      "loss": 0.7843,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3276
    },
    {
      "epoch": 0.44657944944126465,
      "grad_norm": 0.310546875,
      "learning_rate": 1.3530987327510958e-05,
      "loss": 0.6462,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3277
    },
    {
      "epoch": 0.4467157263559553,
      "grad_norm": 0.291015625,
      "learning_rate": 1.352653557211406e-05,
      "loss": 0.6546,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3278
    },
    {
      "epoch": 0.44685200327064595,
      "grad_norm": 0.255859375,
      "learning_rate": 1.352208301841848e-05,
      "loss": 0.6713,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3279
    },
    {
      "epoch": 0.4469882801853366,
      "grad_norm": 0.314453125,
      "learning_rate": 1.351762966743214e-05,
      "loss": 0.7301,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3280
    },
    {
      "epoch": 0.44712455710002724,
      "grad_norm": 0.34375,
      "learning_rate": 1.351317552016314e-05,
      "loss": 0.78,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3281
    },
    {
      "epoch": 0.4472608340147179,
      "grad_norm": 0.337890625,
      "learning_rate": 1.3508720577619763e-05,
      "loss": 0.6929,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3282
    },
    {
      "epoch": 0.44739711092940854,
      "grad_norm": 0.35546875,
      "learning_rate": 1.350426484081047e-05,
      "loss": 0.6963,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3283
    },
    {
      "epoch": 0.4475333878440992,
      "grad_norm": 0.3203125,
      "learning_rate": 1.34998083107439e-05,
      "loss": 0.7308,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3284
    },
    {
      "epoch": 0.4476696647587899,
      "grad_norm": 0.380859375,
      "learning_rate": 1.3495350988428877e-05,
      "loss": 0.6824,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3285
    },
    {
      "epoch": 0.44780594167348053,
      "grad_norm": 0.375,
      "learning_rate": 1.34908928748744e-05,
      "loss": 0.7422,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3286
    },
    {
      "epoch": 0.4479422185881712,
      "grad_norm": 0.287109375,
      "learning_rate": 1.3486433971089646e-05,
      "loss": 0.7308,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3287
    },
    {
      "epoch": 0.44807849550286183,
      "grad_norm": 0.34375,
      "learning_rate": 1.3481974278083974e-05,
      "loss": 0.7418,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3288
    },
    {
      "epoch": 0.4482147724175525,
      "grad_norm": 0.37109375,
      "learning_rate": 1.3477513796866921e-05,
      "loss": 0.7475,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3289
    },
    {
      "epoch": 0.4483510493322431,
      "grad_norm": 0.3046875,
      "learning_rate": 1.3473052528448203e-05,
      "loss": 0.6857,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3290
    },
    {
      "epoch": 0.44848732624693377,
      "grad_norm": 0.302734375,
      "learning_rate": 1.3468590473837714e-05,
      "loss": 0.7056,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3291
    },
    {
      "epoch": 0.4486236031616244,
      "grad_norm": 0.291015625,
      "learning_rate": 1.3464127634045523e-05,
      "loss": 0.7463,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3292
    },
    {
      "epoch": 0.44875988007631507,
      "grad_norm": 0.361328125,
      "learning_rate": 1.3459664010081882e-05,
      "loss": 0.6693,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3293
    },
    {
      "epoch": 0.4488961569910057,
      "grad_norm": 0.419921875,
      "learning_rate": 1.3455199602957212e-05,
      "loss": 0.818,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3294
    },
    {
      "epoch": 0.44903243390569636,
      "grad_norm": 0.283203125,
      "learning_rate": 1.345073441368212e-05,
      "loss": 0.6859,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3295
    },
    {
      "epoch": 0.449168710820387,
      "grad_norm": 0.3203125,
      "learning_rate": 1.3446268443267389e-05,
      "loss": 0.6217,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3296
    },
    {
      "epoch": 0.44930498773507765,
      "grad_norm": 0.30859375,
      "learning_rate": 1.3441801692723976e-05,
      "loss": 0.6526,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3297
    },
    {
      "epoch": 0.4494412646497683,
      "grad_norm": 0.365234375,
      "learning_rate": 1.3437334163063015e-05,
      "loss": 0.6933,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3298
    },
    {
      "epoch": 0.449577541564459,
      "grad_norm": 0.306640625,
      "learning_rate": 1.3432865855295814e-05,
      "loss": 0.6998,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3299
    },
    {
      "epoch": 0.44971381847914965,
      "grad_norm": 0.3671875,
      "learning_rate": 1.342839677043386e-05,
      "loss": 0.7145,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3300
    },
    {
      "epoch": 0.4498500953938403,
      "grad_norm": 0.255859375,
      "learning_rate": 1.342392690948882e-05,
      "loss": 0.658,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3301
    },
    {
      "epoch": 0.44998637230853095,
      "grad_norm": 0.3671875,
      "learning_rate": 1.3419456273472526e-05,
      "loss": 0.7402,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3302
    },
    {
      "epoch": 0.4501226492232216,
      "grad_norm": 0.314453125,
      "learning_rate": 1.3414984863396998e-05,
      "loss": 0.7286,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3303
    },
    {
      "epoch": 0.45025892613791224,
      "grad_norm": 0.30078125,
      "learning_rate": 1.3410512680274423e-05,
      "loss": 0.7329,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3304
    },
    {
      "epoch": 0.4503952030526029,
      "grad_norm": 0.3203125,
      "learning_rate": 1.3406039725117166e-05,
      "loss": 0.6634,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3305
    },
    {
      "epoch": 0.45053147996729354,
      "grad_norm": 0.353515625,
      "learning_rate": 1.3401565998937762e-05,
      "loss": 0.7356,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3306
    },
    {
      "epoch": 0.4506677568819842,
      "grad_norm": 0.408203125,
      "learning_rate": 1.339709150274893e-05,
      "loss": 0.7081,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3307
    },
    {
      "epoch": 0.45080403379667483,
      "grad_norm": 0.41015625,
      "learning_rate": 1.3392616237563555e-05,
      "loss": 0.7971,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3308
    },
    {
      "epoch": 0.4509403107113655,
      "grad_norm": 0.267578125,
      "learning_rate": 1.3388140204394696e-05,
      "loss": 0.7305,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3309
    },
    {
      "epoch": 0.4510765876260561,
      "grad_norm": 0.267578125,
      "learning_rate": 1.3383663404255589e-05,
      "loss": 0.7674,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3310
    },
    {
      "epoch": 0.45121286454074677,
      "grad_norm": 0.31640625,
      "learning_rate": 1.3379185838159648e-05,
      "loss": 0.6468,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3311
    },
    {
      "epoch": 0.4513491414554375,
      "grad_norm": 0.341796875,
      "learning_rate": 1.3374707507120452e-05,
      "loss": 0.6763,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3312
    },
    {
      "epoch": 0.4514854183701281,
      "grad_norm": 0.41796875,
      "learning_rate": 1.3370228412151757e-05,
      "loss": 0.7596,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3313
    },
    {
      "epoch": 0.45162169528481877,
      "grad_norm": 0.298828125,
      "learning_rate": 1.3365748554267493e-05,
      "loss": 0.7453,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3314
    },
    {
      "epoch": 0.4517579721995094,
      "grad_norm": 0.337890625,
      "learning_rate": 1.336126793448176e-05,
      "loss": 0.7523,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3315
    },
    {
      "epoch": 0.45189424911420006,
      "grad_norm": 0.302734375,
      "learning_rate": 1.3356786553808834e-05,
      "loss": 0.7288,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3316
    },
    {
      "epoch": 0.4520305260288907,
      "grad_norm": 0.390625,
      "learning_rate": 1.3352304413263157e-05,
      "loss": 0.7574,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3317
    },
    {
      "epoch": 0.45216680294358136,
      "grad_norm": 0.3359375,
      "learning_rate": 1.3347821513859351e-05,
      "loss": 0.7226,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3318
    },
    {
      "epoch": 0.452303079858272,
      "grad_norm": 0.353515625,
      "learning_rate": 1.3343337856612205e-05,
      "loss": 0.7563,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3319
    },
    {
      "epoch": 0.45243935677296265,
      "grad_norm": 0.25390625,
      "learning_rate": 1.3338853442536682e-05,
      "loss": 0.6371,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3320
    },
    {
      "epoch": 0.4525756336876533,
      "grad_norm": 0.296875,
      "learning_rate": 1.3334368272647908e-05,
      "loss": 0.71,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3321
    },
    {
      "epoch": 0.45271191060234395,
      "grad_norm": 0.3046875,
      "learning_rate": 1.3329882347961196e-05,
      "loss": 0.6702,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3322
    },
    {
      "epoch": 0.4528481875170346,
      "grad_norm": 0.3125,
      "learning_rate": 1.3325395669492017e-05,
      "loss": 0.6701,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3323
    },
    {
      "epoch": 0.45298446443172524,
      "grad_norm": 0.3359375,
      "learning_rate": 1.3320908238256013e-05,
      "loss": 0.6685,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3324
    },
    {
      "epoch": 0.4531207413464159,
      "grad_norm": 0.28125,
      "learning_rate": 1.3316420055269003e-05,
      "loss": 0.7342,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3325
    },
    {
      "epoch": 0.4532570182611066,
      "grad_norm": 0.333984375,
      "learning_rate": 1.3311931121546973e-05,
      "loss": 0.6734,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3326
    },
    {
      "epoch": 0.45339329517579724,
      "grad_norm": 0.404296875,
      "learning_rate": 1.3307441438106077e-05,
      "loss": 0.6839,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3327
    },
    {
      "epoch": 0.4535295720904879,
      "grad_norm": 0.4296875,
      "learning_rate": 1.3302951005962643e-05,
      "loss": 0.7376,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3328
    },
    {
      "epoch": 0.45366584900517853,
      "grad_norm": 0.251953125,
      "learning_rate": 1.3298459826133166e-05,
      "loss": 0.6958,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3329
    },
    {
      "epoch": 0.4538021259198692,
      "grad_norm": 0.306640625,
      "learning_rate": 1.3293967899634308e-05,
      "loss": 0.6599,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3330
    },
    {
      "epoch": 0.45393840283455983,
      "grad_norm": 0.392578125,
      "learning_rate": 1.3289475227482906e-05,
      "loss": 0.6364,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3331
    },
    {
      "epoch": 0.4540746797492505,
      "grad_norm": 0.302734375,
      "learning_rate": 1.3284981810695958e-05,
      "loss": 0.686,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3332
    },
    {
      "epoch": 0.4542109566639411,
      "grad_norm": 0.333984375,
      "learning_rate": 1.3280487650290637e-05,
      "loss": 0.7043,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3333
    },
    {
      "epoch": 0.45434723357863177,
      "grad_norm": 0.43359375,
      "learning_rate": 1.3275992747284282e-05,
      "loss": 0.7522,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3334
    },
    {
      "epoch": 0.4544835104933224,
      "grad_norm": 0.291015625,
      "learning_rate": 1.32714971026944e-05,
      "loss": 0.726,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3335
    },
    {
      "epoch": 0.45461978740801307,
      "grad_norm": 0.46484375,
      "learning_rate": 1.3267000717538666e-05,
      "loss": 0.8082,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3336
    },
    {
      "epoch": 0.4547560643227037,
      "grad_norm": 0.28515625,
      "learning_rate": 1.326250359283492e-05,
      "loss": 0.7828,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3337
    },
    {
      "epoch": 0.45489234123739436,
      "grad_norm": 0.337890625,
      "learning_rate": 1.3258005729601178e-05,
      "loss": 0.6708,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3338
    },
    {
      "epoch": 0.45502861815208506,
      "grad_norm": 0.7109375,
      "learning_rate": 1.3253507128855612e-05,
      "loss": 0.6916,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3339
    },
    {
      "epoch": 0.4551648950667757,
      "grad_norm": 0.296875,
      "learning_rate": 1.3249007791616568e-05,
      "loss": 0.7669,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3340
    },
    {
      "epoch": 0.45530117198146636,
      "grad_norm": 0.427734375,
      "learning_rate": 1.3244507718902555e-05,
      "loss": 0.7662,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3341
    },
    {
      "epoch": 0.455437448896157,
      "grad_norm": 0.322265625,
      "learning_rate": 1.3240006911732255e-05,
      "loss": 0.7495,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3342
    },
    {
      "epoch": 0.45557372581084765,
      "grad_norm": 0.333984375,
      "learning_rate": 1.3235505371124509e-05,
      "loss": 0.7113,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3343
    },
    {
      "epoch": 0.4557100027255383,
      "grad_norm": 0.283203125,
      "learning_rate": 1.3231003098098325e-05,
      "loss": 0.7114,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3344
    },
    {
      "epoch": 0.45584627964022895,
      "grad_norm": 0.326171875,
      "learning_rate": 1.322650009367288e-05,
      "loss": 0.7472,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3345
    },
    {
      "epoch": 0.4559825565549196,
      "grad_norm": 0.267578125,
      "learning_rate": 1.322199635886752e-05,
      "loss": 0.7163,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3346
    },
    {
      "epoch": 0.45611883346961024,
      "grad_norm": 0.3125,
      "learning_rate": 1.3217491894701741e-05,
      "loss": 0.7266,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3347
    },
    {
      "epoch": 0.4562551103843009,
      "grad_norm": 0.3828125,
      "learning_rate": 1.3212986702195223e-05,
      "loss": 0.7391,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3348
    },
    {
      "epoch": 0.45639138729899154,
      "grad_norm": 0.328125,
      "learning_rate": 1.3208480782367797e-05,
      "loss": 0.7131,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3349
    },
    {
      "epoch": 0.4565276642136822,
      "grad_norm": 0.390625,
      "learning_rate": 1.3203974136239471e-05,
      "loss": 0.73,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3350
    },
    {
      "epoch": 0.45666394112837283,
      "grad_norm": 0.310546875,
      "learning_rate": 1.3199466764830402e-05,
      "loss": 0.6562,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3351
    },
    {
      "epoch": 0.4568002180430635,
      "grad_norm": 0.287109375,
      "learning_rate": 1.3194958669160924e-05,
      "loss": 0.782,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3352
    },
    {
      "epoch": 0.4569364949577542,
      "grad_norm": 0.28515625,
      "learning_rate": 1.3190449850251529e-05,
      "loss": 0.7252,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3353
    },
    {
      "epoch": 0.4570727718724448,
      "grad_norm": 0.400390625,
      "learning_rate": 1.3185940309122878e-05,
      "loss": 0.749,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3354
    },
    {
      "epoch": 0.4572090487871355,
      "grad_norm": 0.267578125,
      "learning_rate": 1.3181430046795786e-05,
      "loss": 0.7157,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3355
    },
    {
      "epoch": 0.4573453257018261,
      "grad_norm": 0.314453125,
      "learning_rate": 1.3176919064291242e-05,
      "loss": 0.6891,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3356
    },
    {
      "epoch": 0.45748160261651677,
      "grad_norm": 0.298828125,
      "learning_rate": 1.3172407362630395e-05,
      "loss": 0.6211,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3357
    },
    {
      "epoch": 0.4576178795312074,
      "grad_norm": 0.306640625,
      "learning_rate": 1.3167894942834545e-05,
      "loss": 0.7234,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3358
    },
    {
      "epoch": 0.45775415644589806,
      "grad_norm": 0.30859375,
      "learning_rate": 1.3163381805925173e-05,
      "loss": 0.7414,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3359
    },
    {
      "epoch": 0.4578904333605887,
      "grad_norm": 0.33203125,
      "learning_rate": 1.315886795292391e-05,
      "loss": 0.7753,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3360
    },
    {
      "epoch": 0.45802671027527936,
      "grad_norm": 0.35546875,
      "learning_rate": 1.3154353384852559e-05,
      "loss": 0.7121,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3361
    },
    {
      "epoch": 0.45816298718997,
      "grad_norm": 0.30078125,
      "learning_rate": 1.3149838102733068e-05,
      "loss": 0.7144,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3362
    },
    {
      "epoch": 0.45829926410466065,
      "grad_norm": 0.61328125,
      "learning_rate": 1.3145322107587563e-05,
      "loss": 0.7694,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3363
    },
    {
      "epoch": 0.4584355410193513,
      "grad_norm": 0.38671875,
      "learning_rate": 1.3140805400438327e-05,
      "loss": 0.6579,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3364
    },
    {
      "epoch": 0.45857181793404195,
      "grad_norm": 0.373046875,
      "learning_rate": 1.3136287982307805e-05,
      "loss": 0.7507,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3365
    },
    {
      "epoch": 0.45870809484873265,
      "grad_norm": 0.310546875,
      "learning_rate": 1.3131769854218594e-05,
      "loss": 0.7413,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3366
    },
    {
      "epoch": 0.4588443717634233,
      "grad_norm": 0.265625,
      "learning_rate": 1.312725101719346e-05,
      "loss": 0.7018,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3367
    },
    {
      "epoch": 0.45898064867811394,
      "grad_norm": 0.53515625,
      "learning_rate": 1.3122731472255334e-05,
      "loss": 0.7171,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3368
    },
    {
      "epoch": 0.4591169255928046,
      "grad_norm": 0.279296875,
      "learning_rate": 1.31182112204273e-05,
      "loss": 0.6644,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3369
    },
    {
      "epoch": 0.45925320250749524,
      "grad_norm": 0.31640625,
      "learning_rate": 1.3113690262732597e-05,
      "loss": 0.7024,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3370
    },
    {
      "epoch": 0.4593894794221859,
      "grad_norm": 0.263671875,
      "learning_rate": 1.3109168600194633e-05,
      "loss": 0.6658,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3371
    },
    {
      "epoch": 0.45952575633687653,
      "grad_norm": 0.33984375,
      "learning_rate": 1.3104646233836978e-05,
      "loss": 0.7756,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3372
    },
    {
      "epoch": 0.4596620332515672,
      "grad_norm": 0.279296875,
      "learning_rate": 1.3100123164683347e-05,
      "loss": 0.6792,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3373
    },
    {
      "epoch": 0.45979831016625783,
      "grad_norm": 0.298828125,
      "learning_rate": 1.309559939375763e-05,
      "loss": 0.7149,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3374
    },
    {
      "epoch": 0.4599345870809485,
      "grad_norm": 0.3828125,
      "learning_rate": 1.3091074922083866e-05,
      "loss": 0.821,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3375
    },
    {
      "epoch": 0.4600708639956391,
      "grad_norm": 0.26953125,
      "learning_rate": 1.308654975068626e-05,
      "loss": 0.6784,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3376
    },
    {
      "epoch": 0.46020714091032977,
      "grad_norm": 0.2412109375,
      "learning_rate": 1.3082023880589163e-05,
      "loss": 0.7114,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3377
    },
    {
      "epoch": 0.4603434178250204,
      "grad_norm": 0.400390625,
      "learning_rate": 1.3077497312817097e-05,
      "loss": 0.7313,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3378
    },
    {
      "epoch": 0.4604796947397111,
      "grad_norm": 0.423828125,
      "learning_rate": 1.3072970048394737e-05,
      "loss": 0.7889,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3379
    },
    {
      "epoch": 0.46061597165440177,
      "grad_norm": 0.291015625,
      "learning_rate": 1.3068442088346915e-05,
      "loss": 0.6773,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3380
    },
    {
      "epoch": 0.4607522485690924,
      "grad_norm": 0.263671875,
      "learning_rate": 1.3063913433698622e-05,
      "loss": 0.7434,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3381
    },
    {
      "epoch": 0.46088852548378306,
      "grad_norm": 0.30078125,
      "learning_rate": 1.3059384085475006e-05,
      "loss": 0.6957,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3382
    },
    {
      "epoch": 0.4610248023984737,
      "grad_norm": 0.345703125,
      "learning_rate": 1.3054854044701368e-05,
      "loss": 0.7143,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3383
    },
    {
      "epoch": 0.46116107931316436,
      "grad_norm": 0.263671875,
      "learning_rate": 1.3050323312403175e-05,
      "loss": 0.7024,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3384
    },
    {
      "epoch": 0.461297356227855,
      "grad_norm": 0.4296875,
      "learning_rate": 1.3045791889606038e-05,
      "loss": 0.714,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3385
    },
    {
      "epoch": 0.46143363314254565,
      "grad_norm": 0.328125,
      "learning_rate": 1.3041259777335737e-05,
      "loss": 0.7314,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3386
    },
    {
      "epoch": 0.4615699100572363,
      "grad_norm": 0.28515625,
      "learning_rate": 1.3036726976618202e-05,
      "loss": 0.6694,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3387
    },
    {
      "epoch": 0.46170618697192695,
      "grad_norm": 0.390625,
      "learning_rate": 1.3032193488479513e-05,
      "loss": 0.7016,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3388
    },
    {
      "epoch": 0.4618424638866176,
      "grad_norm": 0.296875,
      "learning_rate": 1.3027659313945915e-05,
      "loss": 0.7567,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3389
    },
    {
      "epoch": 0.46197874080130824,
      "grad_norm": 0.302734375,
      "learning_rate": 1.3023124454043807e-05,
      "loss": 0.6678,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3390
    },
    {
      "epoch": 0.4621150177159989,
      "grad_norm": 0.484375,
      "learning_rate": 1.3018588909799739e-05,
      "loss": 0.7376,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3391
    },
    {
      "epoch": 0.46225129463068954,
      "grad_norm": 0.2578125,
      "learning_rate": 1.3014052682240417e-05,
      "loss": 0.673,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3392
    },
    {
      "epoch": 0.46238757154538024,
      "grad_norm": 0.34765625,
      "learning_rate": 1.3009515772392706e-05,
      "loss": 0.6375,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3393
    },
    {
      "epoch": 0.4625238484600709,
      "grad_norm": 0.296875,
      "learning_rate": 1.3004978181283621e-05,
      "loss": 0.6383,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3394
    },
    {
      "epoch": 0.46266012537476153,
      "grad_norm": 1.0546875,
      "learning_rate": 1.3000439909940333e-05,
      "loss": 0.7133,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3395
    },
    {
      "epoch": 0.4627964022894522,
      "grad_norm": 0.361328125,
      "learning_rate": 1.2995900959390164e-05,
      "loss": 0.8026,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3396
    },
    {
      "epoch": 0.4629326792041428,
      "grad_norm": 0.427734375,
      "learning_rate": 1.2991361330660594e-05,
      "loss": 0.7917,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3397
    },
    {
      "epoch": 0.4630689561188335,
      "grad_norm": 0.275390625,
      "learning_rate": 1.2986821024779252e-05,
      "loss": 0.6496,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3398
    },
    {
      "epoch": 0.4632052330335241,
      "grad_norm": 0.255859375,
      "learning_rate": 1.2982280042773929e-05,
      "loss": 0.6364,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3399
    },
    {
      "epoch": 0.46334150994821477,
      "grad_norm": 0.283203125,
      "learning_rate": 1.2977738385672558e-05,
      "loss": 0.6561,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3400
    },
    {
      "epoch": 0.4634777868629054,
      "grad_norm": 0.244140625,
      "learning_rate": 1.297319605450323e-05,
      "loss": 0.6887,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3401
    },
    {
      "epoch": 0.46361406377759606,
      "grad_norm": 0.388671875,
      "learning_rate": 1.296865305029419e-05,
      "loss": 0.817,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3402
    },
    {
      "epoch": 0.4637503406922867,
      "grad_norm": 0.294921875,
      "learning_rate": 1.2964109374073832e-05,
      "loss": 0.6653,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3403
    },
    {
      "epoch": 0.46388661760697736,
      "grad_norm": 0.34375,
      "learning_rate": 1.2959565026870707e-05,
      "loss": 0.6923,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3404
    },
    {
      "epoch": 0.464022894521668,
      "grad_norm": 0.380859375,
      "learning_rate": 1.295502000971351e-05,
      "loss": 0.723,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3405
    },
    {
      "epoch": 0.4641591714363587,
      "grad_norm": 0.400390625,
      "learning_rate": 1.2950474323631097e-05,
      "loss": 0.7324,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3406
    },
    {
      "epoch": 0.46429544835104936,
      "grad_norm": 0.33203125,
      "learning_rate": 1.2945927969652467e-05,
      "loss": 0.7561,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3407
    },
    {
      "epoch": 0.46443172526574,
      "grad_norm": 0.275390625,
      "learning_rate": 1.2941380948806778e-05,
      "loss": 0.7451,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3408
    },
    {
      "epoch": 0.46456800218043065,
      "grad_norm": 0.283203125,
      "learning_rate": 1.2936833262123334e-05,
      "loss": 0.7658,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3409
    },
    {
      "epoch": 0.4647042790951213,
      "grad_norm": 0.427734375,
      "learning_rate": 1.2932284910631592e-05,
      "loss": 0.7026,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3410
    },
    {
      "epoch": 0.46484055600981194,
      "grad_norm": 0.462890625,
      "learning_rate": 1.2927735895361151e-05,
      "loss": 0.8608,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3411
    },
    {
      "epoch": 0.4649768329245026,
      "grad_norm": 0.330078125,
      "learning_rate": 1.2923186217341775e-05,
      "loss": 0.6703,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3412
    },
    {
      "epoch": 0.46511310983919324,
      "grad_norm": 0.396484375,
      "learning_rate": 1.2918635877603367e-05,
      "loss": 0.7008,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3413
    },
    {
      "epoch": 0.4652493867538839,
      "grad_norm": 0.30859375,
      "learning_rate": 1.291408487717599e-05,
      "loss": 0.7192,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3414
    },
    {
      "epoch": 0.46538566366857453,
      "grad_norm": 0.255859375,
      "learning_rate": 1.2909533217089838e-05,
      "loss": 0.7629,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3415
    },
    {
      "epoch": 0.4655219405832652,
      "grad_norm": 0.287109375,
      "learning_rate": 1.2904980898375275e-05,
      "loss": 0.7095,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3416
    },
    {
      "epoch": 0.46565821749795583,
      "grad_norm": 0.5859375,
      "learning_rate": 1.2900427922062802e-05,
      "loss": 0.8486,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3417
    },
    {
      "epoch": 0.4657944944126465,
      "grad_norm": 0.283203125,
      "learning_rate": 1.2895874289183072e-05,
      "loss": 0.7264,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3418
    },
    {
      "epoch": 0.4659307713273371,
      "grad_norm": 0.302734375,
      "learning_rate": 1.289132000076689e-05,
      "loss": 0.756,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3419
    },
    {
      "epoch": 0.4660670482420278,
      "grad_norm": 0.421875,
      "learning_rate": 1.2886765057845202e-05,
      "loss": 0.6679,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3420
    },
    {
      "epoch": 0.4662033251567185,
      "grad_norm": 0.375,
      "learning_rate": 1.2882209461449113e-05,
      "loss": 0.7478,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3421
    },
    {
      "epoch": 0.4663396020714091,
      "grad_norm": 0.33203125,
      "learning_rate": 1.2877653212609859e-05,
      "loss": 0.7225,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3422
    },
    {
      "epoch": 0.46647587898609977,
      "grad_norm": 0.384765625,
      "learning_rate": 1.2873096312358842e-05,
      "loss": 0.6418,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3423
    },
    {
      "epoch": 0.4666121559007904,
      "grad_norm": 0.275390625,
      "learning_rate": 1.28685387617276e-05,
      "loss": 0.6757,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3424
    },
    {
      "epoch": 0.46674843281548106,
      "grad_norm": 0.33984375,
      "learning_rate": 1.2863980561747823e-05,
      "loss": 0.7902,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3425
    },
    {
      "epoch": 0.4668847097301717,
      "grad_norm": 0.263671875,
      "learning_rate": 1.2859421713451345e-05,
      "loss": 0.7091,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3426
    },
    {
      "epoch": 0.46702098664486236,
      "grad_norm": 0.26953125,
      "learning_rate": 1.2854862217870153e-05,
      "loss": 0.7415,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3427
    },
    {
      "epoch": 0.467157263559553,
      "grad_norm": 0.28515625,
      "learning_rate": 1.2850302076036367e-05,
      "loss": 0.6804,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3428
    },
    {
      "epoch": 0.46729354047424365,
      "grad_norm": 0.28125,
      "learning_rate": 1.2845741288982271e-05,
      "loss": 0.724,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3429
    },
    {
      "epoch": 0.4674298173889343,
      "grad_norm": 0.326171875,
      "learning_rate": 1.2841179857740285e-05,
      "loss": 0.763,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3430
    },
    {
      "epoch": 0.46756609430362495,
      "grad_norm": 0.35546875,
      "learning_rate": 1.2836617783342968e-05,
      "loss": 0.76,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3431
    },
    {
      "epoch": 0.4677023712183156,
      "grad_norm": 0.275390625,
      "learning_rate": 1.283205506682304e-05,
      "loss": 0.6789,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3432
    },
    {
      "epoch": 0.4678386481330063,
      "grad_norm": 0.32421875,
      "learning_rate": 1.2827491709213362e-05,
      "loss": 0.7131,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3433
    },
    {
      "epoch": 0.46797492504769694,
      "grad_norm": 0.2734375,
      "learning_rate": 1.2822927711546928e-05,
      "loss": 0.7471,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3434
    },
    {
      "epoch": 0.4681112019623876,
      "grad_norm": 0.30859375,
      "learning_rate": 1.2818363074856894e-05,
      "loss": 0.7102,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3435
    },
    {
      "epoch": 0.46824747887707824,
      "grad_norm": 0.30859375,
      "learning_rate": 1.2813797800176548e-05,
      "loss": 0.6906,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3436
    },
    {
      "epoch": 0.4683837557917689,
      "grad_norm": 0.435546875,
      "learning_rate": 1.2809231888539331e-05,
      "loss": 0.8073,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3437
    },
    {
      "epoch": 0.46852003270645953,
      "grad_norm": 0.37890625,
      "learning_rate": 1.2804665340978819e-05,
      "loss": 0.6991,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3438
    },
    {
      "epoch": 0.4686563096211502,
      "grad_norm": 0.29296875,
      "learning_rate": 1.2800098158528739e-05,
      "loss": 0.7044,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3439
    },
    {
      "epoch": 0.4687925865358408,
      "grad_norm": 0.302734375,
      "learning_rate": 1.2795530342222966e-05,
      "loss": 0.7051,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3440
    },
    {
      "epoch": 0.4689288634505315,
      "grad_norm": 0.330078125,
      "learning_rate": 1.2790961893095505e-05,
      "loss": 0.6782,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3441
    },
    {
      "epoch": 0.4690651403652221,
      "grad_norm": 0.341796875,
      "learning_rate": 1.2786392812180514e-05,
      "loss": 0.7716,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3442
    },
    {
      "epoch": 0.46920141727991277,
      "grad_norm": 0.27734375,
      "learning_rate": 1.2781823100512294e-05,
      "loss": 0.776,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3443
    },
    {
      "epoch": 0.4693376941946034,
      "grad_norm": 1.2265625,
      "learning_rate": 1.2777252759125282e-05,
      "loss": 0.6731,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3444
    },
    {
      "epoch": 0.46947397110929406,
      "grad_norm": 0.29296875,
      "learning_rate": 1.2772681789054064e-05,
      "loss": 0.7341,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3445
    },
    {
      "epoch": 0.4696102480239847,
      "grad_norm": 0.33984375,
      "learning_rate": 1.276811019133337e-05,
      "loss": 0.7318,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3446
    },
    {
      "epoch": 0.4697465249386754,
      "grad_norm": 0.3046875,
      "learning_rate": 1.2763537966998063e-05,
      "loss": 0.6943,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3447
    },
    {
      "epoch": 0.46988280185336606,
      "grad_norm": 0.279296875,
      "learning_rate": 1.2758965117083157e-05,
      "loss": 0.7354,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3448
    },
    {
      "epoch": 0.4700190787680567,
      "grad_norm": 2.09375,
      "learning_rate": 1.2754391642623805e-05,
      "loss": 0.7883,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3449
    },
    {
      "epoch": 0.47015535568274736,
      "grad_norm": 0.322265625,
      "learning_rate": 1.2749817544655295e-05,
      "loss": 0.7235,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3450
    },
    {
      "epoch": 0.470291632597438,
      "grad_norm": 0.32421875,
      "learning_rate": 1.2745242824213066e-05,
      "loss": 0.6639,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3451
    },
    {
      "epoch": 0.47042790951212865,
      "grad_norm": 0.310546875,
      "learning_rate": 1.2740667482332691e-05,
      "loss": 0.7195,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3452
    },
    {
      "epoch": 0.4705641864268193,
      "grad_norm": 0.400390625,
      "learning_rate": 1.2736091520049886e-05,
      "loss": 0.691,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3453
    },
    {
      "epoch": 0.47070046334150994,
      "grad_norm": 0.314453125,
      "learning_rate": 1.2731514938400509e-05,
      "loss": 0.6669,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3454
    },
    {
      "epoch": 0.4708367402562006,
      "grad_norm": 0.318359375,
      "learning_rate": 1.2726937738420556e-05,
      "loss": 0.7046,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3455
    },
    {
      "epoch": 0.47097301717089124,
      "grad_norm": 0.298828125,
      "learning_rate": 1.2722359921146163e-05,
      "loss": 0.7687,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3456
    },
    {
      "epoch": 0.4711092940855819,
      "grad_norm": 0.345703125,
      "learning_rate": 1.2717781487613607e-05,
      "loss": 0.738,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3457
    },
    {
      "epoch": 0.47124557100027253,
      "grad_norm": 0.392578125,
      "learning_rate": 1.2713202438859304e-05,
      "loss": 0.7166,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3458
    },
    {
      "epoch": 0.4713818479149632,
      "grad_norm": 0.287109375,
      "learning_rate": 1.2708622775919812e-05,
      "loss": 0.6635,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3459
    },
    {
      "epoch": 0.4715181248296539,
      "grad_norm": 0.34765625,
      "learning_rate": 1.2704042499831818e-05,
      "loss": 0.7131,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3460
    },
    {
      "epoch": 0.47165440174434453,
      "grad_norm": 0.27734375,
      "learning_rate": 1.269946161163216e-05,
      "loss": 0.7299,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3461
    },
    {
      "epoch": 0.4717906786590352,
      "grad_norm": 0.322265625,
      "learning_rate": 1.2694880112357809e-05,
      "loss": 0.6794,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3462
    },
    {
      "epoch": 0.4719269555737258,
      "grad_norm": 0.390625,
      "learning_rate": 1.2690298003045879e-05,
      "loss": 0.7598,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3463
    },
    {
      "epoch": 0.4720632324884165,
      "grad_norm": 0.296875,
      "learning_rate": 1.2685715284733607e-05,
      "loss": 0.6674,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3464
    },
    {
      "epoch": 0.4721995094031071,
      "grad_norm": 0.30078125,
      "learning_rate": 1.2681131958458386e-05,
      "loss": 0.7151,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3465
    },
    {
      "epoch": 0.47233578631779777,
      "grad_norm": 0.37890625,
      "learning_rate": 1.2676548025257739e-05,
      "loss": 0.7063,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3466
    },
    {
      "epoch": 0.4724720632324884,
      "grad_norm": 0.33984375,
      "learning_rate": 1.267196348616933e-05,
      "loss": 0.7635,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3467
    },
    {
      "epoch": 0.47260834014717906,
      "grad_norm": 0.5,
      "learning_rate": 1.2667378342230952e-05,
      "loss": 0.7106,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3468
    },
    {
      "epoch": 0.4727446170618697,
      "grad_norm": 0.310546875,
      "learning_rate": 1.266279259448054e-05,
      "loss": 0.7457,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3469
    },
    {
      "epoch": 0.47288089397656036,
      "grad_norm": 0.40625,
      "learning_rate": 1.2658206243956168e-05,
      "loss": 0.8138,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3470
    },
    {
      "epoch": 0.473017170891251,
      "grad_norm": 0.236328125,
      "learning_rate": 1.2653619291696042e-05,
      "loss": 0.7432,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3471
    },
    {
      "epoch": 0.47315344780594165,
      "grad_norm": 0.283203125,
      "learning_rate": 1.2649031738738506e-05,
      "loss": 0.6689,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3472
    },
    {
      "epoch": 0.4732897247206323,
      "grad_norm": 0.375,
      "learning_rate": 1.2644443586122044e-05,
      "loss": 0.6989,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3473
    },
    {
      "epoch": 0.473426001635323,
      "grad_norm": 0.341796875,
      "learning_rate": 1.263985483488527e-05,
      "loss": 0.7376,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3474
    },
    {
      "epoch": 0.47356227855001365,
      "grad_norm": 0.33203125,
      "learning_rate": 1.2635265486066935e-05,
      "loss": 0.7337,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3475
    },
    {
      "epoch": 0.4736985554647043,
      "grad_norm": 0.2890625,
      "learning_rate": 1.2630675540705926e-05,
      "loss": 0.6999,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3476
    },
    {
      "epoch": 0.47383483237939494,
      "grad_norm": 0.3671875,
      "learning_rate": 1.2626084999841261e-05,
      "loss": 0.6844,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3477
    },
    {
      "epoch": 0.4739711092940856,
      "grad_norm": 0.306640625,
      "learning_rate": 1.2621493864512104e-05,
      "loss": 0.6497,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3478
    },
    {
      "epoch": 0.47410738620877624,
      "grad_norm": 0.50390625,
      "learning_rate": 1.2616902135757743e-05,
      "loss": 0.7476,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3479
    },
    {
      "epoch": 0.4742436631234669,
      "grad_norm": 0.28515625,
      "learning_rate": 1.2612309814617599e-05,
      "loss": 0.6948,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3480
    },
    {
      "epoch": 0.47437994003815753,
      "grad_norm": 0.306640625,
      "learning_rate": 1.2607716902131238e-05,
      "loss": 0.818,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3481
    },
    {
      "epoch": 0.4745162169528482,
      "grad_norm": 0.30859375,
      "learning_rate": 1.2603123399338348e-05,
      "loss": 0.675,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3482
    },
    {
      "epoch": 0.4746524938675388,
      "grad_norm": 0.4296875,
      "learning_rate": 1.2598529307278761e-05,
      "loss": 0.7732,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3483
    },
    {
      "epoch": 0.4747887707822295,
      "grad_norm": 0.5703125,
      "learning_rate": 1.2593934626992437e-05,
      "loss": 0.7421,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3484
    },
    {
      "epoch": 0.4749250476969201,
      "grad_norm": 0.4375,
      "learning_rate": 1.2589339359519465e-05,
      "loss": 0.7756,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3485
    },
    {
      "epoch": 0.47506132461161077,
      "grad_norm": 0.3984375,
      "learning_rate": 1.2584743505900078e-05,
      "loss": 0.778,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3486
    },
    {
      "epoch": 0.47519760152630147,
      "grad_norm": 0.26171875,
      "learning_rate": 1.2580147067174631e-05,
      "loss": 0.7356,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3487
    },
    {
      "epoch": 0.4753338784409921,
      "grad_norm": 0.287109375,
      "learning_rate": 1.2575550044383614e-05,
      "loss": 0.6556,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3488
    },
    {
      "epoch": 0.47547015535568277,
      "grad_norm": 0.80078125,
      "learning_rate": 1.2570952438567657e-05,
      "loss": 0.7336,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3489
    },
    {
      "epoch": 0.4756064322703734,
      "grad_norm": 0.30078125,
      "learning_rate": 1.2566354250767509e-05,
      "loss": 0.7083,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3490
    },
    {
      "epoch": 0.47574270918506406,
      "grad_norm": 0.275390625,
      "learning_rate": 1.2561755482024062e-05,
      "loss": 0.7256,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3491
    },
    {
      "epoch": 0.4758789860997547,
      "grad_norm": 0.55859375,
      "learning_rate": 1.2557156133378336e-05,
      "loss": 0.8105,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3492
    },
    {
      "epoch": 0.47601526301444536,
      "grad_norm": 0.326171875,
      "learning_rate": 1.255255620587148e-05,
      "loss": 0.736,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3493
    },
    {
      "epoch": 0.476151539929136,
      "grad_norm": 0.322265625,
      "learning_rate": 1.2547955700544773e-05,
      "loss": 0.7125,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3494
    },
    {
      "epoch": 0.47628781684382665,
      "grad_norm": 0.369140625,
      "learning_rate": 1.2543354618439629e-05,
      "loss": 0.6746,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3495
    },
    {
      "epoch": 0.4764240937585173,
      "grad_norm": 0.33203125,
      "learning_rate": 1.2538752960597593e-05,
      "loss": 0.7347,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3496
    },
    {
      "epoch": 0.47656037067320794,
      "grad_norm": 0.302734375,
      "learning_rate": 1.2534150728060332e-05,
      "loss": 0.708,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3497
    },
    {
      "epoch": 0.4766966475878986,
      "grad_norm": 0.263671875,
      "learning_rate": 1.2529547921869658e-05,
      "loss": 0.7065,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3498
    },
    {
      "epoch": 0.47683292450258924,
      "grad_norm": 0.357421875,
      "learning_rate": 1.2524944543067496e-05,
      "loss": 0.7465,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3499
    },
    {
      "epoch": 0.4769692014172799,
      "grad_norm": 0.30078125,
      "learning_rate": 1.2520340592695915e-05,
      "loss": 0.7242,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3500
    },
    {
      "epoch": 0.4771054783319706,
      "grad_norm": 0.279296875,
      "learning_rate": 1.2515736071797106e-05,
      "loss": 0.7146,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3501
    },
    {
      "epoch": 0.47724175524666124,
      "grad_norm": 0.416015625,
      "learning_rate": 1.2511130981413384e-05,
      "loss": 0.6889,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3502
    },
    {
      "epoch": 0.4773780321613519,
      "grad_norm": 0.51171875,
      "learning_rate": 1.2506525322587207e-05,
      "loss": 0.7359,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3503
    },
    {
      "epoch": 0.47751430907604253,
      "grad_norm": 0.263671875,
      "learning_rate": 1.250191909636115e-05,
      "loss": 0.6664,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3504
    },
    {
      "epoch": 0.4776505859907332,
      "grad_norm": 0.2578125,
      "learning_rate": 1.2497312303777922e-05,
      "loss": 0.6775,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3505
    },
    {
      "epoch": 0.4777868629054238,
      "grad_norm": 0.2890625,
      "learning_rate": 1.2492704945880355e-05,
      "loss": 0.6567,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3506
    },
    {
      "epoch": 0.4779231398201145,
      "grad_norm": 0.333984375,
      "learning_rate": 1.2488097023711413e-05,
      "loss": 0.6763,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3507
    },
    {
      "epoch": 0.4780594167348051,
      "grad_norm": 0.349609375,
      "learning_rate": 1.2483488538314192e-05,
      "loss": 0.7266,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3508
    },
    {
      "epoch": 0.47819569364949577,
      "grad_norm": 0.435546875,
      "learning_rate": 1.2478879490731908e-05,
      "loss": 0.8037,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3509
    },
    {
      "epoch": 0.4783319705641864,
      "grad_norm": 0.30859375,
      "learning_rate": 1.2474269882007905e-05,
      "loss": 0.706,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3510
    },
    {
      "epoch": 0.47846824747887706,
      "grad_norm": 0.484375,
      "learning_rate": 1.2469659713185658e-05,
      "loss": 0.8011,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3511
    },
    {
      "epoch": 0.4786045243935677,
      "grad_norm": 0.453125,
      "learning_rate": 1.246504898530877e-05,
      "loss": 0.7109,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3512
    },
    {
      "epoch": 0.47874080130825836,
      "grad_norm": 0.279296875,
      "learning_rate": 1.2460437699420959e-05,
      "loss": 0.6603,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3513
    },
    {
      "epoch": 0.47887707822294906,
      "grad_norm": 0.41015625,
      "learning_rate": 1.2455825856566083e-05,
      "loss": 0.7559,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3514
    },
    {
      "epoch": 0.4790133551376397,
      "grad_norm": 0.39453125,
      "learning_rate": 1.245121345778812e-05,
      "loss": 0.7733,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3515
    },
    {
      "epoch": 0.47914963205233035,
      "grad_norm": 0.298828125,
      "learning_rate": 1.2446600504131178e-05,
      "loss": 0.688,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3516
    },
    {
      "epoch": 0.479285908967021,
      "grad_norm": 0.76953125,
      "learning_rate": 1.2441986996639481e-05,
      "loss": 0.7579,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3517
    },
    {
      "epoch": 0.47942218588171165,
      "grad_norm": 0.37109375,
      "learning_rate": 1.2437372936357388e-05,
      "loss": 0.6922,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3518
    },
    {
      "epoch": 0.4795584627964023,
      "grad_norm": 0.294921875,
      "learning_rate": 1.2432758324329382e-05,
      "loss": 0.7049,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3519
    },
    {
      "epoch": 0.47969473971109294,
      "grad_norm": 0.314453125,
      "learning_rate": 1.242814316160006e-05,
      "loss": 0.7005,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3520
    },
    {
      "epoch": 0.4798310166257836,
      "grad_norm": 0.265625,
      "learning_rate": 1.2423527449214158e-05,
      "loss": 0.7222,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3521
    },
    {
      "epoch": 0.47996729354047424,
      "grad_norm": 0.390625,
      "learning_rate": 1.241891118821653e-05,
      "loss": 0.7245,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3522
    },
    {
      "epoch": 0.4801035704551649,
      "grad_norm": 0.28515625,
      "learning_rate": 1.241429437965216e-05,
      "loss": 0.7021,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3523
    },
    {
      "epoch": 0.48023984736985553,
      "grad_norm": 0.337890625,
      "learning_rate": 1.2409677024566145e-05,
      "loss": 0.7086,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3524
    },
    {
      "epoch": 0.4803761242845462,
      "grad_norm": 0.2431640625,
      "learning_rate": 1.2405059124003711e-05,
      "loss": 0.7466,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3525
    },
    {
      "epoch": 0.4805124011992368,
      "grad_norm": 0.298828125,
      "learning_rate": 1.240044067901021e-05,
      "loss": 0.6727,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3526
    },
    {
      "epoch": 0.4806486781139275,
      "grad_norm": 0.546875,
      "learning_rate": 1.2395821690631115e-05,
      "loss": 0.748,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3527
    },
    {
      "epoch": 0.4807849550286182,
      "grad_norm": 0.330078125,
      "learning_rate": 1.2391202159912024e-05,
      "loss": 0.6852,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3528
    },
    {
      "epoch": 0.4809212319433088,
      "grad_norm": 0.357421875,
      "learning_rate": 1.238658208789865e-05,
      "loss": 0.8054,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3529
    },
    {
      "epoch": 0.48105750885799947,
      "grad_norm": 0.275390625,
      "learning_rate": 1.2381961475636841e-05,
      "loss": 0.712,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3530
    },
    {
      "epoch": 0.4811937857726901,
      "grad_norm": 0.291015625,
      "learning_rate": 1.237734032417256e-05,
      "loss": 0.6851,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3531
    },
    {
      "epoch": 0.48133006268738077,
      "grad_norm": 0.375,
      "learning_rate": 1.2372718634551888e-05,
      "loss": 0.7153,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3532
    },
    {
      "epoch": 0.4814663396020714,
      "grad_norm": 0.2734375,
      "learning_rate": 1.2368096407821038e-05,
      "loss": 0.6929,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3533
    },
    {
      "epoch": 0.48160261651676206,
      "grad_norm": 0.263671875,
      "learning_rate": 1.2363473645026334e-05,
      "loss": 0.7198,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3534
    },
    {
      "epoch": 0.4817388934314527,
      "grad_norm": 0.345703125,
      "learning_rate": 1.2358850347214232e-05,
      "loss": 0.7017,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3535
    },
    {
      "epoch": 0.48187517034614336,
      "grad_norm": 0.404296875,
      "learning_rate": 1.2354226515431302e-05,
      "loss": 0.8649,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3536
    },
    {
      "epoch": 0.482011447260834,
      "grad_norm": 0.25,
      "learning_rate": 1.2349602150724236e-05,
      "loss": 0.6503,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3537
    },
    {
      "epoch": 0.48214772417552465,
      "grad_norm": 0.333984375,
      "learning_rate": 1.2344977254139852e-05,
      "loss": 0.693,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3538
    },
    {
      "epoch": 0.4822840010902153,
      "grad_norm": 0.3125,
      "learning_rate": 1.2340351826725074e-05,
      "loss": 0.7778,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3539
    },
    {
      "epoch": 0.48242027800490594,
      "grad_norm": 0.291015625,
      "learning_rate": 1.2335725869526962e-05,
      "loss": 0.7249,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3540
    },
    {
      "epoch": 0.48255655491959665,
      "grad_norm": 0.40625,
      "learning_rate": 1.233109938359269e-05,
      "loss": 0.7286,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3541
    },
    {
      "epoch": 0.4826928318342873,
      "grad_norm": 0.34375,
      "learning_rate": 1.2326472369969551e-05,
      "loss": 0.666,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3542
    },
    {
      "epoch": 0.48282910874897794,
      "grad_norm": 0.28125,
      "learning_rate": 1.2321844829704957e-05,
      "loss": 0.6842,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3543
    },
    {
      "epoch": 0.4829653856636686,
      "grad_norm": 0.337890625,
      "learning_rate": 1.231721676384644e-05,
      "loss": 0.7833,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3544
    },
    {
      "epoch": 0.48310166257835924,
      "grad_norm": 0.275390625,
      "learning_rate": 1.2312588173441651e-05,
      "loss": 0.6902,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3545
    },
    {
      "epoch": 0.4832379394930499,
      "grad_norm": 0.2890625,
      "learning_rate": 1.2307959059538358e-05,
      "loss": 0.737,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3546
    },
    {
      "epoch": 0.48337421640774053,
      "grad_norm": 0.310546875,
      "learning_rate": 1.2303329423184456e-05,
      "loss": 0.7155,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3547
    },
    {
      "epoch": 0.4835104933224312,
      "grad_norm": 0.314453125,
      "learning_rate": 1.2298699265427945e-05,
      "loss": 0.674,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3548
    },
    {
      "epoch": 0.4836467702371218,
      "grad_norm": 0.291015625,
      "learning_rate": 1.2294068587316952e-05,
      "loss": 0.6606,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3549
    },
    {
      "epoch": 0.4837830471518125,
      "grad_norm": 0.2734375,
      "learning_rate": 1.2289437389899724e-05,
      "loss": 0.6737,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3550
    },
    {
      "epoch": 0.4839193240665031,
      "grad_norm": 0.291015625,
      "learning_rate": 1.228480567422461e-05,
      "loss": 0.6642,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3551
    },
    {
      "epoch": 0.48405560098119377,
      "grad_norm": 0.27734375,
      "learning_rate": 1.2280173441340096e-05,
      "loss": 0.7332,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3552
    },
    {
      "epoch": 0.4841918778958844,
      "grad_norm": 0.56640625,
      "learning_rate": 1.2275540692294775e-05,
      "loss": 0.7581,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3553
    },
    {
      "epoch": 0.48432815481057506,
      "grad_norm": 0.302734375,
      "learning_rate": 1.2270907428137357e-05,
      "loss": 0.7261,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3554
    },
    {
      "epoch": 0.48446443172526577,
      "grad_norm": 0.294921875,
      "learning_rate": 1.2266273649916669e-05,
      "loss": 0.684,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3555
    },
    {
      "epoch": 0.4846007086399564,
      "grad_norm": 0.26171875,
      "learning_rate": 1.2261639358681656e-05,
      "loss": 0.6413,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3556
    },
    {
      "epoch": 0.48473698555464706,
      "grad_norm": 0.2490234375,
      "learning_rate": 1.2257004555481382e-05,
      "loss": 0.6488,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3557
    },
    {
      "epoch": 0.4848732624693377,
      "grad_norm": 0.283203125,
      "learning_rate": 1.2252369241365016e-05,
      "loss": 0.6898,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3558
    },
    {
      "epoch": 0.48500953938402835,
      "grad_norm": 0.3203125,
      "learning_rate": 1.2247733417381854e-05,
      "loss": 0.6974,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3559
    },
    {
      "epoch": 0.485145816298719,
      "grad_norm": 0.24609375,
      "learning_rate": 1.2243097084581307e-05,
      "loss": 0.6429,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3560
    },
    {
      "epoch": 0.48528209321340965,
      "grad_norm": 0.271484375,
      "learning_rate": 1.223846024401289e-05,
      "loss": 0.6299,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3561
    },
    {
      "epoch": 0.4854183701281003,
      "grad_norm": 0.439453125,
      "learning_rate": 1.2233822896726244e-05,
      "loss": 0.6874,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3562
    },
    {
      "epoch": 0.48555464704279094,
      "grad_norm": 0.2490234375,
      "learning_rate": 1.222918504377112e-05,
      "loss": 0.6146,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3563
    },
    {
      "epoch": 0.4856909239574816,
      "grad_norm": 0.31640625,
      "learning_rate": 1.2224546686197386e-05,
      "loss": 0.7434,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3564
    },
    {
      "epoch": 0.48582720087217224,
      "grad_norm": 0.265625,
      "learning_rate": 1.2219907825055028e-05,
      "loss": 0.7494,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3565
    },
    {
      "epoch": 0.4859634777868629,
      "grad_norm": 0.35546875,
      "learning_rate": 1.2215268461394132e-05,
      "loss": 0.7011,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3566
    },
    {
      "epoch": 0.48609975470155353,
      "grad_norm": 0.3203125,
      "learning_rate": 1.2210628596264909e-05,
      "loss": 0.7214,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3567
    },
    {
      "epoch": 0.48623603161624424,
      "grad_norm": 0.419921875,
      "learning_rate": 1.2205988230717682e-05,
      "loss": 0.759,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3568
    },
    {
      "epoch": 0.4863723085309349,
      "grad_norm": 0.291015625,
      "learning_rate": 1.2201347365802887e-05,
      "loss": 0.6946,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3569
    },
    {
      "epoch": 0.48650858544562553,
      "grad_norm": 0.3515625,
      "learning_rate": 1.219670600257107e-05,
      "loss": 0.6748,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3570
    },
    {
      "epoch": 0.4866448623603162,
      "grad_norm": 0.359375,
      "learning_rate": 1.2192064142072897e-05,
      "loss": 0.6907,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3571
    },
    {
      "epoch": 0.4867811392750068,
      "grad_norm": 0.3359375,
      "learning_rate": 1.2187421785359135e-05,
      "loss": 0.7669,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3572
    },
    {
      "epoch": 0.48691741618969747,
      "grad_norm": 0.34765625,
      "learning_rate": 1.2182778933480677e-05,
      "loss": 0.7834,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3573
    },
    {
      "epoch": 0.4870536931043881,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.2178135587488515e-05,
      "loss": 0.6756,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3574
    },
    {
      "epoch": 0.48718997001907877,
      "grad_norm": 0.32421875,
      "learning_rate": 1.2173491748433765e-05,
      "loss": 0.6637,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3575
    },
    {
      "epoch": 0.4873262469337694,
      "grad_norm": 0.3515625,
      "learning_rate": 1.2168847417367646e-05,
      "loss": 0.776,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3576
    },
    {
      "epoch": 0.48746252384846006,
      "grad_norm": 0.314453125,
      "learning_rate": 1.216420259534149e-05,
      "loss": 0.6711,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3577
    },
    {
      "epoch": 0.4875988007631507,
      "grad_norm": 0.54296875,
      "learning_rate": 1.2159557283406742e-05,
      "loss": 0.6775,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3578
    },
    {
      "epoch": 0.48773507767784136,
      "grad_norm": 0.255859375,
      "learning_rate": 1.2154911482614955e-05,
      "loss": 0.7517,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3579
    },
    {
      "epoch": 0.487871354592532,
      "grad_norm": 0.349609375,
      "learning_rate": 1.2150265194017801e-05,
      "loss": 0.7804,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3580
    },
    {
      "epoch": 0.48800763150722265,
      "grad_norm": 0.306640625,
      "learning_rate": 1.214561841866705e-05,
      "loss": 0.6716,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3581
    },
    {
      "epoch": 0.48814390842191335,
      "grad_norm": 0.373046875,
      "learning_rate": 1.214097115761459e-05,
      "loss": 0.7262,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3582
    },
    {
      "epoch": 0.488280185336604,
      "grad_norm": 0.302734375,
      "learning_rate": 1.213632341191242e-05,
      "loss": 0.6794,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3583
    },
    {
      "epoch": 0.48841646225129465,
      "grad_norm": 0.3203125,
      "learning_rate": 1.2131675182612639e-05,
      "loss": 0.6913,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3584
    },
    {
      "epoch": 0.4885527391659853,
      "grad_norm": 0.291015625,
      "learning_rate": 1.2127026470767468e-05,
      "loss": 0.7028,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3585
    },
    {
      "epoch": 0.48868901608067594,
      "grad_norm": 0.31640625,
      "learning_rate": 1.2122377277429231e-05,
      "loss": 0.679,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3586
    },
    {
      "epoch": 0.4888252929953666,
      "grad_norm": 0.3046875,
      "learning_rate": 1.2117727603650364e-05,
      "loss": 0.6656,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3587
    },
    {
      "epoch": 0.48896156991005724,
      "grad_norm": 0.310546875,
      "learning_rate": 1.2113077450483405e-05,
      "loss": 0.6826,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3588
    },
    {
      "epoch": 0.4890978468247479,
      "grad_norm": 0.388671875,
      "learning_rate": 1.2108426818981009e-05,
      "loss": 0.7699,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3589
    },
    {
      "epoch": 0.48923412373943853,
      "grad_norm": 0.416015625,
      "learning_rate": 1.210377571019593e-05,
      "loss": 0.8095,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3590
    },
    {
      "epoch": 0.4893704006541292,
      "grad_norm": 0.287109375,
      "learning_rate": 1.2099124125181042e-05,
      "loss": 0.7129,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3591
    },
    {
      "epoch": 0.4895066775688198,
      "grad_norm": 0.2890625,
      "learning_rate": 1.2094472064989315e-05,
      "loss": 0.7026,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3592
    },
    {
      "epoch": 0.4896429544835105,
      "grad_norm": 0.23828125,
      "learning_rate": 1.2089819530673834e-05,
      "loss": 0.6629,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3593
    },
    {
      "epoch": 0.4897792313982011,
      "grad_norm": 0.3046875,
      "learning_rate": 1.2085166523287788e-05,
      "loss": 0.7237,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3594
    },
    {
      "epoch": 0.4899155083128918,
      "grad_norm": 0.34375,
      "learning_rate": 1.2080513043884477e-05,
      "loss": 0.7346,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3595
    },
    {
      "epoch": 0.49005178522758247,
      "grad_norm": 0.330078125,
      "learning_rate": 1.20758590935173e-05,
      "loss": 0.7706,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3596
    },
    {
      "epoch": 0.4901880621422731,
      "grad_norm": 0.337890625,
      "learning_rate": 1.2071204673239767e-05,
      "loss": 0.7514,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3597
    },
    {
      "epoch": 0.49032433905696376,
      "grad_norm": 0.298828125,
      "learning_rate": 1.2066549784105502e-05,
      "loss": 0.744,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3598
    },
    {
      "epoch": 0.4904606159716544,
      "grad_norm": 0.31640625,
      "learning_rate": 1.2061894427168221e-05,
      "loss": 0.6851,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3599
    },
    {
      "epoch": 0.49059689288634506,
      "grad_norm": 0.35546875,
      "learning_rate": 1.2057238603481758e-05,
      "loss": 0.7921,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3600
    },
    {
      "epoch": 0.4907331698010357,
      "grad_norm": 0.28515625,
      "learning_rate": 1.2052582314100044e-05,
      "loss": 0.726,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3601
    },
    {
      "epoch": 0.49086944671572635,
      "grad_norm": 0.328125,
      "learning_rate": 1.2047925560077123e-05,
      "loss": 0.7551,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3602
    },
    {
      "epoch": 0.491005723630417,
      "grad_norm": 0.2890625,
      "learning_rate": 1.2043268342467136e-05,
      "loss": 0.7524,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3603
    },
    {
      "epoch": 0.49114200054510765,
      "grad_norm": 0.298828125,
      "learning_rate": 1.2038610662324334e-05,
      "loss": 0.7327,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3604
    },
    {
      "epoch": 0.4912782774597983,
      "grad_norm": 0.337890625,
      "learning_rate": 1.2033952520703075e-05,
      "loss": 0.7444,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3605
    },
    {
      "epoch": 0.49141455437448894,
      "grad_norm": 0.333984375,
      "learning_rate": 1.2029293918657814e-05,
      "loss": 0.7622,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3606
    },
    {
      "epoch": 0.4915508312891796,
      "grad_norm": 0.271484375,
      "learning_rate": 1.2024634857243118e-05,
      "loss": 0.6708,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3607
    },
    {
      "epoch": 0.49168710820387024,
      "grad_norm": 0.3125,
      "learning_rate": 1.2019975337513653e-05,
      "loss": 0.7506,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3608
    },
    {
      "epoch": 0.49182338511856094,
      "grad_norm": 0.318359375,
      "learning_rate": 1.201531536052419e-05,
      "loss": 0.717,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3609
    },
    {
      "epoch": 0.4919596620332516,
      "grad_norm": 0.28125,
      "learning_rate": 1.2010654927329601e-05,
      "loss": 0.6626,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3610
    },
    {
      "epoch": 0.49209593894794224,
      "grad_norm": 0.380859375,
      "learning_rate": 1.2005994038984871e-05,
      "loss": 0.7242,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3611
    },
    {
      "epoch": 0.4922322158626329,
      "grad_norm": 0.26953125,
      "learning_rate": 1.2001332696545076e-05,
      "loss": 0.7232,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3612
    },
    {
      "epoch": 0.49236849277732353,
      "grad_norm": 0.2578125,
      "learning_rate": 1.1996670901065404e-05,
      "loss": 0.6826,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3613
    },
    {
      "epoch": 0.4925047696920142,
      "grad_norm": 0.408203125,
      "learning_rate": 1.1992008653601137e-05,
      "loss": 0.7826,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3614
    },
    {
      "epoch": 0.4926410466067048,
      "grad_norm": 0.33203125,
      "learning_rate": 1.1987345955207665e-05,
      "loss": 0.7018,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3615
    },
    {
      "epoch": 0.49277732352139547,
      "grad_norm": 0.30078125,
      "learning_rate": 1.198268280694048e-05,
      "loss": 0.6446,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3616
    },
    {
      "epoch": 0.4929136004360861,
      "grad_norm": 0.33203125,
      "learning_rate": 1.1978019209855174e-05,
      "loss": 0.6342,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3617
    },
    {
      "epoch": 0.49304987735077677,
      "grad_norm": 0.30859375,
      "learning_rate": 1.197335516500744e-05,
      "loss": 0.7891,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3618
    },
    {
      "epoch": 0.4931861542654674,
      "grad_norm": 0.2470703125,
      "learning_rate": 1.1968690673453076e-05,
      "loss": 0.6965,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3619
    },
    {
      "epoch": 0.49332243118015806,
      "grad_norm": 0.3046875,
      "learning_rate": 1.1964025736247978e-05,
      "loss": 0.8689,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3620
    },
    {
      "epoch": 0.4934587080948487,
      "grad_norm": 0.36328125,
      "learning_rate": 1.1959360354448143e-05,
      "loss": 0.7819,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3621
    },
    {
      "epoch": 0.4935949850095394,
      "grad_norm": 0.302734375,
      "learning_rate": 1.1954694529109672e-05,
      "loss": 0.716,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3622
    },
    {
      "epoch": 0.49373126192423006,
      "grad_norm": 0.4453125,
      "learning_rate": 1.1950028261288757e-05,
      "loss": 0.6995,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3623
    },
    {
      "epoch": 0.4938675388389207,
      "grad_norm": 0.61328125,
      "learning_rate": 1.1945361552041701e-05,
      "loss": 0.8939,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3624
    },
    {
      "epoch": 0.49400381575361135,
      "grad_norm": 0.29296875,
      "learning_rate": 1.1940694402424904e-05,
      "loss": 0.72,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3625
    },
    {
      "epoch": 0.494140092668302,
      "grad_norm": 0.26171875,
      "learning_rate": 1.1936026813494866e-05,
      "loss": 0.7609,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3626
    },
    {
      "epoch": 0.49427636958299265,
      "grad_norm": 0.314453125,
      "learning_rate": 1.1931358786308179e-05,
      "loss": 0.6637,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3627
    },
    {
      "epoch": 0.4944126464976833,
      "grad_norm": 0.375,
      "learning_rate": 1.1926690321921544e-05,
      "loss": 0.7647,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3628
    },
    {
      "epoch": 0.49454892341237394,
      "grad_norm": 0.35546875,
      "learning_rate": 1.1922021421391757e-05,
      "loss": 0.7287,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3629
    },
    {
      "epoch": 0.4946852003270646,
      "grad_norm": 0.33203125,
      "learning_rate": 1.191735208577571e-05,
      "loss": 0.633,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3630
    },
    {
      "epoch": 0.49482147724175524,
      "grad_norm": 0.36328125,
      "learning_rate": 1.1912682316130402e-05,
      "loss": 0.7544,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3631
    },
    {
      "epoch": 0.4949577541564459,
      "grad_norm": 0.2470703125,
      "learning_rate": 1.190801211351292e-05,
      "loss": 0.7229,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3632
    },
    {
      "epoch": 0.49509403107113653,
      "grad_norm": 0.2890625,
      "learning_rate": 1.1903341478980454e-05,
      "loss": 0.7002,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3633
    },
    {
      "epoch": 0.4952303079858272,
      "grad_norm": 0.330078125,
      "learning_rate": 1.1898670413590292e-05,
      "loss": 0.7761,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3634
    },
    {
      "epoch": 0.4953665849005178,
      "grad_norm": 0.306640625,
      "learning_rate": 1.1893998918399818e-05,
      "loss": 0.7024,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3635
    },
    {
      "epoch": 0.49550286181520853,
      "grad_norm": 0.244140625,
      "learning_rate": 1.1889326994466515e-05,
      "loss": 0.7284,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3636
    },
    {
      "epoch": 0.4956391387298992,
      "grad_norm": 0.328125,
      "learning_rate": 1.1884654642847962e-05,
      "loss": 0.7218,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3637
    },
    {
      "epoch": 0.4957754156445898,
      "grad_norm": 0.3359375,
      "learning_rate": 1.1879981864601835e-05,
      "loss": 0.6803,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3638
    },
    {
      "epoch": 0.49591169255928047,
      "grad_norm": 0.29296875,
      "learning_rate": 1.187530866078591e-05,
      "loss": 0.6713,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3639
    },
    {
      "epoch": 0.4960479694739711,
      "grad_norm": 0.3046875,
      "learning_rate": 1.187063503245805e-05,
      "loss": 0.7501,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3640
    },
    {
      "epoch": 0.49618424638866176,
      "grad_norm": 0.49609375,
      "learning_rate": 1.1865960980676224e-05,
      "loss": 0.7952,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3641
    },
    {
      "epoch": 0.4963205233033524,
      "grad_norm": 0.3046875,
      "learning_rate": 1.186128650649849e-05,
      "loss": 0.8038,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3642
    },
    {
      "epoch": 0.49645680021804306,
      "grad_norm": 0.3515625,
      "learning_rate": 1.1856611610983006e-05,
      "loss": 0.7274,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3643
    },
    {
      "epoch": 0.4965930771327337,
      "grad_norm": 0.29296875,
      "learning_rate": 1.1851936295188027e-05,
      "loss": 0.7415,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3644
    },
    {
      "epoch": 0.49672935404742435,
      "grad_norm": 0.7734375,
      "learning_rate": 1.1847260560171895e-05,
      "loss": 0.666,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3645
    },
    {
      "epoch": 0.496865630962115,
      "grad_norm": 0.296875,
      "learning_rate": 1.1842584406993053e-05,
      "loss": 0.7926,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3646
    },
    {
      "epoch": 0.49700190787680565,
      "grad_norm": 0.3984375,
      "learning_rate": 1.1837907836710041e-05,
      "loss": 0.7663,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3647
    },
    {
      "epoch": 0.4971381847914963,
      "grad_norm": 0.427734375,
      "learning_rate": 1.1833230850381488e-05,
      "loss": 0.685,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3648
    },
    {
      "epoch": 0.497274461706187,
      "grad_norm": 0.3125,
      "learning_rate": 1.1828553449066117e-05,
      "loss": 0.6975,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3649
    },
    {
      "epoch": 0.49741073862087765,
      "grad_norm": 0.2890625,
      "learning_rate": 1.1823875633822747e-05,
      "loss": 0.6902,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3650
    },
    {
      "epoch": 0.4975470155355683,
      "grad_norm": 0.27734375,
      "learning_rate": 1.1819197405710296e-05,
      "loss": 0.7525,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3651
    },
    {
      "epoch": 0.49768329245025894,
      "grad_norm": 0.3046875,
      "learning_rate": 1.1814518765787764e-05,
      "loss": 0.6633,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3652
    },
    {
      "epoch": 0.4978195693649496,
      "grad_norm": 0.251953125,
      "learning_rate": 1.1809839715114256e-05,
      "loss": 0.6478,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3653
    },
    {
      "epoch": 0.49795584627964024,
      "grad_norm": 0.31640625,
      "learning_rate": 1.180516025474896e-05,
      "loss": 0.6705,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3654
    },
    {
      "epoch": 0.4980921231943309,
      "grad_norm": 0.279296875,
      "learning_rate": 1.1800480385751168e-05,
      "loss": 0.734,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3655
    },
    {
      "epoch": 0.49822840010902153,
      "grad_norm": 1.0625,
      "learning_rate": 1.179580010918025e-05,
      "loss": 0.7131,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3656
    },
    {
      "epoch": 0.4983646770237122,
      "grad_norm": 0.2490234375,
      "learning_rate": 1.1791119426095677e-05,
      "loss": 0.6764,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3657
    },
    {
      "epoch": 0.4985009539384028,
      "grad_norm": 1.0625,
      "learning_rate": 1.178643833755701e-05,
      "loss": 0.7573,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3658
    },
    {
      "epoch": 0.49863723085309347,
      "grad_norm": 0.48828125,
      "learning_rate": 1.1781756844623915e-05,
      "loss": 0.6526,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3659
    },
    {
      "epoch": 0.4987735077677841,
      "grad_norm": 0.3125,
      "learning_rate": 1.1777074948356123e-05,
      "loss": 0.7646,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3660
    },
    {
      "epoch": 0.49890978468247477,
      "grad_norm": 1.359375,
      "learning_rate": 1.1772392649813473e-05,
      "loss": 0.6579,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3661
    },
    {
      "epoch": 0.4990460615971654,
      "grad_norm": 0.3359375,
      "learning_rate": 1.1767709950055898e-05,
      "loss": 0.7751,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3662
    },
    {
      "epoch": 0.4991823385118561,
      "grad_norm": 0.41015625,
      "learning_rate": 1.1763026850143415e-05,
      "loss": 0.7199,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3663
    },
    {
      "epoch": 0.49931861542654676,
      "grad_norm": 0.41015625,
      "learning_rate": 1.1758343351136131e-05,
      "loss": 0.7296,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3664
    },
    {
      "epoch": 0.4994548923412374,
      "grad_norm": 0.376953125,
      "learning_rate": 1.1753659454094246e-05,
      "loss": 0.7618,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3665
    },
    {
      "epoch": 0.49959116925592806,
      "grad_norm": 0.33984375,
      "learning_rate": 1.1748975160078053e-05,
      "loss": 0.7238,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3666
    },
    {
      "epoch": 0.4997274461706187,
      "grad_norm": 0.3359375,
      "learning_rate": 1.1744290470147926e-05,
      "loss": 0.737,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3667
    },
    {
      "epoch": 0.49986372308530935,
      "grad_norm": 0.3671875,
      "learning_rate": 1.1739605385364337e-05,
      "loss": 0.7718,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3668
    },
    {
      "epoch": 0.49986372308530935,
      "eval_loss": 0.7126984596252441,
      "eval_runtime": 1254.3695,
      "eval_samples_per_second": 4.096,
      "eval_steps_per_second": 0.171,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3668
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.251953125,
      "learning_rate": 1.1734919906787842e-05,
      "loss": 0.7156,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3669
    },
    {
      "epoch": 0.5001362769146906,
      "grad_norm": 0.318359375,
      "learning_rate": 1.1730234035479096e-05,
      "loss": 0.7523,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3670
    },
    {
      "epoch": 0.5002725538293813,
      "grad_norm": 0.322265625,
      "learning_rate": 1.1725547772498824e-05,
      "loss": 0.7214,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3671
    },
    {
      "epoch": 0.5004088307440719,
      "grad_norm": 0.3515625,
      "learning_rate": 1.172086111890786e-05,
      "loss": 0.8616,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3672
    },
    {
      "epoch": 0.5005451076587626,
      "grad_norm": 0.36328125,
      "learning_rate": 1.1716174075767114e-05,
      "loss": 0.7374,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3673
    },
    {
      "epoch": 0.5006813845734532,
      "grad_norm": 0.275390625,
      "learning_rate": 1.171148664413759e-05,
      "loss": 0.6446,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3674
    },
    {
      "epoch": 0.5008176614881439,
      "grad_norm": 0.291015625,
      "learning_rate": 1.1706798825080371e-05,
      "loss": 0.7467,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3675
    },
    {
      "epoch": 0.5009539384028345,
      "grad_norm": 0.251953125,
      "learning_rate": 1.1702110619656644e-05,
      "loss": 0.7158,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3676
    },
    {
      "epoch": 0.5010902153175252,
      "grad_norm": 0.28125,
      "learning_rate": 1.1697422028927667e-05,
      "loss": 0.658,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3677
    },
    {
      "epoch": 0.5012264922322158,
      "grad_norm": 0.35546875,
      "learning_rate": 1.1692733053954799e-05,
      "loss": 0.7644,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3678
    },
    {
      "epoch": 0.5013627691469065,
      "grad_norm": 0.220703125,
      "learning_rate": 1.168804369579947e-05,
      "loss": 0.6687,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3679
    },
    {
      "epoch": 0.5014990460615971,
      "grad_norm": 0.255859375,
      "learning_rate": 1.1683353955523211e-05,
      "loss": 0.5956,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3680
    },
    {
      "epoch": 0.5016353229762878,
      "grad_norm": 0.287109375,
      "learning_rate": 1.1678663834187634e-05,
      "loss": 0.6853,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3681
    },
    {
      "epoch": 0.5017715998909784,
      "grad_norm": 0.28125,
      "learning_rate": 1.1673973332854437e-05,
      "loss": 0.7519,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3682
    },
    {
      "epoch": 0.5019078768056692,
      "grad_norm": 0.259765625,
      "learning_rate": 1.1669282452585404e-05,
      "loss": 0.7188,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3683
    },
    {
      "epoch": 0.5020441537203598,
      "grad_norm": 0.28125,
      "learning_rate": 1.1664591194442405e-05,
      "loss": 0.658,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3684
    },
    {
      "epoch": 0.5021804306350505,
      "grad_norm": 0.365234375,
      "learning_rate": 1.16598995594874e-05,
      "loss": 0.7287,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3685
    },
    {
      "epoch": 0.5023167075497411,
      "grad_norm": 0.263671875,
      "learning_rate": 1.1655207548782425e-05,
      "loss": 0.7194,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3686
    },
    {
      "epoch": 0.5024529844644318,
      "grad_norm": 0.275390625,
      "learning_rate": 1.1650515163389607e-05,
      "loss": 0.7157,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3687
    },
    {
      "epoch": 0.5025892613791224,
      "grad_norm": 0.28125,
      "learning_rate": 1.1645822404371159e-05,
      "loss": 0.7583,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3688
    },
    {
      "epoch": 0.5027255382938131,
      "grad_norm": 0.322265625,
      "learning_rate": 1.1641129272789375e-05,
      "loss": 0.6943,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3689
    },
    {
      "epoch": 0.5028618152085037,
      "grad_norm": 0.244140625,
      "learning_rate": 1.1636435769706637e-05,
      "loss": 0.7362,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3690
    },
    {
      "epoch": 0.5029980921231944,
      "grad_norm": 0.89453125,
      "learning_rate": 1.1631741896185407e-05,
      "loss": 0.6887,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3691
    },
    {
      "epoch": 0.503134369037885,
      "grad_norm": 0.314453125,
      "learning_rate": 1.1627047653288234e-05,
      "loss": 0.6635,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3692
    },
    {
      "epoch": 0.5032706459525756,
      "grad_norm": 0.359375,
      "learning_rate": 1.1622353042077755e-05,
      "loss": 0.7667,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3693
    },
    {
      "epoch": 0.5034069228672663,
      "grad_norm": 0.298828125,
      "learning_rate": 1.1617658063616673e-05,
      "loss": 0.666,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3694
    },
    {
      "epoch": 0.5035431997819569,
      "grad_norm": 0.26171875,
      "learning_rate": 1.1612962718967793e-05,
      "loss": 0.7327,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3695
    },
    {
      "epoch": 0.5036794766966476,
      "grad_norm": 0.279296875,
      "learning_rate": 1.1608267009193994e-05,
      "loss": 0.7196,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3696
    },
    {
      "epoch": 0.5038157536113382,
      "grad_norm": 0.337890625,
      "learning_rate": 1.1603570935358246e-05,
      "loss": 0.7479,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3697
    },
    {
      "epoch": 0.5039520305260289,
      "grad_norm": 0.2890625,
      "learning_rate": 1.1598874498523585e-05,
      "loss": 0.6638,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3698
    },
    {
      "epoch": 0.5040883074407195,
      "grad_norm": 0.345703125,
      "learning_rate": 1.1594177699753146e-05,
      "loss": 0.7849,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3699
    },
    {
      "epoch": 0.5042245843554102,
      "grad_norm": 0.26953125,
      "learning_rate": 1.1589480540110137e-05,
      "loss": 0.6295,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3700
    },
    {
      "epoch": 0.5043608612701008,
      "grad_norm": 0.3046875,
      "learning_rate": 1.1584783020657848e-05,
      "loss": 0.7034,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3701
    },
    {
      "epoch": 0.5044971381847915,
      "grad_norm": 0.27734375,
      "learning_rate": 1.1580085142459656e-05,
      "loss": 0.7105,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3702
    },
    {
      "epoch": 0.5046334150994821,
      "grad_norm": 0.267578125,
      "learning_rate": 1.1575386906579014e-05,
      "loss": 0.697,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3703
    },
    {
      "epoch": 0.5047696920141728,
      "grad_norm": 0.326171875,
      "learning_rate": 1.1570688314079457e-05,
      "loss": 0.702,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3704
    },
    {
      "epoch": 0.5049059689288634,
      "grad_norm": 0.25390625,
      "learning_rate": 1.1565989366024601e-05,
      "loss": 0.6929,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3705
    },
    {
      "epoch": 0.5050422458435541,
      "grad_norm": 0.283203125,
      "learning_rate": 1.1561290063478143e-05,
      "loss": 0.7246,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3706
    },
    {
      "epoch": 0.5051785227582447,
      "grad_norm": 0.3203125,
      "learning_rate": 1.1556590407503858e-05,
      "loss": 0.7142,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3707
    },
    {
      "epoch": 0.5053147996729354,
      "grad_norm": 0.318359375,
      "learning_rate": 1.155189039916561e-05,
      "loss": 0.742,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3708
    },
    {
      "epoch": 0.505451076587626,
      "grad_norm": 0.6015625,
      "learning_rate": 1.1547190039527326e-05,
      "loss": 0.8343,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3709
    },
    {
      "epoch": 0.5055873535023168,
      "grad_norm": 0.310546875,
      "learning_rate": 1.1542489329653024e-05,
      "loss": 0.6578,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3710
    },
    {
      "epoch": 0.5057236304170074,
      "grad_norm": 0.28515625,
      "learning_rate": 1.1537788270606805e-05,
      "loss": 0.7515,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3711
    },
    {
      "epoch": 0.505859907331698,
      "grad_norm": 0.291015625,
      "learning_rate": 1.1533086863452843e-05,
      "loss": 0.6918,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3712
    },
    {
      "epoch": 0.5059961842463887,
      "grad_norm": 0.341796875,
      "learning_rate": 1.1528385109255385e-05,
      "loss": 0.7034,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3713
    },
    {
      "epoch": 0.5061324611610794,
      "grad_norm": 0.32421875,
      "learning_rate": 1.1523683009078765e-05,
      "loss": 0.7139,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3714
    },
    {
      "epoch": 0.50626873807577,
      "grad_norm": 0.2578125,
      "learning_rate": 1.1518980563987399e-05,
      "loss": 0.6681,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3715
    },
    {
      "epoch": 0.5064050149904606,
      "grad_norm": 0.28515625,
      "learning_rate": 1.1514277775045768e-05,
      "loss": 0.6973,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3716
    },
    {
      "epoch": 0.5065412919051513,
      "grad_norm": 0.451171875,
      "learning_rate": 1.1509574643318442e-05,
      "loss": 0.8429,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3717
    },
    {
      "epoch": 0.5066775688198419,
      "grad_norm": 0.3203125,
      "learning_rate": 1.1504871169870065e-05,
      "loss": 0.8226,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3718
    },
    {
      "epoch": 0.5068138457345326,
      "grad_norm": 0.251953125,
      "learning_rate": 1.1500167355765358e-05,
      "loss": 0.7018,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3719
    },
    {
      "epoch": 0.5069501226492232,
      "grad_norm": 0.267578125,
      "learning_rate": 1.1495463202069114e-05,
      "loss": 0.6991,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3720
    },
    {
      "epoch": 0.5070863995639139,
      "grad_norm": 0.30078125,
      "learning_rate": 1.1490758709846212e-05,
      "loss": 0.6717,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3721
    },
    {
      "epoch": 0.5072226764786045,
      "grad_norm": 0.2734375,
      "learning_rate": 1.1486053880161607e-05,
      "loss": 0.6956,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3722
    },
    {
      "epoch": 0.5073589533932952,
      "grad_norm": 0.326171875,
      "learning_rate": 1.1481348714080324e-05,
      "loss": 0.7599,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3723
    },
    {
      "epoch": 0.5074952303079858,
      "grad_norm": 0.25,
      "learning_rate": 1.1476643212667466e-05,
      "loss": 0.6782,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3724
    },
    {
      "epoch": 0.5076315072226765,
      "grad_norm": 0.6328125,
      "learning_rate": 1.1471937376988214e-05,
      "loss": 0.7157,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3725
    },
    {
      "epoch": 0.5077677841373671,
      "grad_norm": 0.37890625,
      "learning_rate": 1.1467231208107824e-05,
      "loss": 0.7749,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3726
    },
    {
      "epoch": 0.5079040610520578,
      "grad_norm": 0.40625,
      "learning_rate": 1.1462524707091625e-05,
      "loss": 0.7045,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3727
    },
    {
      "epoch": 0.5080403379667484,
      "grad_norm": 0.447265625,
      "learning_rate": 1.1457817875005027e-05,
      "loss": 0.6946,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3728
    },
    {
      "epoch": 0.5081766148814391,
      "grad_norm": 0.326171875,
      "learning_rate": 1.145311071291351e-05,
      "loss": 0.7332,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3729
    },
    {
      "epoch": 0.5083128917961297,
      "grad_norm": 0.5234375,
      "learning_rate": 1.1448403221882629e-05,
      "loss": 0.7487,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3730
    },
    {
      "epoch": 0.5084491687108204,
      "grad_norm": 0.310546875,
      "learning_rate": 1.1443695402978017e-05,
      "loss": 0.7338,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3731
    },
    {
      "epoch": 0.508585445625511,
      "grad_norm": 0.33203125,
      "learning_rate": 1.1438987257265378e-05,
      "loss": 0.674,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3732
    },
    {
      "epoch": 0.5087217225402016,
      "grad_norm": 0.2421875,
      "learning_rate": 1.1434278785810486e-05,
      "loss": 0.6598,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3733
    },
    {
      "epoch": 0.5088579994548923,
      "grad_norm": 0.369140625,
      "learning_rate": 1.1429569989679201e-05,
      "loss": 0.7249,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3734
    },
    {
      "epoch": 0.5089942763695829,
      "grad_norm": 0.40234375,
      "learning_rate": 1.1424860869937443e-05,
      "loss": 0.7419,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3735
    },
    {
      "epoch": 0.5091305532842736,
      "grad_norm": 0.271484375,
      "learning_rate": 1.1420151427651213e-05,
      "loss": 0.6361,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3736
    },
    {
      "epoch": 0.5092668301989643,
      "grad_norm": 0.318359375,
      "learning_rate": 1.1415441663886587e-05,
      "loss": 0.7135,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3737
    },
    {
      "epoch": 0.509403107113655,
      "grad_norm": 0.46875,
      "learning_rate": 1.1410731579709704e-05,
      "loss": 0.7467,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3738
    },
    {
      "epoch": 0.5095393840283456,
      "grad_norm": 0.28125,
      "learning_rate": 1.1406021176186783e-05,
      "loss": 0.6972,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3739
    },
    {
      "epoch": 0.5096756609430363,
      "grad_norm": 0.447265625,
      "learning_rate": 1.1401310454384115e-05,
      "loss": 0.6936,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3740
    },
    {
      "epoch": 0.5098119378577269,
      "grad_norm": 0.41796875,
      "learning_rate": 1.1396599415368062e-05,
      "loss": 0.7121,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3741
    },
    {
      "epoch": 0.5099482147724176,
      "grad_norm": 0.294921875,
      "learning_rate": 1.1391888060205061e-05,
      "loss": 0.8015,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3742
    },
    {
      "epoch": 0.5100844916871082,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.138717638996161e-05,
      "loss": 0.7296,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3743
    },
    {
      "epoch": 0.5102207686017989,
      "grad_norm": 0.2578125,
      "learning_rate": 1.138246440570429e-05,
      "loss": 0.6966,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3744
    },
    {
      "epoch": 0.5103570455164895,
      "grad_norm": 0.353515625,
      "learning_rate": 1.1377752108499747e-05,
      "loss": 0.8192,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3745
    },
    {
      "epoch": 0.5104933224311802,
      "grad_norm": 0.32421875,
      "learning_rate": 1.1373039499414703e-05,
      "loss": 0.7404,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3746
    },
    {
      "epoch": 0.5106295993458708,
      "grad_norm": 0.33203125,
      "learning_rate": 1.1368326579515943e-05,
      "loss": 0.6874,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3747
    },
    {
      "epoch": 0.5107658762605615,
      "grad_norm": 0.3515625,
      "learning_rate": 1.1363613349870326e-05,
      "loss": 0.7331,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3748
    },
    {
      "epoch": 0.5109021531752521,
      "grad_norm": 0.32421875,
      "learning_rate": 1.1358899811544785e-05,
      "loss": 0.7154,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3749
    },
    {
      "epoch": 0.5110384300899428,
      "grad_norm": 0.369140625,
      "learning_rate": 1.1354185965606317e-05,
      "loss": 0.726,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3750
    },
    {
      "epoch": 0.5111747070046334,
      "grad_norm": 0.283203125,
      "learning_rate": 1.1349471813121993e-05,
      "loss": 0.7146,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3751
    },
    {
      "epoch": 0.5113109839193241,
      "grad_norm": 0.296875,
      "learning_rate": 1.1344757355158949e-05,
      "loss": 0.683,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3752
    },
    {
      "epoch": 0.5114472608340147,
      "grad_norm": 0.283203125,
      "learning_rate": 1.1340042592784393e-05,
      "loss": 0.7706,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3753
    },
    {
      "epoch": 0.5115835377487054,
      "grad_norm": 0.255859375,
      "learning_rate": 1.1335327527065605e-05,
      "loss": 0.6433,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3754
    },
    {
      "epoch": 0.511719814663396,
      "grad_norm": 0.271484375,
      "learning_rate": 1.1330612159069925e-05,
      "loss": 0.7083,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3755
    },
    {
      "epoch": 0.5118560915780866,
      "grad_norm": 0.3671875,
      "learning_rate": 1.132589648986477e-05,
      "loss": 0.6986,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3756
    },
    {
      "epoch": 0.5119923684927773,
      "grad_norm": 0.302734375,
      "learning_rate": 1.1321180520517622e-05,
      "loss": 0.7101,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3757
    },
    {
      "epoch": 0.5121286454074679,
      "grad_norm": 0.263671875,
      "learning_rate": 1.1316464252096028e-05,
      "loss": 0.6621,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3758
    },
    {
      "epoch": 0.5122649223221586,
      "grad_norm": 0.38671875,
      "learning_rate": 1.1311747685667608e-05,
      "loss": 0.7884,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3759
    },
    {
      "epoch": 0.5124011992368492,
      "grad_norm": 0.384765625,
      "learning_rate": 1.1307030822300047e-05,
      "loss": 0.7853,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3760
    },
    {
      "epoch": 0.5125374761515399,
      "grad_norm": 0.314453125,
      "learning_rate": 1.1302313663061097e-05,
      "loss": 0.7251,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3761
    },
    {
      "epoch": 0.5126737530662305,
      "grad_norm": 0.326171875,
      "learning_rate": 1.1297596209018576e-05,
      "loss": 0.7785,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3762
    },
    {
      "epoch": 0.5128100299809212,
      "grad_norm": 0.30859375,
      "learning_rate": 1.1292878461240366e-05,
      "loss": 0.7424,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3763
    },
    {
      "epoch": 0.5129463068956119,
      "grad_norm": 0.294921875,
      "learning_rate": 1.1288160420794425e-05,
      "loss": 0.7116,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3764
    },
    {
      "epoch": 0.5130825838103026,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.128344208874877e-05,
      "loss": 0.6764,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3765
    },
    {
      "epoch": 0.5132188607249932,
      "grad_norm": 0.337890625,
      "learning_rate": 1.1278723466171488e-05,
      "loss": 0.6526,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3766
    },
    {
      "epoch": 0.5133551376396839,
      "grad_norm": 0.2578125,
      "learning_rate": 1.1274004554130724e-05,
      "loss": 0.7159,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3767
    },
    {
      "epoch": 0.5134914145543745,
      "grad_norm": 0.287109375,
      "learning_rate": 1.1269285353694699e-05,
      "loss": 0.7452,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3768
    },
    {
      "epoch": 0.5136276914690652,
      "grad_norm": 0.21484375,
      "learning_rate": 1.1264565865931692e-05,
      "loss": 0.6102,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3769
    },
    {
      "epoch": 0.5137639683837558,
      "grad_norm": 0.3125,
      "learning_rate": 1.1259846091910047e-05,
      "loss": 0.719,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3770
    },
    {
      "epoch": 0.5139002452984465,
      "grad_norm": 0.37109375,
      "learning_rate": 1.1255126032698177e-05,
      "loss": 0.6888,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3771
    },
    {
      "epoch": 0.5140365222131371,
      "grad_norm": 0.27734375,
      "learning_rate": 1.1250405689364561e-05,
      "loss": 0.6879,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3772
    },
    {
      "epoch": 0.5141727991278278,
      "grad_norm": 0.275390625,
      "learning_rate": 1.1245685062977732e-05,
      "loss": 0.6565,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3773
    },
    {
      "epoch": 0.5143090760425184,
      "grad_norm": 0.353515625,
      "learning_rate": 1.1240964154606298e-05,
      "loss": 0.8038,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3774
    },
    {
      "epoch": 0.5144453529572091,
      "grad_norm": 0.29296875,
      "learning_rate": 1.1236242965318924e-05,
      "loss": 0.656,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3775
    },
    {
      "epoch": 0.5145816298718997,
      "grad_norm": 0.84765625,
      "learning_rate": 1.1231521496184348e-05,
      "loss": 0.6862,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3776
    },
    {
      "epoch": 0.5147179067865904,
      "grad_norm": 0.6484375,
      "learning_rate": 1.1226799748271358e-05,
      "loss": 0.6878,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3777
    },
    {
      "epoch": 0.514854183701281,
      "grad_norm": 0.3125,
      "learning_rate": 1.1222077722648814e-05,
      "loss": 0.7519,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3778
    },
    {
      "epoch": 0.5149904606159716,
      "grad_norm": 0.359375,
      "learning_rate": 1.1217355420385639e-05,
      "loss": 0.7291,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3779
    },
    {
      "epoch": 0.5151267375306623,
      "grad_norm": 0.3203125,
      "learning_rate": 1.121263284255081e-05,
      "loss": 0.7091,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3780
    },
    {
      "epoch": 0.5152630144453529,
      "grad_norm": 0.279296875,
      "learning_rate": 1.1207909990213379e-05,
      "loss": 0.7165,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3781
    },
    {
      "epoch": 0.5153992913600436,
      "grad_norm": 0.578125,
      "learning_rate": 1.120318686444245e-05,
      "loss": 0.8108,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3782
    },
    {
      "epoch": 0.5155355682747342,
      "grad_norm": 0.337890625,
      "learning_rate": 1.11984634663072e-05,
      "loss": 0.7012,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3783
    },
    {
      "epoch": 0.5156718451894249,
      "grad_norm": 0.330078125,
      "learning_rate": 1.1193739796876848e-05,
      "loss": 0.7044,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3784
    },
    {
      "epoch": 0.5158081221041155,
      "grad_norm": 0.34765625,
      "learning_rate": 1.1189015857220695e-05,
      "loss": 0.8223,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3785
    },
    {
      "epoch": 0.5159443990188062,
      "grad_norm": 0.318359375,
      "learning_rate": 1.1184291648408095e-05,
      "loss": 0.6962,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3786
    },
    {
      "epoch": 0.5160806759334968,
      "grad_norm": 0.302734375,
      "learning_rate": 1.1179567171508463e-05,
      "loss": 0.6716,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3787
    },
    {
      "epoch": 0.5162169528481875,
      "grad_norm": 0.263671875,
      "learning_rate": 1.117484242759127e-05,
      "loss": 0.7009,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3788
    },
    {
      "epoch": 0.5163532297628781,
      "grad_norm": 0.326171875,
      "learning_rate": 1.1170117417726056e-05,
      "loss": 0.7332,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3789
    },
    {
      "epoch": 0.5164895066775688,
      "grad_norm": 0.34375,
      "learning_rate": 1.1165392142982414e-05,
      "loss": 0.8223,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3790
    },
    {
      "epoch": 0.5166257835922595,
      "grad_norm": 0.294921875,
      "learning_rate": 1.1160666604430006e-05,
      "loss": 0.6279,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3791
    },
    {
      "epoch": 0.5167620605069502,
      "grad_norm": 0.310546875,
      "learning_rate": 1.115594080313854e-05,
      "loss": 0.7612,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3792
    },
    {
      "epoch": 0.5168983374216408,
      "grad_norm": 0.25,
      "learning_rate": 1.1151214740177799e-05,
      "loss": 0.6861,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3793
    },
    {
      "epoch": 0.5170346143363315,
      "grad_norm": 0.298828125,
      "learning_rate": 1.1146488416617613e-05,
      "loss": 0.7072,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3794
    },
    {
      "epoch": 0.5171708912510221,
      "grad_norm": 0.34375,
      "learning_rate": 1.114176183352788e-05,
      "loss": 0.7216,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3795
    },
    {
      "epoch": 0.5173071681657128,
      "grad_norm": 0.263671875,
      "learning_rate": 1.1137034991978546e-05,
      "loss": 0.6634,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3796
    },
    {
      "epoch": 0.5174434450804034,
      "grad_norm": 0.267578125,
      "learning_rate": 1.1132307893039624e-05,
      "loss": 0.6568,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3797
    },
    {
      "epoch": 0.517579721995094,
      "grad_norm": 0.376953125,
      "learning_rate": 1.1127580537781188e-05,
      "loss": 0.6905,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3798
    },
    {
      "epoch": 0.5177159989097847,
      "grad_norm": 0.302734375,
      "learning_rate": 1.112285292727336e-05,
      "loss": 0.7614,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3799
    },
    {
      "epoch": 0.5178522758244753,
      "grad_norm": 0.296875,
      "learning_rate": 1.1118125062586324e-05,
      "loss": 0.7087,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3800
    },
    {
      "epoch": 0.517988552739166,
      "grad_norm": 0.404296875,
      "learning_rate": 1.1113396944790326e-05,
      "loss": 0.8014,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3801
    },
    {
      "epoch": 0.5181248296538566,
      "grad_norm": 0.318359375,
      "learning_rate": 1.1108668574955668e-05,
      "loss": 0.6771,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3802
    },
    {
      "epoch": 0.5182611065685473,
      "grad_norm": 0.291015625,
      "learning_rate": 1.11039399541527e-05,
      "loss": 0.6255,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3803
    },
    {
      "epoch": 0.5183973834832379,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.109921108345184e-05,
      "loss": 0.6697,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3804
    },
    {
      "epoch": 0.5185336603979286,
      "grad_norm": 0.400390625,
      "learning_rate": 1.1094481963923553e-05,
      "loss": 0.7616,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3805
    },
    {
      "epoch": 0.5186699373126192,
      "grad_norm": 0.361328125,
      "learning_rate": 1.1089752596638375e-05,
      "loss": 0.665,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3806
    },
    {
      "epoch": 0.5188062142273099,
      "grad_norm": 0.3515625,
      "learning_rate": 1.1085022982666881e-05,
      "loss": 0.763,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3807
    },
    {
      "epoch": 0.5189424911420005,
      "grad_norm": 0.4765625,
      "learning_rate": 1.1080293123079714e-05,
      "loss": 0.8443,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3808
    },
    {
      "epoch": 0.5190787680566912,
      "grad_norm": 0.27734375,
      "learning_rate": 1.1075563018947565e-05,
      "loss": 0.733,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3809
    },
    {
      "epoch": 0.5192150449713818,
      "grad_norm": 0.22265625,
      "learning_rate": 1.1070832671341184e-05,
      "loss": 0.6243,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3810
    },
    {
      "epoch": 0.5193513218860725,
      "grad_norm": 0.287109375,
      "learning_rate": 1.1066102081331373e-05,
      "loss": 0.6553,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3811
    },
    {
      "epoch": 0.5194875988007631,
      "grad_norm": 0.375,
      "learning_rate": 1.1061371249988997e-05,
      "loss": 0.7347,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3812
    },
    {
      "epoch": 0.5196238757154538,
      "grad_norm": 0.294921875,
      "learning_rate": 1.1056640178384967e-05,
      "loss": 0.7636,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3813
    },
    {
      "epoch": 0.5197601526301444,
      "grad_norm": 0.3671875,
      "learning_rate": 1.1051908867590252e-05,
      "loss": 0.712,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3814
    },
    {
      "epoch": 0.5198964295448351,
      "grad_norm": 0.30859375,
      "learning_rate": 1.1047177318675874e-05,
      "loss": 0.6713,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3815
    },
    {
      "epoch": 0.5200327064595257,
      "grad_norm": 0.2578125,
      "learning_rate": 1.104244553271291e-05,
      "loss": 0.7459,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3816
    },
    {
      "epoch": 0.5201689833742164,
      "grad_norm": 0.25390625,
      "learning_rate": 1.1037713510772487e-05,
      "loss": 0.7612,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3817
    },
    {
      "epoch": 0.5203052602889071,
      "grad_norm": 0.30078125,
      "learning_rate": 1.1032981253925794e-05,
      "loss": 0.6692,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3818
    },
    {
      "epoch": 0.5204415372035978,
      "grad_norm": 0.310546875,
      "learning_rate": 1.1028248763244065e-05,
      "loss": 0.6415,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3819
    },
    {
      "epoch": 0.5205778141182884,
      "grad_norm": 0.34375,
      "learning_rate": 1.1023516039798588e-05,
      "loss": 0.6924,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3820
    },
    {
      "epoch": 0.520714091032979,
      "grad_norm": 0.34765625,
      "learning_rate": 1.1018783084660711e-05,
      "loss": 0.6334,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3821
    },
    {
      "epoch": 0.5208503679476697,
      "grad_norm": 0.33984375,
      "learning_rate": 1.1014049898901822e-05,
      "loss": 0.8695,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3822
    },
    {
      "epoch": 0.5209866448623603,
      "grad_norm": 0.345703125,
      "learning_rate": 1.1009316483593368e-05,
      "loss": 0.6946,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3823
    },
    {
      "epoch": 0.521122921777051,
      "grad_norm": 0.26171875,
      "learning_rate": 1.1004582839806854e-05,
      "loss": 0.7082,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3824
    },
    {
      "epoch": 0.5212591986917416,
      "grad_norm": 0.388671875,
      "learning_rate": 1.0999848968613831e-05,
      "loss": 0.7166,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3825
    },
    {
      "epoch": 0.5213954756064323,
      "grad_norm": 0.6484375,
      "learning_rate": 1.0995114871085892e-05,
      "loss": 0.6869,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3826
    },
    {
      "epoch": 0.5215317525211229,
      "grad_norm": 0.26953125,
      "learning_rate": 1.0990380548294697e-05,
      "loss": 0.6772,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3827
    },
    {
      "epoch": 0.5216680294358136,
      "grad_norm": 0.40234375,
      "learning_rate": 1.0985646001311952e-05,
      "loss": 0.6989,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3828
    },
    {
      "epoch": 0.5218043063505042,
      "grad_norm": 0.359375,
      "learning_rate": 1.0980911231209405e-05,
      "loss": 0.7836,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3829
    },
    {
      "epoch": 0.5219405832651949,
      "grad_norm": 0.396484375,
      "learning_rate": 1.097617623905887e-05,
      "loss": 0.7092,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3830
    },
    {
      "epoch": 0.5220768601798855,
      "grad_norm": 0.255859375,
      "learning_rate": 1.0971441025932197e-05,
      "loss": 0.6605,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3831
    },
    {
      "epoch": 0.5222131370945762,
      "grad_norm": 0.384765625,
      "learning_rate": 1.09667055929013e-05,
      "loss": 0.723,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3832
    },
    {
      "epoch": 0.5223494140092668,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.0961969941038122e-05,
      "loss": 0.7198,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3833
    },
    {
      "epoch": 0.5224856909239575,
      "grad_norm": 0.29296875,
      "learning_rate": 1.0957234071414675e-05,
      "loss": 0.7297,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3834
    },
    {
      "epoch": 0.5226219678386481,
      "grad_norm": 0.27734375,
      "learning_rate": 1.0952497985103017e-05,
      "loss": 0.6693,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3835
    },
    {
      "epoch": 0.5227582447533388,
      "grad_norm": 0.337890625,
      "learning_rate": 1.0947761683175246e-05,
      "loss": 0.7119,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3836
    },
    {
      "epoch": 0.5228945216680294,
      "grad_norm": 0.31640625,
      "learning_rate": 1.0943025166703518e-05,
      "loss": 0.7557,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3837
    },
    {
      "epoch": 0.5230307985827201,
      "grad_norm": 0.2890625,
      "learning_rate": 1.0938288436760032e-05,
      "loss": 0.7039,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3838
    },
    {
      "epoch": 0.5231670754974107,
      "grad_norm": 0.291015625,
      "learning_rate": 1.0933551494417037e-05,
      "loss": 0.7276,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3839
    },
    {
      "epoch": 0.5233033524121014,
      "grad_norm": 0.314453125,
      "learning_rate": 1.0928814340746831e-05,
      "loss": 0.669,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3840
    },
    {
      "epoch": 0.523439629326792,
      "grad_norm": 0.34765625,
      "learning_rate": 1.092407697682176e-05,
      "loss": 0.6817,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3841
    },
    {
      "epoch": 0.5235759062414826,
      "grad_norm": 0.318359375,
      "learning_rate": 1.0919339403714218e-05,
      "loss": 0.6821,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3842
    },
    {
      "epoch": 0.5237121831561733,
      "grad_norm": 0.29296875,
      "learning_rate": 1.0914601622496639e-05,
      "loss": 0.6672,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3843
    },
    {
      "epoch": 0.5238484600708639,
      "grad_norm": 0.408203125,
      "learning_rate": 1.0909863634241517e-05,
      "loss": 0.7018,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3844
    },
    {
      "epoch": 0.5239847369855547,
      "grad_norm": 0.314453125,
      "learning_rate": 1.0905125440021382e-05,
      "loss": 0.7352,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3845
    },
    {
      "epoch": 0.5241210139002453,
      "grad_norm": 0.279296875,
      "learning_rate": 1.090038704090882e-05,
      "loss": 0.673,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3846
    },
    {
      "epoch": 0.524257290814936,
      "grad_norm": 0.287109375,
      "learning_rate": 1.0895648437976453e-05,
      "loss": 0.7161,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3847
    },
    {
      "epoch": 0.5243935677296266,
      "grad_norm": 0.30078125,
      "learning_rate": 1.0890909632296955e-05,
      "loss": 0.7012,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3848
    },
    {
      "epoch": 0.5245298446443173,
      "grad_norm": 0.26953125,
      "learning_rate": 1.0886170624943047e-05,
      "loss": 0.7001,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3849
    },
    {
      "epoch": 0.5246661215590079,
      "grad_norm": 0.275390625,
      "learning_rate": 1.0881431416987493e-05,
      "loss": 0.7187,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3850
    },
    {
      "epoch": 0.5248023984736986,
      "grad_norm": 0.3046875,
      "learning_rate": 1.0876692009503105e-05,
      "loss": 0.6973,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3851
    },
    {
      "epoch": 0.5249386753883892,
      "grad_norm": 0.298828125,
      "learning_rate": 1.0871952403562733e-05,
      "loss": 0.7578,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3852
    },
    {
      "epoch": 0.5250749523030799,
      "grad_norm": 0.287109375,
      "learning_rate": 1.086721260023928e-05,
      "loss": 0.6502,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3853
    },
    {
      "epoch": 0.5252112292177705,
      "grad_norm": 0.28125,
      "learning_rate": 1.0862472600605696e-05,
      "loss": 0.7477,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3854
    },
    {
      "epoch": 0.5253475061324612,
      "grad_norm": 0.30859375,
      "learning_rate": 1.0857732405734962e-05,
      "loss": 0.7338,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3855
    },
    {
      "epoch": 0.5254837830471518,
      "grad_norm": 0.328125,
      "learning_rate": 1.085299201670012e-05,
      "loss": 0.739,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3856
    },
    {
      "epoch": 0.5256200599618425,
      "grad_norm": 0.287109375,
      "learning_rate": 1.084825143457424e-05,
      "loss": 0.661,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3857
    },
    {
      "epoch": 0.5257563368765331,
      "grad_norm": 0.3125,
      "learning_rate": 1.0843510660430447e-05,
      "loss": 0.6875,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3858
    },
    {
      "epoch": 0.5258926137912238,
      "grad_norm": 0.328125,
      "learning_rate": 1.083876969534191e-05,
      "loss": 0.7084,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3859
    },
    {
      "epoch": 0.5260288907059144,
      "grad_norm": 0.32421875,
      "learning_rate": 1.083402854038183e-05,
      "loss": 0.6741,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3860
    },
    {
      "epoch": 0.5261651676206051,
      "grad_norm": 0.298828125,
      "learning_rate": 1.0829287196623462e-05,
      "loss": 0.7046,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3861
    },
    {
      "epoch": 0.5263014445352957,
      "grad_norm": 0.431640625,
      "learning_rate": 1.0824545665140094e-05,
      "loss": 0.654,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3862
    },
    {
      "epoch": 0.5264377214499864,
      "grad_norm": 0.330078125,
      "learning_rate": 1.0819803947005072e-05,
      "loss": 0.7777,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3863
    },
    {
      "epoch": 0.526573998364677,
      "grad_norm": 0.58984375,
      "learning_rate": 1.0815062043291766e-05,
      "loss": 0.7263,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3864
    },
    {
      "epoch": 0.5267102752793676,
      "grad_norm": 0.267578125,
      "learning_rate": 1.08103199550736e-05,
      "loss": 0.6914,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3865
    },
    {
      "epoch": 0.5268465521940583,
      "grad_norm": 0.31640625,
      "learning_rate": 1.0805577683424038e-05,
      "loss": 0.7064,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3866
    },
    {
      "epoch": 0.5269828291087489,
      "grad_norm": 0.236328125,
      "learning_rate": 1.0800835229416577e-05,
      "loss": 0.7183,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3867
    },
    {
      "epoch": 0.5271191060234396,
      "grad_norm": 0.314453125,
      "learning_rate": 1.079609259412477e-05,
      "loss": 0.7821,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3868
    },
    {
      "epoch": 0.5272553829381302,
      "grad_norm": 0.333984375,
      "learning_rate": 1.0791349778622196e-05,
      "loss": 0.7472,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3869
    },
    {
      "epoch": 0.5273916598528209,
      "grad_norm": 0.333984375,
      "learning_rate": 1.0786606783982487e-05,
      "loss": 0.733,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3870
    },
    {
      "epoch": 0.5275279367675115,
      "grad_norm": 0.28125,
      "learning_rate": 1.0781863611279309e-05,
      "loss": 0.6558,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3871
    },
    {
      "epoch": 0.5276642136822023,
      "grad_norm": 0.302734375,
      "learning_rate": 1.0777120261586372e-05,
      "loss": 0.7065,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3872
    },
    {
      "epoch": 0.5278004905968929,
      "grad_norm": 0.265625,
      "learning_rate": 1.0772376735977417e-05,
      "loss": 0.6447,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3873
    },
    {
      "epoch": 0.5279367675115836,
      "grad_norm": 0.29296875,
      "learning_rate": 1.0767633035526241e-05,
      "loss": 0.7247,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3874
    },
    {
      "epoch": 0.5280730444262742,
      "grad_norm": 0.390625,
      "learning_rate": 1.0762889161306662e-05,
      "loss": 0.7515,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3875
    },
    {
      "epoch": 0.5282093213409649,
      "grad_norm": 0.248046875,
      "learning_rate": 1.0758145114392553e-05,
      "loss": 0.6502,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3876
    },
    {
      "epoch": 0.5283455982556555,
      "grad_norm": 0.333984375,
      "learning_rate": 1.0753400895857818e-05,
      "loss": 0.8,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3877
    },
    {
      "epoch": 0.5284818751703462,
      "grad_norm": 0.27734375,
      "learning_rate": 1.0748656506776401e-05,
      "loss": 0.7751,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3878
    },
    {
      "epoch": 0.5286181520850368,
      "grad_norm": 0.30859375,
      "learning_rate": 1.0743911948222284e-05,
      "loss": 0.6484,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3879
    },
    {
      "epoch": 0.5287544289997275,
      "grad_norm": 0.2890625,
      "learning_rate": 1.0739167221269487e-05,
      "loss": 0.7038,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3880
    },
    {
      "epoch": 0.5288907059144181,
      "grad_norm": 0.283203125,
      "learning_rate": 1.0734422326992074e-05,
      "loss": 0.7192,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3881
    },
    {
      "epoch": 0.5290269828291088,
      "grad_norm": 0.412109375,
      "learning_rate": 1.072967726646414e-05,
      "loss": 0.6627,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3882
    },
    {
      "epoch": 0.5291632597437994,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.072493204075982e-05,
      "loss": 0.7076,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3883
    },
    {
      "epoch": 0.52929953665849,
      "grad_norm": 0.275390625,
      "learning_rate": 1.0720186650953288e-05,
      "loss": 0.7146,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3884
    },
    {
      "epoch": 0.5294358135731807,
      "grad_norm": 0.3125,
      "learning_rate": 1.0715441098118755e-05,
      "loss": 0.6426,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3885
    },
    {
      "epoch": 0.5295720904878713,
      "grad_norm": 0.306640625,
      "learning_rate": 1.0710695383330461e-05,
      "loss": 0.7276,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3886
    },
    {
      "epoch": 0.529708367402562,
      "grad_norm": 0.28515625,
      "learning_rate": 1.0705949507662694e-05,
      "loss": 0.6723,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3887
    },
    {
      "epoch": 0.5298446443172526,
      "grad_norm": 0.298828125,
      "learning_rate": 1.0701203472189774e-05,
      "loss": 0.6455,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3888
    },
    {
      "epoch": 0.5299809212319433,
      "grad_norm": 0.30859375,
      "learning_rate": 1.0696457277986056e-05,
      "loss": 0.755,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3889
    },
    {
      "epoch": 0.5301171981466339,
      "grad_norm": 0.421875,
      "learning_rate": 1.0691710926125931e-05,
      "loss": 0.6678,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3890
    },
    {
      "epoch": 0.5302534750613246,
      "grad_norm": 0.318359375,
      "learning_rate": 1.0686964417683828e-05,
      "loss": 0.7502,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3891
    },
    {
      "epoch": 0.5303897519760152,
      "grad_norm": 0.34375,
      "learning_rate": 1.0682217753734205e-05,
      "loss": 0.5813,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3892
    },
    {
      "epoch": 0.5305260288907059,
      "grad_norm": 0.283203125,
      "learning_rate": 1.0677470935351569e-05,
      "loss": 0.6983,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3893
    },
    {
      "epoch": 0.5306623058053965,
      "grad_norm": 0.25390625,
      "learning_rate": 1.067272396361044e-05,
      "loss": 0.718,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3894
    },
    {
      "epoch": 0.5307985827200872,
      "grad_norm": 0.275390625,
      "learning_rate": 1.0667976839585396e-05,
      "loss": 0.6999,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3895
    },
    {
      "epoch": 0.5309348596347778,
      "grad_norm": 0.435546875,
      "learning_rate": 1.066322956435104e-05,
      "loss": 0.7181,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3896
    },
    {
      "epoch": 0.5310711365494685,
      "grad_norm": 0.265625,
      "learning_rate": 1.0658482138982005e-05,
      "loss": 0.7036,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3897
    },
    {
      "epoch": 0.5312074134641591,
      "grad_norm": 0.34765625,
      "learning_rate": 1.0653734564552957e-05,
      "loss": 0.7321,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3898
    },
    {
      "epoch": 0.5313436903788499,
      "grad_norm": 0.37890625,
      "learning_rate": 1.0648986842138607e-05,
      "loss": 0.7728,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3899
    },
    {
      "epoch": 0.5314799672935405,
      "grad_norm": 0.2734375,
      "learning_rate": 1.0644238972813692e-05,
      "loss": 0.6497,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3900
    },
    {
      "epoch": 0.5316162442082312,
      "grad_norm": 0.78125,
      "learning_rate": 1.063949095765298e-05,
      "loss": 0.7824,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3901
    },
    {
      "epoch": 0.5317525211229218,
      "grad_norm": 0.333984375,
      "learning_rate": 1.0634742797731274e-05,
      "loss": 0.7264,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3902
    },
    {
      "epoch": 0.5318887980376125,
      "grad_norm": 0.291015625,
      "learning_rate": 1.0629994494123412e-05,
      "loss": 0.7317,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3903
    },
    {
      "epoch": 0.5320250749523031,
      "grad_norm": 0.478515625,
      "learning_rate": 1.0625246047904269e-05,
      "loss": 0.755,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3904
    },
    {
      "epoch": 0.5321613518669938,
      "grad_norm": 0.28125,
      "learning_rate": 1.0620497460148737e-05,
      "loss": 0.7201,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3905
    },
    {
      "epoch": 0.5322976287816844,
      "grad_norm": 0.341796875,
      "learning_rate": 1.0615748731931755e-05,
      "loss": 0.6748,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3906
    },
    {
      "epoch": 0.532433905696375,
      "grad_norm": 0.302734375,
      "learning_rate": 1.0610999864328287e-05,
      "loss": 0.7065,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3907
    },
    {
      "epoch": 0.5325701826110657,
      "grad_norm": 0.232421875,
      "learning_rate": 1.060625085841333e-05,
      "loss": 0.6496,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3908
    },
    {
      "epoch": 0.5327064595257563,
      "grad_norm": 0.49609375,
      "learning_rate": 1.0601501715261913e-05,
      "loss": 0.7887,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3909
    },
    {
      "epoch": 0.532842736440447,
      "grad_norm": 0.400390625,
      "learning_rate": 1.0596752435949091e-05,
      "loss": 0.7861,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3910
    },
    {
      "epoch": 0.5329790133551376,
      "grad_norm": 0.265625,
      "learning_rate": 1.0592003021549961e-05,
      "loss": 0.6793,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3911
    },
    {
      "epoch": 0.5331152902698283,
      "grad_norm": 0.2578125,
      "learning_rate": 1.0587253473139642e-05,
      "loss": 0.6668,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3912
    },
    {
      "epoch": 0.5332515671845189,
      "grad_norm": 0.314453125,
      "learning_rate": 1.0582503791793281e-05,
      "loss": 0.6887,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3913
    },
    {
      "epoch": 0.5333878440992096,
      "grad_norm": 0.478515625,
      "learning_rate": 1.057775397858606e-05,
      "loss": 0.7808,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3914
    },
    {
      "epoch": 0.5335241210139002,
      "grad_norm": 0.369140625,
      "learning_rate": 1.0573004034593194e-05,
      "loss": 0.766,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3915
    },
    {
      "epoch": 0.5336603979285909,
      "grad_norm": 0.306640625,
      "learning_rate": 1.0568253960889923e-05,
      "loss": 0.6938,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3916
    },
    {
      "epoch": 0.5337966748432815,
      "grad_norm": 0.2890625,
      "learning_rate": 1.0563503758551509e-05,
      "loss": 0.7151,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3917
    },
    {
      "epoch": 0.5339329517579722,
      "grad_norm": 0.703125,
      "learning_rate": 1.0558753428653259e-05,
      "loss": 0.6192,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3918
    },
    {
      "epoch": 0.5340692286726628,
      "grad_norm": 0.27734375,
      "learning_rate": 1.0554002972270499e-05,
      "loss": 0.7894,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3919
    },
    {
      "epoch": 0.5342055055873535,
      "grad_norm": 0.34375,
      "learning_rate": 1.0549252390478587e-05,
      "loss": 0.6575,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3920
    },
    {
      "epoch": 0.5343417825020441,
      "grad_norm": 0.466796875,
      "learning_rate": 1.0544501684352902e-05,
      "loss": 0.6806,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3921
    },
    {
      "epoch": 0.5344780594167348,
      "grad_norm": 0.294921875,
      "learning_rate": 1.0539750854968862e-05,
      "loss": 0.7107,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3922
    },
    {
      "epoch": 0.5346143363314254,
      "grad_norm": 0.28125,
      "learning_rate": 1.0534999903401913e-05,
      "loss": 0.7176,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3923
    },
    {
      "epoch": 0.5347506132461161,
      "grad_norm": 0.2353515625,
      "learning_rate": 1.0530248830727511e-05,
      "loss": 0.6839,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3924
    },
    {
      "epoch": 0.5348868901608067,
      "grad_norm": 0.30859375,
      "learning_rate": 1.0525497638021162e-05,
      "loss": 0.698,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3925
    },
    {
      "epoch": 0.5350231670754975,
      "grad_norm": 0.5078125,
      "learning_rate": 1.0520746326358384e-05,
      "loss": 0.7527,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3926
    },
    {
      "epoch": 0.5351594439901881,
      "grad_norm": 0.2890625,
      "learning_rate": 1.0515994896814731e-05,
      "loss": 0.7286,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3927
    },
    {
      "epoch": 0.5352957209048788,
      "grad_norm": 0.255859375,
      "learning_rate": 1.0511243350465779e-05,
      "loss": 0.7035,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3928
    },
    {
      "epoch": 0.5354319978195694,
      "grad_norm": 0.2890625,
      "learning_rate": 1.0506491688387128e-05,
      "loss": 0.7102,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3929
    },
    {
      "epoch": 0.53556827473426,
      "grad_norm": 0.365234375,
      "learning_rate": 1.0501739911654414e-05,
      "loss": 0.7235,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3930
    },
    {
      "epoch": 0.5357045516489507,
      "grad_norm": 0.373046875,
      "learning_rate": 1.0496988021343284e-05,
      "loss": 0.7557,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3931
    },
    {
      "epoch": 0.5358408285636413,
      "grad_norm": 0.341796875,
      "learning_rate": 1.0492236018529423e-05,
      "loss": 0.7114,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3932
    },
    {
      "epoch": 0.535977105478332,
      "grad_norm": 0.28515625,
      "learning_rate": 1.0487483904288538e-05,
      "loss": 0.6956,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3933
    },
    {
      "epoch": 0.5361133823930226,
      "grad_norm": 0.3671875,
      "learning_rate": 1.0482731679696361e-05,
      "loss": 0.72,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3934
    },
    {
      "epoch": 0.5362496593077133,
      "grad_norm": 0.4453125,
      "learning_rate": 1.0477979345828651e-05,
      "loss": 0.9286,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3935
    },
    {
      "epoch": 0.5363859362224039,
      "grad_norm": 0.26171875,
      "learning_rate": 1.0473226903761184e-05,
      "loss": 0.6609,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3936
    },
    {
      "epoch": 0.5365222131370946,
      "grad_norm": 0.32421875,
      "learning_rate": 1.046847435456977e-05,
      "loss": 0.717,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3937
    },
    {
      "epoch": 0.5366584900517852,
      "grad_norm": 0.341796875,
      "learning_rate": 1.046372169933024e-05,
      "loss": 0.7579,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3938
    },
    {
      "epoch": 0.5367947669664759,
      "grad_norm": 0.337890625,
      "learning_rate": 1.0458968939118446e-05,
      "loss": 0.7333,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3939
    },
    {
      "epoch": 0.5369310438811665,
      "grad_norm": 0.296875,
      "learning_rate": 1.0454216075010264e-05,
      "loss": 0.7648,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3940
    },
    {
      "epoch": 0.5370673207958572,
      "grad_norm": 0.3203125,
      "learning_rate": 1.0449463108081602e-05,
      "loss": 0.7302,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3941
    },
    {
      "epoch": 0.5372035977105478,
      "grad_norm": 0.341796875,
      "learning_rate": 1.0444710039408378e-05,
      "loss": 0.7288,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3942
    },
    {
      "epoch": 0.5373398746252385,
      "grad_norm": 0.310546875,
      "learning_rate": 1.0439956870066546e-05,
      "loss": 0.6685,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3943
    },
    {
      "epoch": 0.5374761515399291,
      "grad_norm": 0.423828125,
      "learning_rate": 1.043520360113207e-05,
      "loss": 0.7918,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3944
    },
    {
      "epoch": 0.5376124284546198,
      "grad_norm": 0.265625,
      "learning_rate": 1.0430450233680948e-05,
      "loss": 0.6917,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3945
    },
    {
      "epoch": 0.5377487053693104,
      "grad_norm": 0.291015625,
      "learning_rate": 1.0425696768789195e-05,
      "loss": 0.6584,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3946
    },
    {
      "epoch": 0.5378849822840011,
      "grad_norm": 0.30078125,
      "learning_rate": 1.0420943207532848e-05,
      "loss": 0.6901,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3947
    },
    {
      "epoch": 0.5380212591986917,
      "grad_norm": 0.287109375,
      "learning_rate": 1.0416189550987968e-05,
      "loss": 0.6624,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3948
    },
    {
      "epoch": 0.5381575361133824,
      "grad_norm": 0.271484375,
      "learning_rate": 1.0411435800230634e-05,
      "loss": 0.7153,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3949
    },
    {
      "epoch": 0.538293813028073,
      "grad_norm": 0.341796875,
      "learning_rate": 1.0406681956336946e-05,
      "loss": 0.7519,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3950
    },
    {
      "epoch": 0.5384300899427636,
      "grad_norm": 0.279296875,
      "learning_rate": 1.0401928020383029e-05,
      "loss": 0.7534,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3951
    },
    {
      "epoch": 0.5385663668574543,
      "grad_norm": 0.271484375,
      "learning_rate": 1.039717399344503e-05,
      "loss": 0.6775,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3952
    },
    {
      "epoch": 0.538702643772145,
      "grad_norm": 0.47265625,
      "learning_rate": 1.0392419876599114e-05,
      "loss": 0.7446,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3953
    },
    {
      "epoch": 0.5388389206868357,
      "grad_norm": 0.283203125,
      "learning_rate": 1.0387665670921463e-05,
      "loss": 0.665,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3954
    },
    {
      "epoch": 0.5389751976015263,
      "grad_norm": 0.302734375,
      "learning_rate": 1.038291137748828e-05,
      "loss": 0.7469,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3955
    },
    {
      "epoch": 0.539111474516217,
      "grad_norm": 0.396484375,
      "learning_rate": 1.0378156997375796e-05,
      "loss": 0.7292,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3956
    },
    {
      "epoch": 0.5392477514309076,
      "grad_norm": 0.361328125,
      "learning_rate": 1.0373402531660255e-05,
      "loss": 0.7076,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3957
    },
    {
      "epoch": 0.5393840283455983,
      "grad_norm": 0.296875,
      "learning_rate": 1.0368647981417917e-05,
      "loss": 0.6795,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3958
    },
    {
      "epoch": 0.5395203052602889,
      "grad_norm": 0.79296875,
      "learning_rate": 1.0363893347725065e-05,
      "loss": 0.7819,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3959
    },
    {
      "epoch": 0.5396565821749796,
      "grad_norm": 0.37890625,
      "learning_rate": 1.0359138631658006e-05,
      "loss": 0.7799,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3960
    },
    {
      "epoch": 0.5397928590896702,
      "grad_norm": 0.296875,
      "learning_rate": 1.035438383429306e-05,
      "loss": 0.703,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3961
    },
    {
      "epoch": 0.5399291360043609,
      "grad_norm": 0.248046875,
      "learning_rate": 1.0349628956706563e-05,
      "loss": 0.7178,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3962
    },
    {
      "epoch": 0.5400654129190515,
      "grad_norm": 0.3203125,
      "learning_rate": 1.0344873999974874e-05,
      "loss": 0.6799,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3963
    },
    {
      "epoch": 0.5402016898337422,
      "grad_norm": 0.423828125,
      "learning_rate": 1.034011896517437e-05,
      "loss": 0.8087,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3964
    },
    {
      "epoch": 0.5403379667484328,
      "grad_norm": 0.28125,
      "learning_rate": 1.0335363853381442e-05,
      "loss": 0.6636,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3965
    },
    {
      "epoch": 0.5404742436631235,
      "grad_norm": 0.353515625,
      "learning_rate": 1.03306086656725e-05,
      "loss": 0.7424,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3966
    },
    {
      "epoch": 0.5406105205778141,
      "grad_norm": 0.271484375,
      "learning_rate": 1.032585340312397e-05,
      "loss": 0.732,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3967
    },
    {
      "epoch": 0.5407467974925048,
      "grad_norm": 0.267578125,
      "learning_rate": 1.0321098066812303e-05,
      "loss": 0.6571,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3968
    },
    {
      "epoch": 0.5408830744071954,
      "grad_norm": 0.330078125,
      "learning_rate": 1.0316342657813952e-05,
      "loss": 0.7106,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3969
    },
    {
      "epoch": 0.541019351321886,
      "grad_norm": 0.318359375,
      "learning_rate": 1.03115871772054e-05,
      "loss": 0.7418,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3970
    },
    {
      "epoch": 0.5411556282365767,
      "grad_norm": 0.388671875,
      "learning_rate": 1.0306831626063138e-05,
      "loss": 0.6744,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3971
    },
    {
      "epoch": 0.5412919051512673,
      "grad_norm": 0.28515625,
      "learning_rate": 1.0302076005463678e-05,
      "loss": 0.7274,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3972
    },
    {
      "epoch": 0.541428182065958,
      "grad_norm": 0.3125,
      "learning_rate": 1.0297320316483544e-05,
      "loss": 0.6695,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3973
    },
    {
      "epoch": 0.5415644589806486,
      "grad_norm": 0.326171875,
      "learning_rate": 1.0292564560199279e-05,
      "loss": 0.7412,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3974
    },
    {
      "epoch": 0.5417007358953393,
      "grad_norm": 0.232421875,
      "learning_rate": 1.0287808737687437e-05,
      "loss": 0.7222,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3975
    },
    {
      "epoch": 0.5418370128100299,
      "grad_norm": 0.30078125,
      "learning_rate": 1.0283052850024593e-05,
      "loss": 0.7359,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3976
    },
    {
      "epoch": 0.5419732897247206,
      "grad_norm": 0.443359375,
      "learning_rate": 1.0278296898287328e-05,
      "loss": 0.7452,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3977
    },
    {
      "epoch": 0.5421095666394112,
      "grad_norm": 0.38671875,
      "learning_rate": 1.0273540883552244e-05,
      "loss": 0.7783,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3978
    },
    {
      "epoch": 0.5422458435541019,
      "grad_norm": 0.44140625,
      "learning_rate": 1.0268784806895961e-05,
      "loss": 0.7883,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3979
    },
    {
      "epoch": 0.5423821204687926,
      "grad_norm": 0.283203125,
      "learning_rate": 1.02640286693951e-05,
      "loss": 0.7901,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3980
    },
    {
      "epoch": 0.5425183973834833,
      "grad_norm": 0.255859375,
      "learning_rate": 1.0259272472126307e-05,
      "loss": 0.7245,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3981
    },
    {
      "epoch": 0.5426546742981739,
      "grad_norm": 0.4140625,
      "learning_rate": 1.0254516216166237e-05,
      "loss": 0.763,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3982
    },
    {
      "epoch": 0.5427909512128646,
      "grad_norm": 0.30078125,
      "learning_rate": 1.0249759902591562e-05,
      "loss": 0.6974,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3983
    },
    {
      "epoch": 0.5429272281275552,
      "grad_norm": 0.326171875,
      "learning_rate": 1.0245003532478964e-05,
      "loss": 0.7162,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3984
    },
    {
      "epoch": 0.5430635050422459,
      "grad_norm": 0.404296875,
      "learning_rate": 1.0240247106905135e-05,
      "loss": 0.7372,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3985
    },
    {
      "epoch": 0.5431997819569365,
      "grad_norm": 0.51171875,
      "learning_rate": 1.0235490626946784e-05,
      "loss": 0.7102,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3986
    },
    {
      "epoch": 0.5433360588716272,
      "grad_norm": 0.34765625,
      "learning_rate": 1.0230734093680634e-05,
      "loss": 0.7081,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3987
    },
    {
      "epoch": 0.5434723357863178,
      "grad_norm": 0.3359375,
      "learning_rate": 1.0225977508183416e-05,
      "loss": 0.6846,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3988
    },
    {
      "epoch": 0.5436086127010085,
      "grad_norm": 0.31640625,
      "learning_rate": 1.022122087153187e-05,
      "loss": 0.7349,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3989
    },
    {
      "epoch": 0.5437448896156991,
      "grad_norm": 0.310546875,
      "learning_rate": 1.0216464184802754e-05,
      "loss": 0.6645,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3990
    },
    {
      "epoch": 0.5438811665303898,
      "grad_norm": 0.271484375,
      "learning_rate": 1.021170744907284e-05,
      "loss": 0.6934,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3991
    },
    {
      "epoch": 0.5440174434450804,
      "grad_norm": 0.26953125,
      "learning_rate": 1.02069506654189e-05,
      "loss": 0.6938,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3992
    },
    {
      "epoch": 0.544153720359771,
      "grad_norm": 0.33984375,
      "learning_rate": 1.0202193834917721e-05,
      "loss": 0.6822,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3993
    },
    {
      "epoch": 0.5442899972744617,
      "grad_norm": 0.33984375,
      "learning_rate": 1.019743695864611e-05,
      "loss": 0.7666,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3994
    },
    {
      "epoch": 0.5444262741891523,
      "grad_norm": 0.283203125,
      "learning_rate": 1.019268003768087e-05,
      "loss": 0.7114,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3995
    },
    {
      "epoch": 0.544562551103843,
      "grad_norm": 0.287109375,
      "learning_rate": 1.0187923073098824e-05,
      "loss": 0.7905,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3996
    },
    {
      "epoch": 0.5446988280185336,
      "grad_norm": 0.3203125,
      "learning_rate": 1.0183166065976802e-05,
      "loss": 0.7772,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3997
    },
    {
      "epoch": 0.5448351049332243,
      "grad_norm": 0.251953125,
      "learning_rate": 1.0178409017391642e-05,
      "loss": 0.733,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3998
    },
    {
      "epoch": 0.5449713818479149,
      "grad_norm": 0.310546875,
      "learning_rate": 1.0173651928420193e-05,
      "loss": 0.7627,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 3999
    },
    {
      "epoch": 0.5451076587626056,
      "grad_norm": 0.25,
      "learning_rate": 1.0168894800139311e-05,
      "loss": 0.6679,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4000
    },
    {
      "epoch": 0.5452439356772962,
      "grad_norm": 0.291015625,
      "learning_rate": 1.0164137633625869e-05,
      "loss": 0.6713,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4001
    },
    {
      "epoch": 0.5453802125919869,
      "grad_norm": 0.265625,
      "learning_rate": 1.0159380429956738e-05,
      "loss": 0.6561,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4002
    },
    {
      "epoch": 0.5455164895066775,
      "grad_norm": 0.2890625,
      "learning_rate": 1.0154623190208803e-05,
      "loss": 0.6961,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4003
    },
    {
      "epoch": 0.5456527664213682,
      "grad_norm": 0.33203125,
      "learning_rate": 1.0149865915458954e-05,
      "loss": 0.8177,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4004
    },
    {
      "epoch": 0.5457890433360588,
      "grad_norm": 0.291015625,
      "learning_rate": 1.0145108606784094e-05,
      "loss": 0.7467,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4005
    },
    {
      "epoch": 0.5459253202507495,
      "grad_norm": 0.283203125,
      "learning_rate": 1.014035126526113e-05,
      "loss": 0.7241,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4006
    },
    {
      "epoch": 0.5460615971654402,
      "grad_norm": 0.3125,
      "learning_rate": 1.0135593891966975e-05,
      "loss": 0.6654,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4007
    },
    {
      "epoch": 0.5461978740801309,
      "grad_norm": 0.26953125,
      "learning_rate": 1.0130836487978552e-05,
      "loss": 0.6737,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4008
    },
    {
      "epoch": 0.5463341509948215,
      "grad_norm": 0.35546875,
      "learning_rate": 1.0126079054372792e-05,
      "loss": 0.708,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4009
    },
    {
      "epoch": 0.5464704279095122,
      "grad_norm": 0.25390625,
      "learning_rate": 1.0121321592226633e-05,
      "loss": 0.7378,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4010
    },
    {
      "epoch": 0.5466067048242028,
      "grad_norm": 0.271484375,
      "learning_rate": 1.011656410261701e-05,
      "loss": 0.7297,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4011
    },
    {
      "epoch": 0.5467429817388935,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.0111806586620879e-05,
      "loss": 0.7773,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4012
    },
    {
      "epoch": 0.5468792586535841,
      "grad_norm": 0.26171875,
      "learning_rate": 1.0107049045315191e-05,
      "loss": 0.6489,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4013
    },
    {
      "epoch": 0.5470155355682748,
      "grad_norm": 0.34375,
      "learning_rate": 1.0102291479776907e-05,
      "loss": 0.7422,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4014
    },
    {
      "epoch": 0.5471518124829654,
      "grad_norm": 0.37890625,
      "learning_rate": 1.0097533891082992e-05,
      "loss": 0.8221,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4015
    },
    {
      "epoch": 0.547288089397656,
      "grad_norm": 0.30859375,
      "learning_rate": 1.0092776280310416e-05,
      "loss": 0.6711,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4016
    },
    {
      "epoch": 0.5474243663123467,
      "grad_norm": 0.2353515625,
      "learning_rate": 1.0088018648536165e-05,
      "loss": 0.6954,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4017
    },
    {
      "epoch": 0.5475606432270373,
      "grad_norm": 0.33984375,
      "learning_rate": 1.0083260996837205e-05,
      "loss": 0.7647,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4018
    },
    {
      "epoch": 0.547696920141728,
      "grad_norm": 0.3125,
      "learning_rate": 1.0078503326290527e-05,
      "loss": 0.7793,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4019
    },
    {
      "epoch": 0.5478331970564186,
      "grad_norm": 0.28515625,
      "learning_rate": 1.0073745637973125e-05,
      "loss": 0.7188,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4020
    },
    {
      "epoch": 0.5479694739711093,
      "grad_norm": 0.384765625,
      "learning_rate": 1.0068987932961991e-05,
      "loss": 0.7434,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4021
    },
    {
      "epoch": 0.5481057508857999,
      "grad_norm": 0.3515625,
      "learning_rate": 1.0064230212334119e-05,
      "loss": 0.7147,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4022
    },
    {
      "epoch": 0.5482420278004906,
      "grad_norm": 0.333984375,
      "learning_rate": 1.005947247716651e-05,
      "loss": 0.6861,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4023
    },
    {
      "epoch": 0.5483783047151812,
      "grad_norm": 0.322265625,
      "learning_rate": 1.0054714728536167e-05,
      "loss": 0.6838,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4024
    },
    {
      "epoch": 0.5485145816298719,
      "grad_norm": 0.353515625,
      "learning_rate": 1.0049956967520108e-05,
      "loss": 0.7274,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4025
    },
    {
      "epoch": 0.5486508585445625,
      "grad_norm": 0.4609375,
      "learning_rate": 1.004519919519533e-05,
      "loss": 0.7511,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4026
    },
    {
      "epoch": 0.5487871354592532,
      "grad_norm": 0.443359375,
      "learning_rate": 1.0040441412638853e-05,
      "loss": 0.8219,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4027
    },
    {
      "epoch": 0.5489234123739438,
      "grad_norm": 0.31640625,
      "learning_rate": 1.003568362092769e-05,
      "loss": 0.712,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4028
    },
    {
      "epoch": 0.5490596892886345,
      "grad_norm": 0.32421875,
      "learning_rate": 1.0030925821138858e-05,
      "loss": 0.7678,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4029
    },
    {
      "epoch": 0.5491959662033251,
      "grad_norm": 0.69140625,
      "learning_rate": 1.0026168014349373e-05,
      "loss": 0.667,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4030
    },
    {
      "epoch": 0.5493322431180158,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.0021410201636258e-05,
      "loss": 0.6295,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4031
    },
    {
      "epoch": 0.5494685200327064,
      "grad_norm": 0.287109375,
      "learning_rate": 1.001665238407654e-05,
      "loss": 0.6846,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4032
    },
    {
      "epoch": 0.5496047969473971,
      "grad_norm": 0.2890625,
      "learning_rate": 1.0011894562747233e-05,
      "loss": 0.724,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4033
    },
    {
      "epoch": 0.5497410738620878,
      "grad_norm": 0.33984375,
      "learning_rate": 1.0007136738725365e-05,
      "loss": 0.7817,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4034
    },
    {
      "epoch": 0.5498773507767785,
      "grad_norm": 0.27734375,
      "learning_rate": 1.000237891308796e-05,
      "loss": 0.7105,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4035
    },
    {
      "epoch": 0.5500136276914691,
      "grad_norm": 0.29296875,
      "learning_rate": 9.997621086912043e-06,
      "loss": 0.699,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4036
    },
    {
      "epoch": 0.5501499046061598,
      "grad_norm": 0.32421875,
      "learning_rate": 9.992863261274639e-06,
      "loss": 0.6829,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4037
    },
    {
      "epoch": 0.5502861815208504,
      "grad_norm": 0.337890625,
      "learning_rate": 9.98810543725277e-06,
      "loss": 0.7221,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4038
    },
    {
      "epoch": 0.550422458435541,
      "grad_norm": 0.236328125,
      "learning_rate": 9.983347615923465e-06,
      "loss": 0.6834,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4039
    },
    {
      "epoch": 0.5505587353502317,
      "grad_norm": 0.328125,
      "learning_rate": 9.978589798363741e-06,
      "loss": 0.777,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4040
    },
    {
      "epoch": 0.5506950122649223,
      "grad_norm": 0.33984375,
      "learning_rate": 9.97383198565063e-06,
      "loss": 0.738,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4041
    },
    {
      "epoch": 0.550831289179613,
      "grad_norm": 0.306640625,
      "learning_rate": 9.969074178861149e-06,
      "loss": 0.6816,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4042
    },
    {
      "epoch": 0.5509675660943036,
      "grad_norm": 0.318359375,
      "learning_rate": 9.964316379072314e-06,
      "loss": 0.6641,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4043
    },
    {
      "epoch": 0.5511038430089943,
      "grad_norm": 0.287109375,
      "learning_rate": 9.95955858736115e-06,
      "loss": 0.6854,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4044
    },
    {
      "epoch": 0.5512401199236849,
      "grad_norm": 0.421875,
      "learning_rate": 9.954800804804675e-06,
      "loss": 0.7114,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4045
    },
    {
      "epoch": 0.5513763968383756,
      "grad_norm": 0.248046875,
      "learning_rate": 9.950043032479896e-06,
      "loss": 0.6544,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4046
    },
    {
      "epoch": 0.5515126737530662,
      "grad_norm": 0.345703125,
      "learning_rate": 9.945285271463834e-06,
      "loss": 0.683,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4047
    },
    {
      "epoch": 0.5516489506677569,
      "grad_norm": 0.263671875,
      "learning_rate": 9.940527522833494e-06,
      "loss": 0.6942,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4048
    },
    {
      "epoch": 0.5517852275824475,
      "grad_norm": 0.30859375,
      "learning_rate": 9.935769787665886e-06,
      "loss": 0.6869,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4049
    },
    {
      "epoch": 0.5519215044971382,
      "grad_norm": 0.34375,
      "learning_rate": 9.931012067038014e-06,
      "loss": 0.6933,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4050
    },
    {
      "epoch": 0.5520577814118288,
      "grad_norm": 0.283203125,
      "learning_rate": 9.926254362026875e-06,
      "loss": 0.7109,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4051
    },
    {
      "epoch": 0.5521940583265195,
      "grad_norm": 0.275390625,
      "learning_rate": 9.921496673709475e-06,
      "loss": 0.6443,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4052
    },
    {
      "epoch": 0.5523303352412101,
      "grad_norm": 0.255859375,
      "learning_rate": 9.9167390031628e-06,
      "loss": 0.6882,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4053
    },
    {
      "epoch": 0.5524666121559008,
      "grad_norm": 0.30078125,
      "learning_rate": 9.91198135146384e-06,
      "loss": 0.6723,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4054
    },
    {
      "epoch": 0.5526028890705914,
      "grad_norm": 0.33984375,
      "learning_rate": 9.907223719689586e-06,
      "loss": 0.8102,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4055
    },
    {
      "epoch": 0.552739165985282,
      "grad_norm": 0.302734375,
      "learning_rate": 9.90246610891701e-06,
      "loss": 0.7658,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4056
    },
    {
      "epoch": 0.5528754428999727,
      "grad_norm": 0.298828125,
      "learning_rate": 9.897708520223096e-06,
      "loss": 0.7019,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4057
    },
    {
      "epoch": 0.5530117198146633,
      "grad_norm": 0.29296875,
      "learning_rate": 9.892950954684814e-06,
      "loss": 0.7367,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4058
    },
    {
      "epoch": 0.553147996729354,
      "grad_norm": 0.27734375,
      "learning_rate": 9.888193413379123e-06,
      "loss": 0.7004,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4059
    },
    {
      "epoch": 0.5532842736440446,
      "grad_norm": 0.51953125,
      "learning_rate": 9.883435897382993e-06,
      "loss": 0.751,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4060
    },
    {
      "epoch": 0.5534205505587354,
      "grad_norm": 0.326171875,
      "learning_rate": 9.87867840777337e-06,
      "loss": 0.6848,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4061
    },
    {
      "epoch": 0.553556827473426,
      "grad_norm": 0.59375,
      "learning_rate": 9.87392094562721e-06,
      "loss": 0.7956,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4062
    },
    {
      "epoch": 0.5536931043881167,
      "grad_norm": 0.28125,
      "learning_rate": 9.86916351202145e-06,
      "loss": 0.7382,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4063
    },
    {
      "epoch": 0.5538293813028073,
      "grad_norm": 0.271484375,
      "learning_rate": 9.86440610803303e-06,
      "loss": 0.7234,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4064
    },
    {
      "epoch": 0.553965658217498,
      "grad_norm": 0.73828125,
      "learning_rate": 9.859648734738873e-06,
      "loss": 0.6622,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4065
    },
    {
      "epoch": 0.5541019351321886,
      "grad_norm": 0.42578125,
      "learning_rate": 9.85489139321591e-06,
      "loss": 0.8029,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4066
    },
    {
      "epoch": 0.5542382120468793,
      "grad_norm": 0.28515625,
      "learning_rate": 9.850134084541046e-06,
      "loss": 0.6793,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4067
    },
    {
      "epoch": 0.5543744889615699,
      "grad_norm": 0.3203125,
      "learning_rate": 9.8453768097912e-06,
      "loss": 0.7369,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4068
    },
    {
      "epoch": 0.5545107658762606,
      "grad_norm": 0.337890625,
      "learning_rate": 9.840619570043266e-06,
      "loss": 0.7299,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4069
    },
    {
      "epoch": 0.5546470427909512,
      "grad_norm": 0.31640625,
      "learning_rate": 9.835862366374133e-06,
      "loss": 0.7572,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4070
    },
    {
      "epoch": 0.5547833197056419,
      "grad_norm": 0.3203125,
      "learning_rate": 9.83110519986069e-06,
      "loss": 0.736,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4071
    },
    {
      "epoch": 0.5549195966203325,
      "grad_norm": 0.2734375,
      "learning_rate": 9.82634807157981e-06,
      "loss": 0.7339,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4072
    },
    {
      "epoch": 0.5550558735350232,
      "grad_norm": 0.30078125,
      "learning_rate": 9.821590982608362e-06,
      "loss": 0.69,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4073
    },
    {
      "epoch": 0.5551921504497138,
      "grad_norm": 0.296875,
      "learning_rate": 9.816833934023201e-06,
      "loss": 0.702,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4074
    },
    {
      "epoch": 0.5553284273644045,
      "grad_norm": 0.294921875,
      "learning_rate": 9.812076926901178e-06,
      "loss": 0.6417,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4075
    },
    {
      "epoch": 0.5554647042790951,
      "grad_norm": 0.29296875,
      "learning_rate": 9.807319962319131e-06,
      "loss": 0.6585,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4076
    },
    {
      "epoch": 0.5556009811937858,
      "grad_norm": 0.27734375,
      "learning_rate": 9.802563041353894e-06,
      "loss": 0.7283,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4077
    },
    {
      "epoch": 0.5557372581084764,
      "grad_norm": 0.423828125,
      "learning_rate": 9.797806165082279e-06,
      "loss": 0.679,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4078
    },
    {
      "epoch": 0.555873535023167,
      "grad_norm": 0.296875,
      "learning_rate": 9.793049334581104e-06,
      "loss": 0.7351,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4079
    },
    {
      "epoch": 0.5560098119378577,
      "grad_norm": 0.388671875,
      "learning_rate": 9.788292550927165e-06,
      "loss": 0.6738,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4080
    },
    {
      "epoch": 0.5561460888525483,
      "grad_norm": 0.28125,
      "learning_rate": 9.783535815197246e-06,
      "loss": 0.6533,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4081
    },
    {
      "epoch": 0.556282365767239,
      "grad_norm": 0.373046875,
      "learning_rate": 9.778779128468133e-06,
      "loss": 0.6834,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4082
    },
    {
      "epoch": 0.5564186426819296,
      "grad_norm": 0.271484375,
      "learning_rate": 9.774022491816591e-06,
      "loss": 0.7478,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4083
    },
    {
      "epoch": 0.5565549195966203,
      "grad_norm": 0.388671875,
      "learning_rate": 9.769265906319369e-06,
      "loss": 0.7478,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4084
    },
    {
      "epoch": 0.5566911965113109,
      "grad_norm": 0.3125,
      "learning_rate": 9.76450937305322e-06,
      "loss": 0.7074,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4085
    },
    {
      "epoch": 0.5568274734260016,
      "grad_norm": 0.30859375,
      "learning_rate": 9.759752893094866e-06,
      "loss": 0.7508,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4086
    },
    {
      "epoch": 0.5569637503406922,
      "grad_norm": 0.298828125,
      "learning_rate": 9.754996467521041e-06,
      "loss": 0.7076,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4087
    },
    {
      "epoch": 0.557100027255383,
      "grad_norm": 0.322265625,
      "learning_rate": 9.750240097408441e-06,
      "loss": 0.7478,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4088
    },
    {
      "epoch": 0.5572363041700736,
      "grad_norm": 0.306640625,
      "learning_rate": 9.745483783833763e-06,
      "loss": 0.7113,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4089
    },
    {
      "epoch": 0.5573725810847643,
      "grad_norm": 0.3046875,
      "learning_rate": 9.740727527873696e-06,
      "loss": 0.7043,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4090
    },
    {
      "epoch": 0.5575088579994549,
      "grad_norm": 0.337890625,
      "learning_rate": 9.735971330604905e-06,
      "loss": 0.7337,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4091
    },
    {
      "epoch": 0.5576451349141456,
      "grad_norm": 0.388671875,
      "learning_rate": 9.731215193104042e-06,
      "loss": 0.731,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4092
    },
    {
      "epoch": 0.5577814118288362,
      "grad_norm": 0.318359375,
      "learning_rate": 9.726459116447757e-06,
      "loss": 0.7568,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4093
    },
    {
      "epoch": 0.5579176887435269,
      "grad_norm": 0.419921875,
      "learning_rate": 9.721703101712675e-06,
      "loss": 0.739,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4094
    },
    {
      "epoch": 0.5580539656582175,
      "grad_norm": 0.38671875,
      "learning_rate": 9.71694714997541e-06,
      "loss": 0.74,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4095
    },
    {
      "epoch": 0.5581902425729082,
      "grad_norm": 0.31640625,
      "learning_rate": 9.712191262312565e-06,
      "loss": 0.6805,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4096
    },
    {
      "epoch": 0.5583265194875988,
      "grad_norm": 0.298828125,
      "learning_rate": 9.707435439800721e-06,
      "loss": 0.7275,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4097
    },
    {
      "epoch": 0.5584627964022895,
      "grad_norm": 0.41796875,
      "learning_rate": 9.702679683516458e-06,
      "loss": 0.8368,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4098
    },
    {
      "epoch": 0.5585990733169801,
      "grad_norm": 0.267578125,
      "learning_rate": 9.697923994536324e-06,
      "loss": 0.6869,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4099
    },
    {
      "epoch": 0.5587353502316708,
      "grad_norm": 0.5625,
      "learning_rate": 9.693168373936865e-06,
      "loss": 0.7489,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4100
    },
    {
      "epoch": 0.5588716271463614,
      "grad_norm": 0.390625,
      "learning_rate": 9.688412822794605e-06,
      "loss": 0.8519,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4101
    },
    {
      "epoch": 0.559007904061052,
      "grad_norm": 0.4765625,
      "learning_rate": 9.683657342186053e-06,
      "loss": 0.7832,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4102
    },
    {
      "epoch": 0.5591441809757427,
      "grad_norm": 0.255859375,
      "learning_rate": 9.678901933187702e-06,
      "loss": 0.7192,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4103
    },
    {
      "epoch": 0.5592804578904333,
      "grad_norm": 0.310546875,
      "learning_rate": 9.674146596876032e-06,
      "loss": 0.6997,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4104
    },
    {
      "epoch": 0.559416734805124,
      "grad_norm": 0.6171875,
      "learning_rate": 9.669391334327502e-06,
      "loss": 0.7286,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4105
    },
    {
      "epoch": 0.5595530117198146,
      "grad_norm": 0.333984375,
      "learning_rate": 9.664636146618561e-06,
      "loss": 0.7926,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4106
    },
    {
      "epoch": 0.5596892886345053,
      "grad_norm": 0.296875,
      "learning_rate": 9.659881034825634e-06,
      "loss": 0.7705,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4107
    },
    {
      "epoch": 0.5598255655491959,
      "grad_norm": 0.404296875,
      "learning_rate": 9.655126000025128e-06,
      "loss": 0.7251,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4108
    },
    {
      "epoch": 0.5599618424638866,
      "grad_norm": 0.2431640625,
      "learning_rate": 9.65037104329344e-06,
      "loss": 0.7299,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4109
    },
    {
      "epoch": 0.5600981193785772,
      "grad_norm": 0.353515625,
      "learning_rate": 9.645616165706944e-06,
      "loss": 0.7126,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4110
    },
    {
      "epoch": 0.5602343962932679,
      "grad_norm": 0.310546875,
      "learning_rate": 9.640861368341995e-06,
      "loss": 0.7175,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4111
    },
    {
      "epoch": 0.5603706732079585,
      "grad_norm": 0.32421875,
      "learning_rate": 9.636106652274938e-06,
      "loss": 0.6984,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4112
    },
    {
      "epoch": 0.5605069501226492,
      "grad_norm": 0.28125,
      "learning_rate": 9.631352018582088e-06,
      "loss": 0.693,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4113
    },
    {
      "epoch": 0.5606432270373398,
      "grad_norm": 0.28515625,
      "learning_rate": 9.626597468339748e-06,
      "loss": 0.6957,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4114
    },
    {
      "epoch": 0.5607795039520306,
      "grad_norm": 0.267578125,
      "learning_rate": 9.621843002624206e-06,
      "loss": 0.7166,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4115
    },
    {
      "epoch": 0.5609157808667212,
      "grad_norm": 0.322265625,
      "learning_rate": 9.61708862251172e-06,
      "loss": 0.7182,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4116
    },
    {
      "epoch": 0.5610520577814119,
      "grad_norm": 0.5390625,
      "learning_rate": 9.612334329078542e-06,
      "loss": 0.8026,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4117
    },
    {
      "epoch": 0.5611883346961025,
      "grad_norm": 0.326171875,
      "learning_rate": 9.60758012340089e-06,
      "loss": 0.6529,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4118
    },
    {
      "epoch": 0.5613246116107932,
      "grad_norm": 0.310546875,
      "learning_rate": 9.60282600655497e-06,
      "loss": 0.7653,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4119
    },
    {
      "epoch": 0.5614608885254838,
      "grad_norm": 0.328125,
      "learning_rate": 9.598071979616973e-06,
      "loss": 0.7211,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4120
    },
    {
      "epoch": 0.5615971654401745,
      "grad_norm": 0.291015625,
      "learning_rate": 9.593318043663059e-06,
      "loss": 0.7139,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4121
    },
    {
      "epoch": 0.5617334423548651,
      "grad_norm": 0.322265625,
      "learning_rate": 9.58856419976937e-06,
      "loss": 0.7699,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4122
    },
    {
      "epoch": 0.5618697192695558,
      "grad_norm": 0.2392578125,
      "learning_rate": 9.583810449012037e-06,
      "loss": 0.7176,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4123
    },
    {
      "epoch": 0.5620059961842464,
      "grad_norm": 0.337890625,
      "learning_rate": 9.579056792467152e-06,
      "loss": 0.6755,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4124
    },
    {
      "epoch": 0.562142273098937,
      "grad_norm": 0.345703125,
      "learning_rate": 9.574303231210808e-06,
      "loss": 0.7365,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4125
    },
    {
      "epoch": 0.5622785500136277,
      "grad_norm": 0.2392578125,
      "learning_rate": 9.569549766319054e-06,
      "loss": 0.6828,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4126
    },
    {
      "epoch": 0.5624148269283183,
      "grad_norm": 0.2470703125,
      "learning_rate": 9.564796398867933e-06,
      "loss": 0.6873,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4127
    },
    {
      "epoch": 0.562551103843009,
      "grad_norm": 0.28515625,
      "learning_rate": 9.560043129933457e-06,
      "loss": 0.7441,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4128
    },
    {
      "epoch": 0.5626873807576996,
      "grad_norm": 0.28515625,
      "learning_rate": 9.555289960591625e-06,
      "loss": 0.6762,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4129
    },
    {
      "epoch": 0.5628236576723903,
      "grad_norm": 0.27734375,
      "learning_rate": 9.5505368919184e-06,
      "loss": 0.7152,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4130
    },
    {
      "epoch": 0.5629599345870809,
      "grad_norm": 0.28125,
      "learning_rate": 9.54578392498974e-06,
      "loss": 0.6777,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4131
    },
    {
      "epoch": 0.5630962115017716,
      "grad_norm": 0.423828125,
      "learning_rate": 9.54103106088156e-06,
      "loss": 0.7723,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4132
    },
    {
      "epoch": 0.5632324884164622,
      "grad_norm": 0.31640625,
      "learning_rate": 9.536278300669763e-06,
      "loss": 0.6748,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4133
    },
    {
      "epoch": 0.5633687653311529,
      "grad_norm": 0.326171875,
      "learning_rate": 9.531525645430234e-06,
      "loss": 0.7343,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4134
    },
    {
      "epoch": 0.5635050422458435,
      "grad_norm": 0.275390625,
      "learning_rate": 9.526773096238817e-06,
      "loss": 0.7187,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4135
    },
    {
      "epoch": 0.5636413191605342,
      "grad_norm": 0.40625,
      "learning_rate": 9.522020654171354e-06,
      "loss": 0.7756,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4136
    },
    {
      "epoch": 0.5637775960752248,
      "grad_norm": 0.283203125,
      "learning_rate": 9.51726832030364e-06,
      "loss": 0.6861,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4137
    },
    {
      "epoch": 0.5639138729899155,
      "grad_norm": 0.54296875,
      "learning_rate": 9.512516095711465e-06,
      "loss": 0.8075,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4138
    },
    {
      "epoch": 0.5640501499046061,
      "grad_norm": 0.30859375,
      "learning_rate": 9.50776398147058e-06,
      "loss": 0.8001,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4139
    },
    {
      "epoch": 0.5641864268192968,
      "grad_norm": 0.333984375,
      "learning_rate": 9.503011978656723e-06,
      "loss": 0.7406,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4140
    },
    {
      "epoch": 0.5643227037339874,
      "grad_norm": 0.37890625,
      "learning_rate": 9.49826008834559e-06,
      "loss": 0.6736,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4141
    },
    {
      "epoch": 0.5644589806486782,
      "grad_norm": 0.359375,
      "learning_rate": 9.493508311612874e-06,
      "loss": 0.6973,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4142
    },
    {
      "epoch": 0.5645952575633688,
      "grad_norm": 0.302734375,
      "learning_rate": 9.488756649534227e-06,
      "loss": 0.7362,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4143
    },
    {
      "epoch": 0.5647315344780595,
      "grad_norm": 0.255859375,
      "learning_rate": 9.48400510318527e-06,
      "loss": 0.6659,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4144
    },
    {
      "epoch": 0.5648678113927501,
      "grad_norm": 0.31640625,
      "learning_rate": 9.479253673641619e-06,
      "loss": 0.7395,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4145
    },
    {
      "epoch": 0.5650040883074408,
      "grad_norm": 0.50390625,
      "learning_rate": 9.47450236197884e-06,
      "loss": 0.6478,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4146
    },
    {
      "epoch": 0.5651403652221314,
      "grad_norm": 0.271484375,
      "learning_rate": 9.46975116927249e-06,
      "loss": 0.697,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4147
    },
    {
      "epoch": 0.565276642136822,
      "grad_norm": 0.318359375,
      "learning_rate": 9.465000096598094e-06,
      "loss": 0.745,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4148
    },
    {
      "epoch": 0.5654129190515127,
      "grad_norm": 0.306640625,
      "learning_rate": 9.460249145031138e-06,
      "loss": 0.6763,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4149
    },
    {
      "epoch": 0.5655491959662033,
      "grad_norm": 0.322265625,
      "learning_rate": 9.455498315647101e-06,
      "loss": 0.6847,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4150
    },
    {
      "epoch": 0.565685472880894,
      "grad_norm": 0.390625,
      "learning_rate": 9.450747609521418e-06,
      "loss": 0.6798,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4151
    },
    {
      "epoch": 0.5658217497955846,
      "grad_norm": 0.330078125,
      "learning_rate": 9.445997027729503e-06,
      "loss": 0.7493,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4152
    },
    {
      "epoch": 0.5659580267102753,
      "grad_norm": 0.2421875,
      "learning_rate": 9.441246571346743e-06,
      "loss": 0.7592,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4153
    },
    {
      "epoch": 0.5660943036249659,
      "grad_norm": 0.291015625,
      "learning_rate": 9.43649624144849e-06,
      "loss": 0.6933,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4154
    },
    {
      "epoch": 0.5662305805396566,
      "grad_norm": 0.443359375,
      "learning_rate": 9.431746039110082e-06,
      "loss": 0.7067,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4155
    },
    {
      "epoch": 0.5663668574543472,
      "grad_norm": 0.2578125,
      "learning_rate": 9.426995965406809e-06,
      "loss": 0.6516,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4156
    },
    {
      "epoch": 0.5665031343690379,
      "grad_norm": 0.2890625,
      "learning_rate": 9.422246021413938e-06,
      "loss": 0.7228,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4157
    },
    {
      "epoch": 0.5666394112837285,
      "grad_norm": 0.26171875,
      "learning_rate": 9.41749620820672e-06,
      "loss": 0.6971,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4158
    },
    {
      "epoch": 0.5667756881984192,
      "grad_norm": 0.345703125,
      "learning_rate": 9.412746526860363e-06,
      "loss": 0.734,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4159
    },
    {
      "epoch": 0.5669119651131098,
      "grad_norm": 0.255859375,
      "learning_rate": 9.407996978450039e-06,
      "loss": 0.7693,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4160
    },
    {
      "epoch": 0.5670482420278005,
      "grad_norm": 0.349609375,
      "learning_rate": 9.40324756405091e-06,
      "loss": 0.7221,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4161
    },
    {
      "epoch": 0.5671845189424911,
      "grad_norm": 0.357421875,
      "learning_rate": 9.398498284738092e-06,
      "loss": 0.6976,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4162
    },
    {
      "epoch": 0.5673207958571818,
      "grad_norm": 0.3984375,
      "learning_rate": 9.393749141586673e-06,
      "loss": 0.6655,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4163
    },
    {
      "epoch": 0.5674570727718724,
      "grad_norm": 0.3125,
      "learning_rate": 9.389000135671716e-06,
      "loss": 0.7223,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4164
    },
    {
      "epoch": 0.567593349686563,
      "grad_norm": 0.41015625,
      "learning_rate": 9.384251268068247e-06,
      "loss": 0.7163,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4165
    },
    {
      "epoch": 0.5677296266012537,
      "grad_norm": 0.302734375,
      "learning_rate": 9.379502539851264e-06,
      "loss": 0.7017,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4166
    },
    {
      "epoch": 0.5678659035159443,
      "grad_norm": 0.41796875,
      "learning_rate": 9.374753952095736e-06,
      "loss": 0.7012,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4167
    },
    {
      "epoch": 0.568002180430635,
      "grad_norm": 0.3828125,
      "learning_rate": 9.370005505876588e-06,
      "loss": 0.7106,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4168
    },
    {
      "epoch": 0.5681384573453258,
      "grad_norm": 0.4453125,
      "learning_rate": 9.365257202268729e-06,
      "loss": 0.8355,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4169
    },
    {
      "epoch": 0.5682747342600164,
      "grad_norm": 0.30078125,
      "learning_rate": 9.360509042347025e-06,
      "loss": 0.7026,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4170
    },
    {
      "epoch": 0.568411011174707,
      "grad_norm": 0.30859375,
      "learning_rate": 9.35576102718631e-06,
      "loss": 0.738,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4171
    },
    {
      "epoch": 0.5685472880893977,
      "grad_norm": 0.404296875,
      "learning_rate": 9.351013157861394e-06,
      "loss": 0.7789,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4172
    },
    {
      "epoch": 0.5686835650040883,
      "grad_norm": 0.3125,
      "learning_rate": 9.346265435447043e-06,
      "loss": 0.674,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4173
    },
    {
      "epoch": 0.568819841918779,
      "grad_norm": 0.40234375,
      "learning_rate": 9.341517861017998e-06,
      "loss": 0.7867,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4174
    },
    {
      "epoch": 0.5689561188334696,
      "grad_norm": 0.3359375,
      "learning_rate": 9.336770435648963e-06,
      "loss": 0.6907,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4175
    },
    {
      "epoch": 0.5690923957481603,
      "grad_norm": 0.3515625,
      "learning_rate": 9.332023160414602e-06,
      "loss": 0.7321,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4176
    },
    {
      "epoch": 0.5692286726628509,
      "grad_norm": 0.314453125,
      "learning_rate": 9.327276036389563e-06,
      "loss": 0.764,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4177
    },
    {
      "epoch": 0.5693649495775416,
      "grad_norm": 0.271484375,
      "learning_rate": 9.322529064648438e-06,
      "loss": 0.6385,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4178
    },
    {
      "epoch": 0.5695012264922322,
      "grad_norm": 0.251953125,
      "learning_rate": 9.317782246265795e-06,
      "loss": 0.763,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4179
    },
    {
      "epoch": 0.5696375034069229,
      "grad_norm": 0.388671875,
      "learning_rate": 9.313035582316177e-06,
      "loss": 0.6809,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4180
    },
    {
      "epoch": 0.5697737803216135,
      "grad_norm": 0.271484375,
      "learning_rate": 9.308289073874074e-06,
      "loss": 0.7066,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4181
    },
    {
      "epoch": 0.5699100572363042,
      "grad_norm": 0.357421875,
      "learning_rate": 9.303542722013945e-06,
      "loss": 0.6797,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4182
    },
    {
      "epoch": 0.5700463341509948,
      "grad_norm": 0.3203125,
      "learning_rate": 9.298796527810228e-06,
      "loss": 0.7261,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4183
    },
    {
      "epoch": 0.5701826110656855,
      "grad_norm": 0.328125,
      "learning_rate": 9.294050492337306e-06,
      "loss": 0.7705,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4184
    },
    {
      "epoch": 0.5703188879803761,
      "grad_norm": 0.287109375,
      "learning_rate": 9.28930461666954e-06,
      "loss": 0.6882,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4185
    },
    {
      "epoch": 0.5704551648950668,
      "grad_norm": 0.3125,
      "learning_rate": 9.28455890188125e-06,
      "loss": 0.681,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4186
    },
    {
      "epoch": 0.5705914418097574,
      "grad_norm": 0.283203125,
      "learning_rate": 9.279813349046712e-06,
      "loss": 0.7365,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4187
    },
    {
      "epoch": 0.570727718724448,
      "grad_norm": 0.271484375,
      "learning_rate": 9.275067959240183e-06,
      "loss": 0.6875,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4188
    },
    {
      "epoch": 0.5708639956391387,
      "grad_norm": 0.26953125,
      "learning_rate": 9.270322733535864e-06,
      "loss": 0.7293,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4189
    },
    {
      "epoch": 0.5710002725538293,
      "grad_norm": 0.53125,
      "learning_rate": 9.26557767300793e-06,
      "loss": 0.8193,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4190
    },
    {
      "epoch": 0.57113654946852,
      "grad_norm": 0.28125,
      "learning_rate": 9.260832778730516e-06,
      "loss": 0.6871,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4191
    },
    {
      "epoch": 0.5712728263832106,
      "grad_norm": 0.3828125,
      "learning_rate": 9.256088051777723e-06,
      "loss": 0.7526,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4192
    },
    {
      "epoch": 0.5714091032979013,
      "grad_norm": 0.466796875,
      "learning_rate": 9.251343493223604e-06,
      "loss": 0.7677,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4193
    },
    {
      "epoch": 0.5715453802125919,
      "grad_norm": 0.314453125,
      "learning_rate": 9.246599104142187e-06,
      "loss": 0.719,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4194
    },
    {
      "epoch": 0.5716816571272826,
      "grad_norm": 0.283203125,
      "learning_rate": 9.241854885607447e-06,
      "loss": 0.6404,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4195
    },
    {
      "epoch": 0.5718179340419733,
      "grad_norm": 0.2890625,
      "learning_rate": 9.23711083869334e-06,
      "loss": 0.7197,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4196
    },
    {
      "epoch": 0.571954210956664,
      "grad_norm": 0.3203125,
      "learning_rate": 9.232366964473764e-06,
      "loss": 0.759,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4197
    },
    {
      "epoch": 0.5720904878713546,
      "grad_norm": 0.51953125,
      "learning_rate": 9.227623264022585e-06,
      "loss": 0.8039,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4198
    },
    {
      "epoch": 0.5722267647860453,
      "grad_norm": 0.30078125,
      "learning_rate": 9.222879738413632e-06,
      "loss": 0.7104,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4199
    },
    {
      "epoch": 0.5723630417007359,
      "grad_norm": 0.330078125,
      "learning_rate": 9.218136388720695e-06,
      "loss": 0.659,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4200
    },
    {
      "epoch": 0.5724993186154266,
      "grad_norm": 0.28125,
      "learning_rate": 9.213393216017515e-06,
      "loss": 0.7175,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4201
    },
    {
      "epoch": 0.5726355955301172,
      "grad_norm": 0.2431640625,
      "learning_rate": 9.208650221377806e-06,
      "loss": 0.6959,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4202
    },
    {
      "epoch": 0.5727718724448079,
      "grad_norm": 0.328125,
      "learning_rate": 9.203907405875235e-06,
      "loss": 0.6965,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4203
    },
    {
      "epoch": 0.5729081493594985,
      "grad_norm": 0.29296875,
      "learning_rate": 9.199164770583426e-06,
      "loss": 0.6603,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4204
    },
    {
      "epoch": 0.5730444262741892,
      "grad_norm": 0.27734375,
      "learning_rate": 9.194422316575968e-06,
      "loss": 0.7542,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4205
    },
    {
      "epoch": 0.5731807031888798,
      "grad_norm": 0.3984375,
      "learning_rate": 9.189680044926402e-06,
      "loss": 0.7502,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4206
    },
    {
      "epoch": 0.5733169801035705,
      "grad_norm": 0.326171875,
      "learning_rate": 9.184937956708237e-06,
      "loss": 0.7389,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4207
    },
    {
      "epoch": 0.5734532570182611,
      "grad_norm": 0.326171875,
      "learning_rate": 9.180196052994933e-06,
      "loss": 0.6688,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4208
    },
    {
      "epoch": 0.5735895339329518,
      "grad_norm": 0.625,
      "learning_rate": 9.175454334859906e-06,
      "loss": 0.6719,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4209
    },
    {
      "epoch": 0.5737258108476424,
      "grad_norm": 0.2353515625,
      "learning_rate": 9.170712803376542e-06,
      "loss": 0.6315,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4210
    },
    {
      "epoch": 0.573862087762333,
      "grad_norm": 0.2470703125,
      "learning_rate": 9.165971459618176e-06,
      "loss": 0.733,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4211
    },
    {
      "epoch": 0.5739983646770237,
      "grad_norm": 0.26171875,
      "learning_rate": 9.161230304658092e-06,
      "loss": 0.6584,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4212
    },
    {
      "epoch": 0.5741346415917143,
      "grad_norm": 0.28125,
      "learning_rate": 9.156489339569555e-06,
      "loss": 0.7503,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4213
    },
    {
      "epoch": 0.574270918506405,
      "grad_norm": 0.298828125,
      "learning_rate": 9.15174856542576e-06,
      "loss": 0.7153,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4214
    },
    {
      "epoch": 0.5744071954210956,
      "grad_norm": 0.29296875,
      "learning_rate": 9.147007983299884e-06,
      "loss": 0.6686,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4215
    },
    {
      "epoch": 0.5745434723357863,
      "grad_norm": 0.30078125,
      "learning_rate": 9.14226759426504e-06,
      "loss": 0.7208,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4216
    },
    {
      "epoch": 0.5746797492504769,
      "grad_norm": 0.283203125,
      "learning_rate": 9.137527399394308e-06,
      "loss": 0.6274,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4217
    },
    {
      "epoch": 0.5748160261651676,
      "grad_norm": 0.263671875,
      "learning_rate": 9.132787399760721e-06,
      "loss": 0.6903,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4218
    },
    {
      "epoch": 0.5749523030798582,
      "grad_norm": 0.30078125,
      "learning_rate": 9.128047596437272e-06,
      "loss": 0.7083,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4219
    },
    {
      "epoch": 0.5750885799945489,
      "grad_norm": 0.28125,
      "learning_rate": 9.123307990496898e-06,
      "loss": 0.6129,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4220
    },
    {
      "epoch": 0.5752248569092395,
      "grad_norm": 0.302734375,
      "learning_rate": 9.11856858301251e-06,
      "loss": 0.6419,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4221
    },
    {
      "epoch": 0.5753611338239302,
      "grad_norm": 0.341796875,
      "learning_rate": 9.113829375056953e-06,
      "loss": 0.7911,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4222
    },
    {
      "epoch": 0.5754974107386209,
      "grad_norm": 0.314453125,
      "learning_rate": 9.109090367703047e-06,
      "loss": 0.6492,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4223
    },
    {
      "epoch": 0.5756336876533116,
      "grad_norm": 0.3125,
      "learning_rate": 9.104351562023552e-06,
      "loss": 0.6683,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4224
    },
    {
      "epoch": 0.5757699645680022,
      "grad_norm": 0.283203125,
      "learning_rate": 9.099612959091182e-06,
      "loss": 0.6689,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4225
    },
    {
      "epoch": 0.5759062414826929,
      "grad_norm": 0.33203125,
      "learning_rate": 9.09487455997862e-06,
      "loss": 0.7014,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4226
    },
    {
      "epoch": 0.5760425183973835,
      "grad_norm": 0.3125,
      "learning_rate": 9.090136365758486e-06,
      "loss": 0.7464,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4227
    },
    {
      "epoch": 0.5761787953120742,
      "grad_norm": 0.275390625,
      "learning_rate": 9.085398377503363e-06,
      "loss": 0.6908,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4228
    },
    {
      "epoch": 0.5763150722267648,
      "grad_norm": 0.341796875,
      "learning_rate": 9.080660596285787e-06,
      "loss": 0.748,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4229
    },
    {
      "epoch": 0.5764513491414555,
      "grad_norm": 0.33203125,
      "learning_rate": 9.075923023178244e-06,
      "loss": 0.6862,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4230
    },
    {
      "epoch": 0.5765876260561461,
      "grad_norm": 0.302734375,
      "learning_rate": 9.07118565925317e-06,
      "loss": 0.6667,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4231
    },
    {
      "epoch": 0.5767239029708368,
      "grad_norm": 0.3125,
      "learning_rate": 9.066448505582966e-06,
      "loss": 0.7005,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4232
    },
    {
      "epoch": 0.5768601798855274,
      "grad_norm": 0.2734375,
      "learning_rate": 9.06171156323997e-06,
      "loss": 0.7019,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4233
    },
    {
      "epoch": 0.576996456800218,
      "grad_norm": 0.271484375,
      "learning_rate": 9.056974833296484e-06,
      "loss": 0.6884,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4234
    },
    {
      "epoch": 0.5771327337149087,
      "grad_norm": 0.32421875,
      "learning_rate": 9.052238316824758e-06,
      "loss": 0.7158,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4235
    },
    {
      "epoch": 0.5772690106295993,
      "grad_norm": 0.298828125,
      "learning_rate": 9.047502014896985e-06,
      "loss": 0.7728,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4236
    },
    {
      "epoch": 0.57740528754429,
      "grad_norm": 0.32421875,
      "learning_rate": 9.042765928585327e-06,
      "loss": 0.6755,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4237
    },
    {
      "epoch": 0.5775415644589806,
      "grad_norm": 0.37109375,
      "learning_rate": 9.038030058961885e-06,
      "loss": 0.8215,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4238
    },
    {
      "epoch": 0.5776778413736713,
      "grad_norm": 0.32421875,
      "learning_rate": 9.033294407098706e-06,
      "loss": 0.7297,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4239
    },
    {
      "epoch": 0.5778141182883619,
      "grad_norm": 0.390625,
      "learning_rate": 9.028558974067805e-06,
      "loss": 0.7716,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4240
    },
    {
      "epoch": 0.5779503952030526,
      "grad_norm": 0.34375,
      "learning_rate": 9.023823760941131e-06,
      "loss": 0.6979,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4241
    },
    {
      "epoch": 0.5780866721177432,
      "grad_norm": 0.4765625,
      "learning_rate": 9.019088768790597e-06,
      "loss": 0.6672,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4242
    },
    {
      "epoch": 0.5782229490324339,
      "grad_norm": 0.271484375,
      "learning_rate": 9.014353998688053e-06,
      "loss": 0.6973,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4243
    },
    {
      "epoch": 0.5783592259471245,
      "grad_norm": 0.4375,
      "learning_rate": 9.009619451705303e-06,
      "loss": 0.7216,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4244
    },
    {
      "epoch": 0.5784955028618152,
      "grad_norm": 0.2890625,
      "learning_rate": 9.00488512891411e-06,
      "loss": 0.727,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4245
    },
    {
      "epoch": 0.5786317797765058,
      "grad_norm": 0.375,
      "learning_rate": 9.000151031386176e-06,
      "loss": 0.6921,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4246
    },
    {
      "epoch": 0.5787680566911965,
      "grad_norm": 0.322265625,
      "learning_rate": 8.995417160193146e-06,
      "loss": 0.7616,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4247
    },
    {
      "epoch": 0.5789043336058871,
      "grad_norm": 0.427734375,
      "learning_rate": 8.990683516406633e-06,
      "loss": 0.8345,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4248
    },
    {
      "epoch": 0.5790406105205778,
      "grad_norm": 0.388671875,
      "learning_rate": 8.985950101098185e-06,
      "loss": 0.7271,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4249
    },
    {
      "epoch": 0.5791768874352685,
      "grad_norm": 0.28125,
      "learning_rate": 8.981216915339292e-06,
      "loss": 0.7254,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4250
    },
    {
      "epoch": 0.5793131643499592,
      "grad_norm": 0.27734375,
      "learning_rate": 8.976483960201414e-06,
      "loss": 0.7417,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4251
    },
    {
      "epoch": 0.5794494412646498,
      "grad_norm": 0.330078125,
      "learning_rate": 8.971751236755936e-06,
      "loss": 0.7059,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4252
    },
    {
      "epoch": 0.5795857181793405,
      "grad_norm": 0.267578125,
      "learning_rate": 8.96701874607421e-06,
      "loss": 0.6885,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4253
    },
    {
      "epoch": 0.5797219950940311,
      "grad_norm": 0.306640625,
      "learning_rate": 8.962286489227515e-06,
      "loss": 0.7587,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4254
    },
    {
      "epoch": 0.5798582720087218,
      "grad_norm": 0.259765625,
      "learning_rate": 8.957554467287092e-06,
      "loss": 0.6547,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4255
    },
    {
      "epoch": 0.5799945489234124,
      "grad_norm": 0.265625,
      "learning_rate": 8.952822681324128e-06,
      "loss": 0.6052,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4256
    },
    {
      "epoch": 0.580130825838103,
      "grad_norm": 0.376953125,
      "learning_rate": 8.948091132409753e-06,
      "loss": 0.6688,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4257
    },
    {
      "epoch": 0.5802671027527937,
      "grad_norm": 0.283203125,
      "learning_rate": 8.943359821615034e-06,
      "loss": 0.7143,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4258
    },
    {
      "epoch": 0.5804033796674843,
      "grad_norm": 0.275390625,
      "learning_rate": 8.938628750011004e-06,
      "loss": 0.7134,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4259
    },
    {
      "epoch": 0.580539656582175,
      "grad_norm": 0.33984375,
      "learning_rate": 8.93389791866863e-06,
      "loss": 0.7262,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4260
    },
    {
      "epoch": 0.5806759334968656,
      "grad_norm": 0.294921875,
      "learning_rate": 8.92916732865882e-06,
      "loss": 0.7661,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4261
    },
    {
      "epoch": 0.5808122104115563,
      "grad_norm": 0.2578125,
      "learning_rate": 8.92443698105244e-06,
      "loss": 0.6792,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4262
    },
    {
      "epoch": 0.5809484873262469,
      "grad_norm": 0.474609375,
      "learning_rate": 8.919706876920288e-06,
      "loss": 0.6909,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4263
    },
    {
      "epoch": 0.5810847642409376,
      "grad_norm": 0.498046875,
      "learning_rate": 8.91497701733312e-06,
      "loss": 0.8146,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4264
    },
    {
      "epoch": 0.5812210411556282,
      "grad_norm": 0.357421875,
      "learning_rate": 8.91024740336163e-06,
      "loss": 0.7771,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4265
    },
    {
      "epoch": 0.5813573180703189,
      "grad_norm": 0.42578125,
      "learning_rate": 8.905518036076447e-06,
      "loss": 0.7585,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4266
    },
    {
      "epoch": 0.5814935949850095,
      "grad_norm": 0.314453125,
      "learning_rate": 8.900788916548164e-06,
      "loss": 0.7237,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4267
    },
    {
      "epoch": 0.5816298718997002,
      "grad_norm": 0.349609375,
      "learning_rate": 8.896060045847305e-06,
      "loss": 0.7476,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4268
    },
    {
      "epoch": 0.5817661488143908,
      "grad_norm": 0.365234375,
      "learning_rate": 8.891331425044335e-06,
      "loss": 0.7567,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4269
    },
    {
      "epoch": 0.5819024257290815,
      "grad_norm": 0.376953125,
      "learning_rate": 8.886603055209676e-06,
      "loss": 0.6736,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4270
    },
    {
      "epoch": 0.5820387026437721,
      "grad_norm": 0.404296875,
      "learning_rate": 8.881874937413674e-06,
      "loss": 0.6788,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4271
    },
    {
      "epoch": 0.5821749795584628,
      "grad_norm": 0.32421875,
      "learning_rate": 8.877147072726642e-06,
      "loss": 0.6951,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4272
    },
    {
      "epoch": 0.5823112564731534,
      "grad_norm": 0.30859375,
      "learning_rate": 8.872419462218817e-06,
      "loss": 0.6709,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4273
    },
    {
      "epoch": 0.582447533387844,
      "grad_norm": 0.3515625,
      "learning_rate": 8.867692106960374e-06,
      "loss": 0.7155,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4274
    },
    {
      "epoch": 0.5825838103025347,
      "grad_norm": 0.271484375,
      "learning_rate": 8.862965008021457e-06,
      "loss": 0.6882,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4275
    },
    {
      "epoch": 0.5827200872172253,
      "grad_norm": 0.51171875,
      "learning_rate": 8.858238166472125e-06,
      "loss": 0.7539,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4276
    },
    {
      "epoch": 0.5828563641319161,
      "grad_norm": 0.3203125,
      "learning_rate": 8.853511583382386e-06,
      "loss": 0.6679,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4277
    },
    {
      "epoch": 0.5829926410466068,
      "grad_norm": 0.3046875,
      "learning_rate": 8.848785259822203e-06,
      "loss": 0.6508,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4278
    },
    {
      "epoch": 0.5831289179612974,
      "grad_norm": 0.28125,
      "learning_rate": 8.844059196861462e-06,
      "loss": 0.6714,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4279
    },
    {
      "epoch": 0.583265194875988,
      "grad_norm": 0.2392578125,
      "learning_rate": 8.839333395569998e-06,
      "loss": 0.6685,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4280
    },
    {
      "epoch": 0.5834014717906787,
      "grad_norm": 0.423828125,
      "learning_rate": 8.834607857017588e-06,
      "loss": 0.7661,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4281
    },
    {
      "epoch": 0.5835377487053693,
      "grad_norm": 0.349609375,
      "learning_rate": 8.829882582273947e-06,
      "loss": 0.7247,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4282
    },
    {
      "epoch": 0.58367402562006,
      "grad_norm": 0.29296875,
      "learning_rate": 8.825157572408732e-06,
      "loss": 0.6996,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4283
    },
    {
      "epoch": 0.5838103025347506,
      "grad_norm": 0.310546875,
      "learning_rate": 8.820432828491542e-06,
      "loss": 0.7375,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4284
    },
    {
      "epoch": 0.5839465794494413,
      "grad_norm": 0.314453125,
      "learning_rate": 8.815708351591905e-06,
      "loss": 0.6565,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4285
    },
    {
      "epoch": 0.5840828563641319,
      "grad_norm": 0.31640625,
      "learning_rate": 8.810984142779306e-06,
      "loss": 0.6934,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4286
    },
    {
      "epoch": 0.5842191332788226,
      "grad_norm": 0.373046875,
      "learning_rate": 8.806260203123157e-06,
      "loss": 0.7388,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4287
    },
    {
      "epoch": 0.5843554101935132,
      "grad_norm": 0.337890625,
      "learning_rate": 8.801536533692804e-06,
      "loss": 0.7418,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4288
    },
    {
      "epoch": 0.5844916871082039,
      "grad_norm": 0.298828125,
      "learning_rate": 8.796813135557553e-06,
      "loss": 0.7437,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4289
    },
    {
      "epoch": 0.5846279640228945,
      "grad_norm": 0.234375,
      "learning_rate": 8.792090009786623e-06,
      "loss": 0.6558,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4290
    },
    {
      "epoch": 0.5847642409375852,
      "grad_norm": 0.296875,
      "learning_rate": 8.787367157449193e-06,
      "loss": 0.6564,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4291
    },
    {
      "epoch": 0.5849005178522758,
      "grad_norm": 0.32421875,
      "learning_rate": 8.782644579614366e-06,
      "loss": 0.6748,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4292
    },
    {
      "epoch": 0.5850367947669665,
      "grad_norm": 0.275390625,
      "learning_rate": 8.777922277351189e-06,
      "loss": 0.6451,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4293
    },
    {
      "epoch": 0.5851730716816571,
      "grad_norm": 0.263671875,
      "learning_rate": 8.773200251728643e-06,
      "loss": 0.7064,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4294
    },
    {
      "epoch": 0.5853093485963478,
      "grad_norm": 0.41796875,
      "learning_rate": 8.768478503815657e-06,
      "loss": 0.6849,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4295
    },
    {
      "epoch": 0.5854456255110384,
      "grad_norm": 0.291015625,
      "learning_rate": 8.763757034681076e-06,
      "loss": 0.7438,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4296
    },
    {
      "epoch": 0.585581902425729,
      "grad_norm": 0.26171875,
      "learning_rate": 8.759035845393706e-06,
      "loss": 0.669,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4297
    },
    {
      "epoch": 0.5857181793404197,
      "grad_norm": 0.494140625,
      "learning_rate": 8.754314937022273e-06,
      "loss": 0.7185,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4298
    },
    {
      "epoch": 0.5858544562551103,
      "grad_norm": 0.361328125,
      "learning_rate": 8.749594310635442e-06,
      "loss": 0.6396,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4299
    },
    {
      "epoch": 0.585990733169801,
      "grad_norm": 0.30078125,
      "learning_rate": 8.744873967301825e-06,
      "loss": 0.6905,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4300
    },
    {
      "epoch": 0.5861270100844916,
      "grad_norm": 0.396484375,
      "learning_rate": 8.740153908089955e-06,
      "loss": 0.7153,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4301
    },
    {
      "epoch": 0.5862632869991823,
      "grad_norm": 0.29296875,
      "learning_rate": 8.735434134068313e-06,
      "loss": 0.729,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4302
    },
    {
      "epoch": 0.586399563913873,
      "grad_norm": 0.3203125,
      "learning_rate": 8.730714646305305e-06,
      "loss": 0.7156,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4303
    },
    {
      "epoch": 0.5865358408285637,
      "grad_norm": 0.267578125,
      "learning_rate": 8.725995445869277e-06,
      "loss": 0.6064,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4304
    },
    {
      "epoch": 0.5866721177432543,
      "grad_norm": 0.330078125,
      "learning_rate": 8.721276533828515e-06,
      "loss": 0.6356,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4305
    },
    {
      "epoch": 0.586808394657945,
      "grad_norm": 0.56640625,
      "learning_rate": 8.71655791125123e-06,
      "loss": 0.9085,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4306
    },
    {
      "epoch": 0.5869446715726356,
      "grad_norm": 0.294921875,
      "learning_rate": 8.711839579205576e-06,
      "loss": 0.722,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4307
    },
    {
      "epoch": 0.5870809484873263,
      "grad_norm": 0.375,
      "learning_rate": 8.707121538759637e-06,
      "loss": 0.8107,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4308
    },
    {
      "epoch": 0.5872172254020169,
      "grad_norm": 0.34765625,
      "learning_rate": 8.702403790981431e-06,
      "loss": 0.7927,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4309
    },
    {
      "epoch": 0.5873535023167076,
      "grad_norm": 0.62109375,
      "learning_rate": 8.697686336938905e-06,
      "loss": 0.807,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4310
    },
    {
      "epoch": 0.5874897792313982,
      "grad_norm": 0.333984375,
      "learning_rate": 8.692969177699957e-06,
      "loss": 0.7068,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4311
    },
    {
      "epoch": 0.5876260561460889,
      "grad_norm": 0.3203125,
      "learning_rate": 8.688252314332392e-06,
      "loss": 0.7479,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4312
    },
    {
      "epoch": 0.5877623330607795,
      "grad_norm": 0.287109375,
      "learning_rate": 8.683535747903973e-06,
      "loss": 0.6916,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4313
    },
    {
      "epoch": 0.5878986099754702,
      "grad_norm": 0.291015625,
      "learning_rate": 8.678819479482383e-06,
      "loss": 0.6807,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4314
    },
    {
      "epoch": 0.5880348868901608,
      "grad_norm": 0.4921875,
      "learning_rate": 8.67410351013523e-06,
      "loss": 0.679,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4315
    },
    {
      "epoch": 0.5881711638048515,
      "grad_norm": 0.32421875,
      "learning_rate": 8.669387840930078e-06,
      "loss": 0.7422,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4316
    },
    {
      "epoch": 0.5883074407195421,
      "grad_norm": 0.341796875,
      "learning_rate": 8.664672472934399e-06,
      "loss": 0.7396,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4317
    },
    {
      "epoch": 0.5884437176342328,
      "grad_norm": 0.376953125,
      "learning_rate": 8.659957407215608e-06,
      "loss": 0.7166,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4318
    },
    {
      "epoch": 0.5885799945489234,
      "grad_norm": 0.416015625,
      "learning_rate": 8.655242644841054e-06,
      "loss": 0.8046,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4319
    },
    {
      "epoch": 0.588716271463614,
      "grad_norm": 0.49609375,
      "learning_rate": 8.65052818687801e-06,
      "loss": 0.7894,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4320
    },
    {
      "epoch": 0.5888525483783047,
      "grad_norm": 0.2421875,
      "learning_rate": 8.645814034393684e-06,
      "loss": 0.675,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4321
    },
    {
      "epoch": 0.5889888252929953,
      "grad_norm": 0.326171875,
      "learning_rate": 8.64110018845522e-06,
      "loss": 0.6933,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4322
    },
    {
      "epoch": 0.589125102207686,
      "grad_norm": 0.37109375,
      "learning_rate": 8.636386650129675e-06,
      "loss": 0.7785,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4323
    },
    {
      "epoch": 0.5892613791223766,
      "grad_norm": 0.490234375,
      "learning_rate": 8.631673420484062e-06,
      "loss": 0.7457,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4324
    },
    {
      "epoch": 0.5893976560370673,
      "grad_norm": 0.3125,
      "learning_rate": 8.626960500585302e-06,
      "loss": 0.757,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4325
    },
    {
      "epoch": 0.5895339329517579,
      "grad_norm": 0.3046875,
      "learning_rate": 8.622247891500255e-06,
      "loss": 0.6708,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4326
    },
    {
      "epoch": 0.5896702098664486,
      "grad_norm": 0.263671875,
      "learning_rate": 8.617535594295715e-06,
      "loss": 0.6206,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4327
    },
    {
      "epoch": 0.5898064867811392,
      "grad_norm": 0.3828125,
      "learning_rate": 8.612823610038395e-06,
      "loss": 0.7254,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4328
    },
    {
      "epoch": 0.5899427636958299,
      "grad_norm": 0.34765625,
      "learning_rate": 8.608111939794944e-06,
      "loss": 0.6721,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4329
    },
    {
      "epoch": 0.5900790406105206,
      "grad_norm": 0.310546875,
      "learning_rate": 8.60340058463194e-06,
      "loss": 0.7463,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4330
    },
    {
      "epoch": 0.5902153175252113,
      "grad_norm": 0.3046875,
      "learning_rate": 8.598689545615886e-06,
      "loss": 0.6543,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4331
    },
    {
      "epoch": 0.5903515944399019,
      "grad_norm": 0.2890625,
      "learning_rate": 8.593978823813219e-06,
      "loss": 0.693,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4332
    },
    {
      "epoch": 0.5904878713545926,
      "grad_norm": 0.337890625,
      "learning_rate": 8.589268420290301e-06,
      "loss": 0.6512,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4333
    },
    {
      "epoch": 0.5906241482692832,
      "grad_norm": 0.37109375,
      "learning_rate": 8.584558336113415e-06,
      "loss": 0.7035,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4334
    },
    {
      "epoch": 0.5907604251839739,
      "grad_norm": 0.361328125,
      "learning_rate": 8.579848572348789e-06,
      "loss": 0.6703,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4335
    },
    {
      "epoch": 0.5908967020986645,
      "grad_norm": 0.314453125,
      "learning_rate": 8.575139130062562e-06,
      "loss": 0.6821,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4336
    },
    {
      "epoch": 0.5910329790133552,
      "grad_norm": 0.31640625,
      "learning_rate": 8.570430010320802e-06,
      "loss": 0.7469,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4337
    },
    {
      "epoch": 0.5911692559280458,
      "grad_norm": 0.384765625,
      "learning_rate": 8.565721214189517e-06,
      "loss": 0.6095,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4338
    },
    {
      "epoch": 0.5913055328427365,
      "grad_norm": 0.30859375,
      "learning_rate": 8.561012742734624e-06,
      "loss": 0.6934,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4339
    },
    {
      "epoch": 0.5914418097574271,
      "grad_norm": 0.263671875,
      "learning_rate": 8.556304597021985e-06,
      "loss": 0.7172,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4340
    },
    {
      "epoch": 0.5915780866721178,
      "grad_norm": 0.43359375,
      "learning_rate": 8.551596778117375e-06,
      "loss": 0.7373,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4341
    },
    {
      "epoch": 0.5917143635868084,
      "grad_norm": 0.30859375,
      "learning_rate": 8.546889287086492e-06,
      "loss": 0.7358,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4342
    },
    {
      "epoch": 0.591850640501499,
      "grad_norm": 0.375,
      "learning_rate": 8.542182124994977e-06,
      "loss": 0.6978,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4343
    },
    {
      "epoch": 0.5919869174161897,
      "grad_norm": 0.267578125,
      "learning_rate": 8.537475292908378e-06,
      "loss": 0.6889,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4344
    },
    {
      "epoch": 0.5921231943308803,
      "grad_norm": 0.373046875,
      "learning_rate": 8.532768791892181e-06,
      "loss": 0.7258,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4345
    },
    {
      "epoch": 0.592259471245571,
      "grad_norm": 0.341796875,
      "learning_rate": 8.528062623011791e-06,
      "loss": 0.7895,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4346
    },
    {
      "epoch": 0.5923957481602616,
      "grad_norm": 0.26953125,
      "learning_rate": 8.523356787332539e-06,
      "loss": 0.6718,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4347
    },
    {
      "epoch": 0.5925320250749523,
      "grad_norm": 0.26171875,
      "learning_rate": 8.518651285919678e-06,
      "loss": 0.6505,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4348
    },
    {
      "epoch": 0.5926683019896429,
      "grad_norm": 0.275390625,
      "learning_rate": 8.513946119838395e-06,
      "loss": 0.6617,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4349
    },
    {
      "epoch": 0.5928045789043336,
      "grad_norm": 0.365234375,
      "learning_rate": 8.509241290153788e-06,
      "loss": 0.7784,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4350
    },
    {
      "epoch": 0.5929408558190242,
      "grad_norm": 0.279296875,
      "learning_rate": 8.50453679793089e-06,
      "loss": 0.689,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4351
    },
    {
      "epoch": 0.5930771327337149,
      "grad_norm": 0.28515625,
      "learning_rate": 8.499832644234649e-06,
      "loss": 0.6983,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4352
    },
    {
      "epoch": 0.5932134096484055,
      "grad_norm": 0.54296875,
      "learning_rate": 8.495128830129937e-06,
      "loss": 0.7308,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4353
    },
    {
      "epoch": 0.5933496865630962,
      "grad_norm": 0.353515625,
      "learning_rate": 8.49042535668156e-06,
      "loss": 0.7069,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4354
    },
    {
      "epoch": 0.5934859634777868,
      "grad_norm": 0.31640625,
      "learning_rate": 8.485722224954237e-06,
      "loss": 0.7336,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4355
    },
    {
      "epoch": 0.5936222403924775,
      "grad_norm": 0.37109375,
      "learning_rate": 8.481019436012606e-06,
      "loss": 0.7042,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4356
    },
    {
      "epoch": 0.5937585173071682,
      "grad_norm": 0.30859375,
      "learning_rate": 8.476316990921237e-06,
      "loss": 0.6555,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4357
    },
    {
      "epoch": 0.5938947942218589,
      "grad_norm": 0.734375,
      "learning_rate": 8.47161489074462e-06,
      "loss": 0.8033,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4358
    },
    {
      "epoch": 0.5940310711365495,
      "grad_norm": 0.302734375,
      "learning_rate": 8.466913136547162e-06,
      "loss": 0.7623,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4359
    },
    {
      "epoch": 0.5941673480512402,
      "grad_norm": 0.3828125,
      "learning_rate": 8.462211729393198e-06,
      "loss": 0.7333,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4360
    },
    {
      "epoch": 0.5943036249659308,
      "grad_norm": 0.46875,
      "learning_rate": 8.457510670346976e-06,
      "loss": 0.8213,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4361
    },
    {
      "epoch": 0.5944399018806215,
      "grad_norm": 0.296875,
      "learning_rate": 8.45280996047268e-06,
      "loss": 0.6852,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4362
    },
    {
      "epoch": 0.5945761787953121,
      "grad_norm": 0.353515625,
      "learning_rate": 8.448109600834396e-06,
      "loss": 0.7799,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4363
    },
    {
      "epoch": 0.5947124557100028,
      "grad_norm": 0.37109375,
      "learning_rate": 8.443409592496142e-06,
      "loss": 0.6859,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4364
    },
    {
      "epoch": 0.5948487326246934,
      "grad_norm": 0.458984375,
      "learning_rate": 8.43870993652186e-06,
      "loss": 0.7902,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4365
    },
    {
      "epoch": 0.594985009539384,
      "grad_norm": 0.30078125,
      "learning_rate": 8.434010633975404e-06,
      "loss": 0.7218,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4366
    },
    {
      "epoch": 0.5951212864540747,
      "grad_norm": 0.283203125,
      "learning_rate": 8.429311685920544e-06,
      "loss": 0.6362,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4367
    },
    {
      "epoch": 0.5952575633687653,
      "grad_norm": 0.287109375,
      "learning_rate": 8.42461309342099e-06,
      "loss": 0.7393,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4368
    },
    {
      "epoch": 0.595393840283456,
      "grad_norm": 0.2421875,
      "learning_rate": 8.419914857540344e-06,
      "loss": 0.7368,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4369
    },
    {
      "epoch": 0.5955301171981466,
      "grad_norm": 0.310546875,
      "learning_rate": 8.415216979342154e-06,
      "loss": 0.672,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4370
    },
    {
      "epoch": 0.5956663941128373,
      "grad_norm": 0.390625,
      "learning_rate": 8.410519459889866e-06,
      "loss": 0.6977,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4371
    },
    {
      "epoch": 0.5958026710275279,
      "grad_norm": 0.287109375,
      "learning_rate": 8.405822300246858e-06,
      "loss": 0.6541,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4372
    },
    {
      "epoch": 0.5959389479422186,
      "grad_norm": 0.326171875,
      "learning_rate": 8.401125501476417e-06,
      "loss": 0.7338,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4373
    },
    {
      "epoch": 0.5960752248569092,
      "grad_norm": 0.3046875,
      "learning_rate": 8.39642906464176e-06,
      "loss": 0.7353,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4374
    },
    {
      "epoch": 0.5962115017715999,
      "grad_norm": 0.36328125,
      "learning_rate": 8.391732990806004e-06,
      "loss": 0.823,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4375
    },
    {
      "epoch": 0.5963477786862905,
      "grad_norm": 0.283203125,
      "learning_rate": 8.38703728103221e-06,
      "loss": 0.7255,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4376
    },
    {
      "epoch": 0.5964840556009812,
      "grad_norm": 0.326171875,
      "learning_rate": 8.382341936383334e-06,
      "loss": 0.7209,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4377
    },
    {
      "epoch": 0.5966203325156718,
      "grad_norm": 0.294921875,
      "learning_rate": 8.37764695792225e-06,
      "loss": 0.6706,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4378
    },
    {
      "epoch": 0.5967566094303625,
      "grad_norm": 0.294921875,
      "learning_rate": 8.372952346711768e-06,
      "loss": 0.7525,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4379
    },
    {
      "epoch": 0.5968928863450531,
      "grad_norm": 0.46875,
      "learning_rate": 8.368258103814593e-06,
      "loss": 0.7666,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4380
    },
    {
      "epoch": 0.5970291632597438,
      "grad_norm": 0.26171875,
      "learning_rate": 8.363564230293365e-06,
      "loss": 0.7045,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4381
    },
    {
      "epoch": 0.5971654401744344,
      "grad_norm": 0.32421875,
      "learning_rate": 8.358870727210627e-06,
      "loss": 0.6921,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4382
    },
    {
      "epoch": 0.597301717089125,
      "grad_norm": 0.26953125,
      "learning_rate": 8.354177595628845e-06,
      "loss": 0.711,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4383
    },
    {
      "epoch": 0.5974379940038158,
      "grad_norm": 0.255859375,
      "learning_rate": 8.349484836610395e-06,
      "loss": 0.6577,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4384
    },
    {
      "epoch": 0.5975742709185065,
      "grad_norm": 0.35546875,
      "learning_rate": 8.34479245121758e-06,
      "loss": 0.781,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4385
    },
    {
      "epoch": 0.5977105478331971,
      "grad_norm": 0.27734375,
      "learning_rate": 8.340100440512601e-06,
      "loss": 0.7373,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4386
    },
    {
      "epoch": 0.5978468247478878,
      "grad_norm": 0.34375,
      "learning_rate": 8.335408805557596e-06,
      "loss": 0.6414,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4387
    },
    {
      "epoch": 0.5979831016625784,
      "grad_norm": 0.271484375,
      "learning_rate": 8.330717547414596e-06,
      "loss": 0.6803,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4388
    },
    {
      "epoch": 0.598119378577269,
      "grad_norm": 0.453125,
      "learning_rate": 8.326026667145566e-06,
      "loss": 0.7274,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4389
    },
    {
      "epoch": 0.5982556554919597,
      "grad_norm": 0.341796875,
      "learning_rate": 8.32133616581237e-06,
      "loss": 0.7121,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4390
    },
    {
      "epoch": 0.5983919324066503,
      "grad_norm": 0.23828125,
      "learning_rate": 8.31664604447679e-06,
      "loss": 0.6764,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4391
    },
    {
      "epoch": 0.598528209321341,
      "grad_norm": 0.365234375,
      "learning_rate": 8.311956304200532e-06,
      "loss": 0.6892,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4392
    },
    {
      "epoch": 0.5986644862360316,
      "grad_norm": 0.328125,
      "learning_rate": 8.307266946045206e-06,
      "loss": 0.7306,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4393
    },
    {
      "epoch": 0.5988007631507223,
      "grad_norm": 0.265625,
      "learning_rate": 8.302577971072333e-06,
      "loss": 0.688,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4394
    },
    {
      "epoch": 0.5989370400654129,
      "grad_norm": 0.359375,
      "learning_rate": 8.297889380343359e-06,
      "loss": 0.771,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4395
    },
    {
      "epoch": 0.5990733169801036,
      "grad_norm": 0.2421875,
      "learning_rate": 8.29320117491963e-06,
      "loss": 0.6669,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4396
    },
    {
      "epoch": 0.5992095938947942,
      "grad_norm": 0.30078125,
      "learning_rate": 8.288513355862413e-06,
      "loss": 0.672,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4397
    },
    {
      "epoch": 0.5993458708094849,
      "grad_norm": 0.34375,
      "learning_rate": 8.283825924232889e-06,
      "loss": 0.7201,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4398
    },
    {
      "epoch": 0.5994821477241755,
      "grad_norm": 0.33203125,
      "learning_rate": 8.279138881092141e-06,
      "loss": 0.693,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4399
    },
    {
      "epoch": 0.5996184246388662,
      "grad_norm": 0.3828125,
      "learning_rate": 8.274452227501178e-06,
      "loss": 0.79,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4400
    },
    {
      "epoch": 0.5997547015535568,
      "grad_norm": 0.294921875,
      "learning_rate": 8.269765964520909e-06,
      "loss": 0.676,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4401
    },
    {
      "epoch": 0.5998909784682475,
      "grad_norm": 0.314453125,
      "learning_rate": 8.265080093212158e-06,
      "loss": 0.7116,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4402
    },
    {
      "epoch": 0.6000272553829381,
      "grad_norm": 0.330078125,
      "learning_rate": 8.260394614635667e-06,
      "loss": 0.6682,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4403
    },
    {
      "epoch": 0.6001635322976288,
      "grad_norm": 0.380859375,
      "learning_rate": 8.255709529852078e-06,
      "loss": 0.6922,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4404
    },
    {
      "epoch": 0.6002998092123194,
      "grad_norm": 0.314453125,
      "learning_rate": 8.25102483992195e-06,
      "loss": 0.7027,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4405
    },
    {
      "epoch": 0.60043608612701,
      "grad_norm": 0.42578125,
      "learning_rate": 8.246340545905757e-06,
      "loss": 0.6674,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4406
    },
    {
      "epoch": 0.6005723630417007,
      "grad_norm": 0.5546875,
      "learning_rate": 8.24165664886387e-06,
      "loss": 0.7957,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4407
    },
    {
      "epoch": 0.6007086399563913,
      "grad_norm": 0.478515625,
      "learning_rate": 8.236973149856588e-06,
      "loss": 0.6998,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4408
    },
    {
      "epoch": 0.600844916871082,
      "grad_norm": 1.09375,
      "learning_rate": 8.232290049944104e-06,
      "loss": 0.7389,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4409
    },
    {
      "epoch": 0.6009811937857726,
      "grad_norm": 0.328125,
      "learning_rate": 8.227607350186529e-06,
      "loss": 0.7046,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4410
    },
    {
      "epoch": 0.6011174707004634,
      "grad_norm": 0.41015625,
      "learning_rate": 8.22292505164388e-06,
      "loss": 0.7146,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4411
    },
    {
      "epoch": 0.601253747615154,
      "grad_norm": 0.263671875,
      "learning_rate": 8.218243155376091e-06,
      "loss": 0.7061,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4412
    },
    {
      "epoch": 0.6013900245298447,
      "grad_norm": 0.33984375,
      "learning_rate": 8.213561662442988e-06,
      "loss": 0.6841,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4413
    },
    {
      "epoch": 0.6015263014445353,
      "grad_norm": 0.306640625,
      "learning_rate": 8.208880573904328e-06,
      "loss": 0.7513,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4414
    },
    {
      "epoch": 0.601662578359226,
      "grad_norm": 0.369140625,
      "learning_rate": 8.204199890819757e-06,
      "loss": 0.7413,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4415
    },
    {
      "epoch": 0.6017988552739166,
      "grad_norm": 0.3125,
      "learning_rate": 8.199519614248836e-06,
      "loss": 0.7065,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4416
    },
    {
      "epoch": 0.6019351321886073,
      "grad_norm": 0.255859375,
      "learning_rate": 8.194839745251042e-06,
      "loss": 0.6847,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4417
    },
    {
      "epoch": 0.6020714091032979,
      "grad_norm": 0.3203125,
      "learning_rate": 8.190160284885746e-06,
      "loss": 0.727,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4418
    },
    {
      "epoch": 0.6022076860179886,
      "grad_norm": 0.265625,
      "learning_rate": 8.185481234212238e-06,
      "loss": 0.719,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4419
    },
    {
      "epoch": 0.6023439629326792,
      "grad_norm": 0.408203125,
      "learning_rate": 8.18080259428971e-06,
      "loss": 0.7634,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4420
    },
    {
      "epoch": 0.6024802398473699,
      "grad_norm": 0.296875,
      "learning_rate": 8.176124366177254e-06,
      "loss": 0.6629,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4421
    },
    {
      "epoch": 0.6026165167620605,
      "grad_norm": 0.26953125,
      "learning_rate": 8.171446550933885e-06,
      "loss": 0.7167,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4422
    },
    {
      "epoch": 0.6027527936767512,
      "grad_norm": 0.30078125,
      "learning_rate": 8.166769149618517e-06,
      "loss": 0.7175,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4423
    },
    {
      "epoch": 0.6028890705914418,
      "grad_norm": 0.359375,
      "learning_rate": 8.16209216328996e-06,
      "loss": 0.6681,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4424
    },
    {
      "epoch": 0.6030253475061325,
      "grad_norm": 0.314453125,
      "learning_rate": 8.157415593006948e-06,
      "loss": 0.6612,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4425
    },
    {
      "epoch": 0.6031616244208231,
      "grad_norm": 0.2392578125,
      "learning_rate": 8.15273943982811e-06,
      "loss": 0.7182,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4426
    },
    {
      "epoch": 0.6032979013355138,
      "grad_norm": 0.28125,
      "learning_rate": 8.148063704811975e-06,
      "loss": 0.6803,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4427
    },
    {
      "epoch": 0.6034341782502044,
      "grad_norm": 0.34765625,
      "learning_rate": 8.143388389016996e-06,
      "loss": 0.7528,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4428
    },
    {
      "epoch": 0.603570455164895,
      "grad_norm": 0.4921875,
      "learning_rate": 8.138713493501512e-06,
      "loss": 0.8286,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4429
    },
    {
      "epoch": 0.6037067320795857,
      "grad_norm": 1.0859375,
      "learning_rate": 8.13403901932378e-06,
      "loss": 0.7183,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4430
    },
    {
      "epoch": 0.6038430089942763,
      "grad_norm": 0.28515625,
      "learning_rate": 8.129364967541955e-06,
      "loss": 0.6962,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4431
    },
    {
      "epoch": 0.603979285908967,
      "grad_norm": 0.310546875,
      "learning_rate": 8.124691339214092e-06,
      "loss": 0.7437,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4432
    },
    {
      "epoch": 0.6041155628236576,
      "grad_norm": 0.330078125,
      "learning_rate": 8.120018135398167e-06,
      "loss": 0.8108,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4433
    },
    {
      "epoch": 0.6042518397383483,
      "grad_norm": 0.28515625,
      "learning_rate": 8.11534535715204e-06,
      "loss": 0.6528,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4434
    },
    {
      "epoch": 0.6043881166530389,
      "grad_norm": 0.263671875,
      "learning_rate": 8.110673005533488e-06,
      "loss": 0.7032,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4435
    },
    {
      "epoch": 0.6045243935677296,
      "grad_norm": 0.32421875,
      "learning_rate": 8.106001081600186e-06,
      "loss": 0.7636,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4436
    },
    {
      "epoch": 0.6046606704824202,
      "grad_norm": 0.2470703125,
      "learning_rate": 8.101329586409713e-06,
      "loss": 0.6816,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4437
    },
    {
      "epoch": 0.604796947397111,
      "grad_norm": 0.5390625,
      "learning_rate": 8.09665852101955e-06,
      "loss": 0.7077,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4438
    },
    {
      "epoch": 0.6049332243118016,
      "grad_norm": 0.34375,
      "learning_rate": 8.091987886487086e-06,
      "loss": 0.7184,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4439
    },
    {
      "epoch": 0.6050695012264923,
      "grad_norm": 0.333984375,
      "learning_rate": 8.0873176838696e-06,
      "loss": 0.6986,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4440
    },
    {
      "epoch": 0.6052057781411829,
      "grad_norm": 0.341796875,
      "learning_rate": 8.082647914224291e-06,
      "loss": 0.7433,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4441
    },
    {
      "epoch": 0.6053420550558736,
      "grad_norm": 0.279296875,
      "learning_rate": 8.077978578608248e-06,
      "loss": 0.6898,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4442
    },
    {
      "epoch": 0.6054783319705642,
      "grad_norm": 0.33203125,
      "learning_rate": 8.073309678078457e-06,
      "loss": 0.7674,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4443
    },
    {
      "epoch": 0.6056146088852549,
      "grad_norm": 0.298828125,
      "learning_rate": 8.068641213691826e-06,
      "loss": 0.7046,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4444
    },
    {
      "epoch": 0.6057508857999455,
      "grad_norm": 0.32421875,
      "learning_rate": 8.06397318650514e-06,
      "loss": 0.7911,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4445
    },
    {
      "epoch": 0.6058871627146362,
      "grad_norm": 0.396484375,
      "learning_rate": 8.059305597575098e-06,
      "loss": 0.723,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4446
    },
    {
      "epoch": 0.6060234396293268,
      "grad_norm": 0.27734375,
      "learning_rate": 8.0546384479583e-06,
      "loss": 0.742,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4447
    },
    {
      "epoch": 0.6061597165440175,
      "grad_norm": 0.3671875,
      "learning_rate": 8.049971738711247e-06,
      "loss": 0.7474,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4448
    },
    {
      "epoch": 0.6062959934587081,
      "grad_norm": 0.373046875,
      "learning_rate": 8.045305470890333e-06,
      "loss": 0.7507,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4449
    },
    {
      "epoch": 0.6064322703733988,
      "grad_norm": 0.27734375,
      "learning_rate": 8.04063964555186e-06,
      "loss": 0.7092,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4450
    },
    {
      "epoch": 0.6065685472880894,
      "grad_norm": 0.29296875,
      "learning_rate": 8.035974263752022e-06,
      "loss": 0.7308,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4451
    },
    {
      "epoch": 0.60670482420278,
      "grad_norm": 0.26171875,
      "learning_rate": 8.031309326546926e-06,
      "loss": 0.7227,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4452
    },
    {
      "epoch": 0.6068411011174707,
      "grad_norm": 0.349609375,
      "learning_rate": 8.026644834992563e-06,
      "loss": 0.7509,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4453
    },
    {
      "epoch": 0.6069773780321613,
      "grad_norm": 0.265625,
      "learning_rate": 8.021980790144828e-06,
      "loss": 0.6252,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4454
    },
    {
      "epoch": 0.607113654946852,
      "grad_norm": 0.34375,
      "learning_rate": 8.017317193059524e-06,
      "loss": 0.729,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4455
    },
    {
      "epoch": 0.6072499318615426,
      "grad_norm": 0.341796875,
      "learning_rate": 8.01265404479234e-06,
      "loss": 0.7972,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4456
    },
    {
      "epoch": 0.6073862087762333,
      "grad_norm": 0.2490234375,
      "learning_rate": 8.007991346398866e-06,
      "loss": 0.7174,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4457
    },
    {
      "epoch": 0.6075224856909239,
      "grad_norm": 0.380859375,
      "learning_rate": 8.0033290989346e-06,
      "loss": 0.7188,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4458
    },
    {
      "epoch": 0.6076587626056146,
      "grad_norm": 0.2734375,
      "learning_rate": 7.998667303454923e-06,
      "loss": 0.7534,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4459
    },
    {
      "epoch": 0.6077950395203052,
      "grad_norm": 0.33203125,
      "learning_rate": 7.99400596101513e-06,
      "loss": 0.6704,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4460
    },
    {
      "epoch": 0.6079313164349959,
      "grad_norm": 0.341796875,
      "learning_rate": 7.9893450726704e-06,
      "loss": 0.7471,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4461
    },
    {
      "epoch": 0.6080675933496865,
      "grad_norm": 0.279296875,
      "learning_rate": 7.984684639475812e-06,
      "loss": 0.7642,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4462
    },
    {
      "epoch": 0.6082038702643772,
      "grad_norm": 0.291015625,
      "learning_rate": 7.98002466248635e-06,
      "loss": 0.6806,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4463
    },
    {
      "epoch": 0.6083401471790678,
      "grad_norm": 0.2431640625,
      "learning_rate": 7.975365142756887e-06,
      "loss": 0.7056,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4464
    },
    {
      "epoch": 0.6084764240937586,
      "grad_norm": 0.287109375,
      "learning_rate": 7.970706081342188e-06,
      "loss": 0.6645,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4465
    },
    {
      "epoch": 0.6086127010084492,
      "grad_norm": 0.3046875,
      "learning_rate": 7.96604747929693e-06,
      "loss": 0.6912,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4466
    },
    {
      "epoch": 0.6087489779231399,
      "grad_norm": 0.26953125,
      "learning_rate": 7.961389337675667e-06,
      "loss": 0.7666,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4467
    },
    {
      "epoch": 0.6088852548378305,
      "grad_norm": 0.31640625,
      "learning_rate": 7.956731657532867e-06,
      "loss": 0.7213,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4468
    },
    {
      "epoch": 0.6090215317525212,
      "grad_norm": 0.384765625,
      "learning_rate": 7.952074439922882e-06,
      "loss": 0.7519,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4469
    },
    {
      "epoch": 0.6091578086672118,
      "grad_norm": 0.447265625,
      "learning_rate": 7.947417685899958e-06,
      "loss": 0.6453,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4470
    },
    {
      "epoch": 0.6092940855819025,
      "grad_norm": 0.251953125,
      "learning_rate": 7.942761396518247e-06,
      "loss": 0.6304,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4471
    },
    {
      "epoch": 0.6094303624965931,
      "grad_norm": 0.294921875,
      "learning_rate": 7.938105572831782e-06,
      "loss": 0.7913,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4472
    },
    {
      "epoch": 0.6095666394112838,
      "grad_norm": 0.455078125,
      "learning_rate": 7.933450215894501e-06,
      "loss": 0.6926,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4473
    },
    {
      "epoch": 0.6097029163259744,
      "grad_norm": 0.27734375,
      "learning_rate": 7.928795326760235e-06,
      "loss": 0.7922,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4474
    },
    {
      "epoch": 0.609839193240665,
      "grad_norm": 0.408203125,
      "learning_rate": 7.924140906482707e-06,
      "loss": 0.686,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4475
    },
    {
      "epoch": 0.6099754701553557,
      "grad_norm": 0.2216796875,
      "learning_rate": 7.919486956115527e-06,
      "loss": 0.5998,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4476
    },
    {
      "epoch": 0.6101117470700463,
      "grad_norm": 0.298828125,
      "learning_rate": 7.914833476712214e-06,
      "loss": 0.7026,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4477
    },
    {
      "epoch": 0.610248023984737,
      "grad_norm": 0.341796875,
      "learning_rate": 7.910180469326166e-06,
      "loss": 0.7048,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4478
    },
    {
      "epoch": 0.6103843008994276,
      "grad_norm": 0.46484375,
      "learning_rate": 7.905527935010686e-06,
      "loss": 0.7639,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4479
    },
    {
      "epoch": 0.6105205778141183,
      "grad_norm": 0.2431640625,
      "learning_rate": 7.900875874818961e-06,
      "loss": 0.6799,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4480
    },
    {
      "epoch": 0.6106568547288089,
      "grad_norm": 0.34765625,
      "learning_rate": 7.896224289804069e-06,
      "loss": 0.648,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4481
    },
    {
      "epoch": 0.6107931316434996,
      "grad_norm": 0.37890625,
      "learning_rate": 7.891573181018995e-06,
      "loss": 0.7468,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4482
    },
    {
      "epoch": 0.6109294085581902,
      "grad_norm": 0.32421875,
      "learning_rate": 7.8869225495166e-06,
      "loss": 0.7897,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4483
    },
    {
      "epoch": 0.6110656854728809,
      "grad_norm": 0.46875,
      "learning_rate": 7.882272396349638e-06,
      "loss": 0.8308,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4484
    },
    {
      "epoch": 0.6112019623875715,
      "grad_norm": 0.408203125,
      "learning_rate": 7.877622722570772e-06,
      "loss": 0.7273,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4485
    },
    {
      "epoch": 0.6113382393022622,
      "grad_norm": 0.330078125,
      "learning_rate": 7.872973529232533e-06,
      "loss": 0.7916,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4486
    },
    {
      "epoch": 0.6114745162169528,
      "grad_norm": 0.28515625,
      "learning_rate": 7.868324817387363e-06,
      "loss": 0.7764,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4487
    },
    {
      "epoch": 0.6116107931316435,
      "grad_norm": 0.330078125,
      "learning_rate": 7.863676588087586e-06,
      "loss": 0.6847,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4488
    },
    {
      "epoch": 0.6117470700463341,
      "grad_norm": 0.431640625,
      "learning_rate": 7.859028842385412e-06,
      "loss": 0.856,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4489
    },
    {
      "epoch": 0.6118833469610248,
      "grad_norm": 0.337890625,
      "learning_rate": 7.854381581332952e-06,
      "loss": 0.7085,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4490
    },
    {
      "epoch": 0.6120196238757154,
      "grad_norm": 0.349609375,
      "learning_rate": 7.849734805982204e-06,
      "loss": 0.6699,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4491
    },
    {
      "epoch": 0.6121559007904062,
      "grad_norm": 0.6171875,
      "learning_rate": 7.845088517385044e-06,
      "loss": 0.93,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4492
    },
    {
      "epoch": 0.6122921777050968,
      "grad_norm": 0.3515625,
      "learning_rate": 7.840442716593262e-06,
      "loss": 0.7401,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4493
    },
    {
      "epoch": 0.6124284546197875,
      "grad_norm": 0.341796875,
      "learning_rate": 7.835797404658516e-06,
      "loss": 0.7499,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4494
    },
    {
      "epoch": 0.6125647315344781,
      "grad_norm": 0.388671875,
      "learning_rate": 7.831152582632356e-06,
      "loss": 0.8153,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4495
    },
    {
      "epoch": 0.6127010084491687,
      "grad_norm": 0.376953125,
      "learning_rate": 7.826508251566238e-06,
      "loss": 0.7772,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4496
    },
    {
      "epoch": 0.6128372853638594,
      "grad_norm": 0.333984375,
      "learning_rate": 7.821864412511485e-06,
      "loss": 0.6917,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4497
    },
    {
      "epoch": 0.61297356227855,
      "grad_norm": 0.294921875,
      "learning_rate": 7.817221066519326e-06,
      "loss": 0.7127,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4498
    },
    {
      "epoch": 0.6131098391932407,
      "grad_norm": 0.4140625,
      "learning_rate": 7.812578214640866e-06,
      "loss": 0.7215,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4499
    },
    {
      "epoch": 0.6132461161079313,
      "grad_norm": 0.328125,
      "learning_rate": 7.807935857927107e-06,
      "loss": 0.7053,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4500
    },
    {
      "epoch": 0.613382393022622,
      "grad_norm": 0.322265625,
      "learning_rate": 7.803293997428932e-06,
      "loss": 0.681,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4501
    },
    {
      "epoch": 0.6135186699373126,
      "grad_norm": 0.28125,
      "learning_rate": 7.798652634197118e-06,
      "loss": 0.6614,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4502
    },
    {
      "epoch": 0.6136549468520033,
      "grad_norm": 0.267578125,
      "learning_rate": 7.79401176928232e-06,
      "loss": 0.665,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4503
    },
    {
      "epoch": 0.6137912237666939,
      "grad_norm": 0.29296875,
      "learning_rate": 7.789371403735096e-06,
      "loss": 0.708,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4504
    },
    {
      "epoch": 0.6139275006813846,
      "grad_norm": 0.2490234375,
      "learning_rate": 7.784731538605874e-06,
      "loss": 0.6436,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4505
    },
    {
      "epoch": 0.6140637775960752,
      "grad_norm": 0.265625,
      "learning_rate": 7.780092174944975e-06,
      "loss": 0.6793,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4506
    },
    {
      "epoch": 0.6142000545107659,
      "grad_norm": 0.3125,
      "learning_rate": 7.775453313802615e-06,
      "loss": 0.7221,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4507
    },
    {
      "epoch": 0.6143363314254565,
      "grad_norm": 0.30078125,
      "learning_rate": 7.77081495622888e-06,
      "loss": 0.7101,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4508
    },
    {
      "epoch": 0.6144726083401472,
      "grad_norm": 0.27734375,
      "learning_rate": 7.76617710327376e-06,
      "loss": 0.6335,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4509
    },
    {
      "epoch": 0.6146088852548378,
      "grad_norm": 0.25,
      "learning_rate": 7.761539755987112e-06,
      "loss": 0.7051,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4510
    },
    {
      "epoch": 0.6147451621695285,
      "grad_norm": 0.298828125,
      "learning_rate": 7.756902915418697e-06,
      "loss": 0.7349,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4511
    },
    {
      "epoch": 0.6148814390842191,
      "grad_norm": 0.43359375,
      "learning_rate": 7.752266582618147e-06,
      "loss": 0.6723,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4512
    },
    {
      "epoch": 0.6150177159989098,
      "grad_norm": 0.314453125,
      "learning_rate": 7.747630758634987e-06,
      "loss": 0.6912,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4513
    },
    {
      "epoch": 0.6151539929136004,
      "grad_norm": 0.2373046875,
      "learning_rate": 7.74299544451862e-06,
      "loss": 0.7228,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4514
    },
    {
      "epoch": 0.615290269828291,
      "grad_norm": 0.34765625,
      "learning_rate": 7.738360641318346e-06,
      "loss": 0.7852,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4515
    },
    {
      "epoch": 0.6154265467429817,
      "grad_norm": 0.296875,
      "learning_rate": 7.733726350083331e-06,
      "loss": 0.6477,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4516
    },
    {
      "epoch": 0.6155628236576723,
      "grad_norm": 0.2890625,
      "learning_rate": 7.729092571862646e-06,
      "loss": 0.7391,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4517
    },
    {
      "epoch": 0.615699100572363,
      "grad_norm": 0.3671875,
      "learning_rate": 7.724459307705228e-06,
      "loss": 0.6797,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4518
    },
    {
      "epoch": 0.6158353774870537,
      "grad_norm": 0.375,
      "learning_rate": 7.719826558659904e-06,
      "loss": 0.768,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4519
    },
    {
      "epoch": 0.6159716544017444,
      "grad_norm": 0.240234375,
      "learning_rate": 7.715194325775392e-06,
      "loss": 0.6806,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4520
    },
    {
      "epoch": 0.616107931316435,
      "grad_norm": 0.27734375,
      "learning_rate": 7.710562610100283e-06,
      "loss": 0.68,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4521
    },
    {
      "epoch": 0.6162442082311257,
      "grad_norm": 0.30078125,
      "learning_rate": 7.705931412683048e-06,
      "loss": 0.649,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4522
    },
    {
      "epoch": 0.6163804851458163,
      "grad_norm": 0.25390625,
      "learning_rate": 7.701300734572056e-06,
      "loss": 0.7085,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4523
    },
    {
      "epoch": 0.616516762060507,
      "grad_norm": 0.384765625,
      "learning_rate": 7.696670576815547e-06,
      "loss": 0.7558,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4524
    },
    {
      "epoch": 0.6166530389751976,
      "grad_norm": 0.279296875,
      "learning_rate": 7.692040940461643e-06,
      "loss": 0.6745,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4525
    },
    {
      "epoch": 0.6167893158898883,
      "grad_norm": 0.27734375,
      "learning_rate": 7.687411826558352e-06,
      "loss": 0.6914,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4526
    },
    {
      "epoch": 0.6169255928045789,
      "grad_norm": 0.322265625,
      "learning_rate": 7.682783236153562e-06,
      "loss": 0.6885,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4527
    },
    {
      "epoch": 0.6170618697192696,
      "grad_norm": 0.2890625,
      "learning_rate": 7.678155170295045e-06,
      "loss": 0.7756,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4528
    },
    {
      "epoch": 0.6171981466339602,
      "grad_norm": 0.302734375,
      "learning_rate": 7.673527630030452e-06,
      "loss": 0.7668,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4529
    },
    {
      "epoch": 0.6173344235486509,
      "grad_norm": 0.322265625,
      "learning_rate": 7.668900616407311e-06,
      "loss": 0.752,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4530
    },
    {
      "epoch": 0.6174707004633415,
      "grad_norm": 0.361328125,
      "learning_rate": 7.66427413047304e-06,
      "loss": 0.7692,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4531
    },
    {
      "epoch": 0.6176069773780322,
      "grad_norm": 0.400390625,
      "learning_rate": 7.659648173274931e-06,
      "loss": 0.6837,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4532
    },
    {
      "epoch": 0.6177432542927228,
      "grad_norm": 0.373046875,
      "learning_rate": 7.655022745860153e-06,
      "loss": 0.7437,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4533
    },
    {
      "epoch": 0.6178795312074135,
      "grad_norm": 0.283203125,
      "learning_rate": 7.650397849275766e-06,
      "loss": 0.6621,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4534
    },
    {
      "epoch": 0.6180158081221041,
      "grad_norm": 0.279296875,
      "learning_rate": 7.645773484568698e-06,
      "loss": 0.7298,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4535
    },
    {
      "epoch": 0.6181520850367948,
      "grad_norm": 0.328125,
      "learning_rate": 7.64114965278577e-06,
      "loss": 0.7579,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4536
    },
    {
      "epoch": 0.6182883619514854,
      "grad_norm": 0.287109375,
      "learning_rate": 7.636526354973668e-06,
      "loss": 0.6548,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4537
    },
    {
      "epoch": 0.618424638866176,
      "grad_norm": 0.3515625,
      "learning_rate": 7.631903592178967e-06,
      "loss": 0.828,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4538
    },
    {
      "epoch": 0.6185609157808667,
      "grad_norm": 0.302734375,
      "learning_rate": 7.627281365448115e-06,
      "loss": 0.6635,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4539
    },
    {
      "epoch": 0.6186971926955573,
      "grad_norm": 0.27734375,
      "learning_rate": 7.622659675827446e-06,
      "loss": 0.6635,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4540
    },
    {
      "epoch": 0.618833469610248,
      "grad_norm": 0.28125,
      "learning_rate": 7.6180385243631604e-06,
      "loss": 0.7083,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4541
    },
    {
      "epoch": 0.6189697465249386,
      "grad_norm": 0.291015625,
      "learning_rate": 7.613417912101353e-06,
      "loss": 0.7021,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4542
    },
    {
      "epoch": 0.6191060234396293,
      "grad_norm": 0.29296875,
      "learning_rate": 7.608797840087983e-06,
      "loss": 0.6639,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4543
    },
    {
      "epoch": 0.6192423003543199,
      "grad_norm": 0.44140625,
      "learning_rate": 7.604178309368886e-06,
      "loss": 0.6636,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4544
    },
    {
      "epoch": 0.6193785772690106,
      "grad_norm": 0.400390625,
      "learning_rate": 7.5995593209897934e-06,
      "loss": 0.6976,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4545
    },
    {
      "epoch": 0.6195148541837013,
      "grad_norm": 0.3515625,
      "learning_rate": 7.5949408759962895e-06,
      "loss": 0.7403,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4546
    },
    {
      "epoch": 0.619651131098392,
      "grad_norm": 0.255859375,
      "learning_rate": 7.590322975433857e-06,
      "loss": 0.7415,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4547
    },
    {
      "epoch": 0.6197874080130826,
      "grad_norm": 0.35546875,
      "learning_rate": 7.585705620347843e-06,
      "loss": 0.6758,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4548
    },
    {
      "epoch": 0.6199236849277733,
      "grad_norm": 0.3203125,
      "learning_rate": 7.581088811783468e-06,
      "loss": 0.8117,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4549
    },
    {
      "epoch": 0.6200599618424639,
      "grad_norm": 0.369140625,
      "learning_rate": 7.576472550785845e-06,
      "loss": 0.6336,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4550
    },
    {
      "epoch": 0.6201962387571546,
      "grad_norm": 0.328125,
      "learning_rate": 7.571856838399945e-06,
      "loss": 0.7779,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4551
    },
    {
      "epoch": 0.6203325156718452,
      "grad_norm": 0.330078125,
      "learning_rate": 7.567241675670622e-06,
      "loss": 0.7404,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4552
    },
    {
      "epoch": 0.6204687925865359,
      "grad_norm": 0.294921875,
      "learning_rate": 7.562627063642615e-06,
      "loss": 0.7148,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4553
    },
    {
      "epoch": 0.6206050695012265,
      "grad_norm": 0.375,
      "learning_rate": 7.5580130033605186e-06,
      "loss": 0.767,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4554
    },
    {
      "epoch": 0.6207413464159172,
      "grad_norm": 0.306640625,
      "learning_rate": 7.553399495868824e-06,
      "loss": 0.7019,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4555
    },
    {
      "epoch": 0.6208776233306078,
      "grad_norm": 0.412109375,
      "learning_rate": 7.548786542211881e-06,
      "loss": 0.714,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4556
    },
    {
      "epoch": 0.6210139002452985,
      "grad_norm": 0.333984375,
      "learning_rate": 7.544174143433917e-06,
      "loss": 0.7223,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4557
    },
    {
      "epoch": 0.6211501771599891,
      "grad_norm": 0.28515625,
      "learning_rate": 7.539562300579044e-06,
      "loss": 0.7044,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4558
    },
    {
      "epoch": 0.6212864540746798,
      "grad_norm": 0.3125,
      "learning_rate": 7.534951014691237e-06,
      "loss": 0.6837,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4559
    },
    {
      "epoch": 0.6214227309893704,
      "grad_norm": 0.310546875,
      "learning_rate": 7.530340286814343e-06,
      "loss": 0.7034,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4560
    },
    {
      "epoch": 0.621559007904061,
      "grad_norm": 0.3515625,
      "learning_rate": 7.525730117992098e-06,
      "loss": 0.7305,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4561
    },
    {
      "epoch": 0.6216952848187517,
      "grad_norm": 0.30859375,
      "learning_rate": 7.521120509268095e-06,
      "loss": 0.7541,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4562
    },
    {
      "epoch": 0.6218315617334423,
      "grad_norm": 0.373046875,
      "learning_rate": 7.51651146168581e-06,
      "loss": 0.7056,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4563
    },
    {
      "epoch": 0.621967838648133,
      "grad_norm": 0.33203125,
      "learning_rate": 7.511902976288589e-06,
      "loss": 0.725,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4564
    },
    {
      "epoch": 0.6221041155628236,
      "grad_norm": 0.3203125,
      "learning_rate": 7.507295054119649e-06,
      "loss": 0.6923,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4565
    },
    {
      "epoch": 0.6222403924775143,
      "grad_norm": 0.3203125,
      "learning_rate": 7.5026876962220815e-06,
      "loss": 0.7054,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4566
    },
    {
      "epoch": 0.6223766693922049,
      "grad_norm": 0.314453125,
      "learning_rate": 7.4980809036388535e-06,
      "loss": 0.7192,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4567
    },
    {
      "epoch": 0.6225129463068956,
      "grad_norm": 0.2734375,
      "learning_rate": 7.493474677412795e-06,
      "loss": 0.6999,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4568
    },
    {
      "epoch": 0.6226492232215862,
      "grad_norm": 0.41015625,
      "learning_rate": 7.488869018586617e-06,
      "loss": 0.6524,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4569
    },
    {
      "epoch": 0.6227855001362769,
      "grad_norm": 0.326171875,
      "learning_rate": 7.484263928202899e-06,
      "loss": 0.6929,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4570
    },
    {
      "epoch": 0.6229217770509675,
      "grad_norm": 0.28515625,
      "learning_rate": 7.479659407304085e-06,
      "loss": 0.7139,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4571
    },
    {
      "epoch": 0.6230580539656582,
      "grad_norm": 0.31640625,
      "learning_rate": 7.475055456932505e-06,
      "loss": 0.7407,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4572
    },
    {
      "epoch": 0.6231943308803489,
      "grad_norm": 0.275390625,
      "learning_rate": 7.470452078130348e-06,
      "loss": 0.6997,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4573
    },
    {
      "epoch": 0.6233306077950396,
      "grad_norm": 0.3671875,
      "learning_rate": 7.465849271939669e-06,
      "loss": 0.7697,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4574
    },
    {
      "epoch": 0.6234668847097302,
      "grad_norm": 0.36328125,
      "learning_rate": 7.461247039402411e-06,
      "loss": 0.7259,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4575
    },
    {
      "epoch": 0.6236031616244209,
      "grad_norm": 0.255859375,
      "learning_rate": 7.456645381560373e-06,
      "loss": 0.738,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4576
    },
    {
      "epoch": 0.6237394385391115,
      "grad_norm": 0.283203125,
      "learning_rate": 7.45204429945523e-06,
      "loss": 0.745,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4577
    },
    {
      "epoch": 0.6238757154538022,
      "grad_norm": 0.388671875,
      "learning_rate": 7.447443794128525e-06,
      "loss": 0.7056,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4578
    },
    {
      "epoch": 0.6240119923684928,
      "grad_norm": 0.302734375,
      "learning_rate": 7.442843866621665e-06,
      "loss": 0.6605,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4579
    },
    {
      "epoch": 0.6241482692831835,
      "grad_norm": 0.287109375,
      "learning_rate": 7.4382445179759385e-06,
      "loss": 0.6746,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4580
    },
    {
      "epoch": 0.6242845461978741,
      "grad_norm": 0.333984375,
      "learning_rate": 7.4336457492324946e-06,
      "loss": 0.7775,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4581
    },
    {
      "epoch": 0.6244208231125647,
      "grad_norm": 0.294921875,
      "learning_rate": 7.4290475614323455e-06,
      "loss": 0.7112,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4582
    },
    {
      "epoch": 0.6245571000272554,
      "grad_norm": 0.259765625,
      "learning_rate": 7.424449955616388e-06,
      "loss": 0.7261,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4583
    },
    {
      "epoch": 0.624693376941946,
      "grad_norm": 0.345703125,
      "learning_rate": 7.419852932825371e-06,
      "loss": 0.7514,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4584
    },
    {
      "epoch": 0.6248296538566367,
      "grad_norm": 0.291015625,
      "learning_rate": 7.415256494099925e-06,
      "loss": 0.6838,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4585
    },
    {
      "epoch": 0.6249659307713273,
      "grad_norm": 0.359375,
      "learning_rate": 7.410660640480538e-06,
      "loss": 0.7257,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4586
    },
    {
      "epoch": 0.625102207686018,
      "grad_norm": 0.359375,
      "learning_rate": 7.406065373007565e-06,
      "loss": 0.695,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4587
    },
    {
      "epoch": 0.6252384846007086,
      "grad_norm": 0.33984375,
      "learning_rate": 7.401470692721242e-06,
      "loss": 0.7267,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4588
    },
    {
      "epoch": 0.6253747615153993,
      "grad_norm": 1.296875,
      "learning_rate": 7.396876600661654e-06,
      "loss": 0.7375,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4589
    },
    {
      "epoch": 0.6255110384300899,
      "grad_norm": 0.26171875,
      "learning_rate": 7.3922830978687665e-06,
      "loss": 0.688,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4590
    },
    {
      "epoch": 0.6256473153447806,
      "grad_norm": 0.267578125,
      "learning_rate": 7.387690185382403e-06,
      "loss": 0.7328,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4591
    },
    {
      "epoch": 0.6257835922594712,
      "grad_norm": 0.30859375,
      "learning_rate": 7.383097864242264e-06,
      "loss": 0.6558,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4592
    },
    {
      "epoch": 0.6259198691741619,
      "grad_norm": 0.236328125,
      "learning_rate": 7.378506135487897e-06,
      "loss": 0.6651,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4593
    },
    {
      "epoch": 0.6260561460888525,
      "grad_norm": 0.279296875,
      "learning_rate": 7.373915000158741e-06,
      "loss": 0.639,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4594
    },
    {
      "epoch": 0.6261924230035432,
      "grad_norm": 0.3515625,
      "learning_rate": 7.369324459294076e-06,
      "loss": 0.752,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4595
    },
    {
      "epoch": 0.6263286999182338,
      "grad_norm": 0.34375,
      "learning_rate": 7.364734513933067e-06,
      "loss": 0.7115,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4596
    },
    {
      "epoch": 0.6264649768329245,
      "grad_norm": 0.30859375,
      "learning_rate": 7.3601451651147335e-06,
      "loss": 0.7458,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4597
    },
    {
      "epoch": 0.6266012537476151,
      "grad_norm": 0.337890625,
      "learning_rate": 7.355556413877955e-06,
      "loss": 0.7075,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4598
    },
    {
      "epoch": 0.6267375306623058,
      "grad_norm": 0.33203125,
      "learning_rate": 7.3509682612614956e-06,
      "loss": 0.7036,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4599
    },
    {
      "epoch": 0.6268738075769965,
      "grad_norm": 0.345703125,
      "learning_rate": 7.3463807083039616e-06,
      "loss": 0.762,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4600
    },
    {
      "epoch": 0.6270100844916872,
      "grad_norm": 0.42578125,
      "learning_rate": 7.341793756043836e-06,
      "loss": 0.7917,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4601
    },
    {
      "epoch": 0.6271463614063778,
      "grad_norm": 0.259765625,
      "learning_rate": 7.337207405519463e-06,
      "loss": 0.6732,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4602
    },
    {
      "epoch": 0.6272826383210685,
      "grad_norm": 0.3984375,
      "learning_rate": 7.332621657769051e-06,
      "loss": 0.6921,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4603
    },
    {
      "epoch": 0.6274189152357591,
      "grad_norm": 0.251953125,
      "learning_rate": 7.328036513830672e-06,
      "loss": 0.6099,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4604
    },
    {
      "epoch": 0.6275551921504497,
      "grad_norm": 0.3046875,
      "learning_rate": 7.3234519747422625e-06,
      "loss": 0.7859,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4605
    },
    {
      "epoch": 0.6276914690651404,
      "grad_norm": 0.310546875,
      "learning_rate": 7.318868041541614e-06,
      "loss": 0.7524,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4606
    },
    {
      "epoch": 0.627827745979831,
      "grad_norm": 0.357421875,
      "learning_rate": 7.314284715266396e-06,
      "loss": 0.7891,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4607
    },
    {
      "epoch": 0.6279640228945217,
      "grad_norm": 0.26953125,
      "learning_rate": 7.309701996954128e-06,
      "loss": 0.7595,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4608
    },
    {
      "epoch": 0.6281002998092123,
      "grad_norm": 0.337890625,
      "learning_rate": 7.305119887642191e-06,
      "loss": 0.6596,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4609
    },
    {
      "epoch": 0.628236576723903,
      "grad_norm": 0.3125,
      "learning_rate": 7.300538388367842e-06,
      "loss": 0.6891,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4610
    },
    {
      "epoch": 0.6283728536385936,
      "grad_norm": 0.283203125,
      "learning_rate": 7.295957500168187e-06,
      "loss": 0.6608,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4611
    },
    {
      "epoch": 0.6285091305532843,
      "grad_norm": 0.302734375,
      "learning_rate": 7.291377224080192e-06,
      "loss": 0.6863,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4612
    },
    {
      "epoch": 0.6286454074679749,
      "grad_norm": 0.291015625,
      "learning_rate": 7.286797561140699e-06,
      "loss": 0.6881,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4613
    },
    {
      "epoch": 0.6287816843826656,
      "grad_norm": 0.26953125,
      "learning_rate": 7.282218512386394e-06,
      "loss": 0.6995,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4614
    },
    {
      "epoch": 0.6289179612973562,
      "grad_norm": 0.298828125,
      "learning_rate": 7.27764007885384e-06,
      "loss": 0.6788,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4615
    },
    {
      "epoch": 0.6290542382120469,
      "grad_norm": 0.486328125,
      "learning_rate": 7.273062261579447e-06,
      "loss": 0.7891,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4616
    },
    {
      "epoch": 0.6291905151267375,
      "grad_norm": 0.32421875,
      "learning_rate": 7.268485061599492e-06,
      "loss": 0.7329,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4617
    },
    {
      "epoch": 0.6293267920414282,
      "grad_norm": 0.51171875,
      "learning_rate": 7.263908479950117e-06,
      "loss": 0.7427,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4618
    },
    {
      "epoch": 0.6294630689561188,
      "grad_norm": 0.35546875,
      "learning_rate": 7.259332517667315e-06,
      "loss": 0.6999,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4619
    },
    {
      "epoch": 0.6295993458708095,
      "grad_norm": 0.32421875,
      "learning_rate": 7.254757175786937e-06,
      "loss": 0.7193,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4620
    },
    {
      "epoch": 0.6297356227855001,
      "grad_norm": 0.263671875,
      "learning_rate": 7.2501824553447086e-06,
      "loss": 0.6749,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4621
    },
    {
      "epoch": 0.6298718997001908,
      "grad_norm": 0.322265625,
      "learning_rate": 7.2456083573762015e-06,
      "loss": 0.7104,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4622
    },
    {
      "epoch": 0.6300081766148814,
      "grad_norm": 0.326171875,
      "learning_rate": 7.2410348829168445e-06,
      "loss": 0.7355,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4623
    },
    {
      "epoch": 0.630144453529572,
      "grad_norm": 0.3515625,
      "learning_rate": 7.2364620330019405e-06,
      "loss": 0.7539,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4624
    },
    {
      "epoch": 0.6302807304442627,
      "grad_norm": 0.314453125,
      "learning_rate": 7.231889808666632e-06,
      "loss": 0.6945,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4625
    },
    {
      "epoch": 0.6304170073589533,
      "grad_norm": 0.35546875,
      "learning_rate": 7.2273182109459385e-06,
      "loss": 0.7874,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4626
    },
    {
      "epoch": 0.6305532842736441,
      "grad_norm": 0.294921875,
      "learning_rate": 7.222747240874721e-06,
      "loss": 0.683,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4627
    },
    {
      "epoch": 0.6306895611883347,
      "grad_norm": 0.330078125,
      "learning_rate": 7.21817689948771e-06,
      "loss": 0.6696,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4628
    },
    {
      "epoch": 0.6308258381030254,
      "grad_norm": 0.625,
      "learning_rate": 7.213607187819489e-06,
      "loss": 0.7948,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4629
    },
    {
      "epoch": 0.630962115017716,
      "grad_norm": 0.294921875,
      "learning_rate": 7.2090381069045e-06,
      "loss": 0.7275,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4630
    },
    {
      "epoch": 0.6310983919324067,
      "grad_norm": 0.29296875,
      "learning_rate": 7.204469657777036e-06,
      "loss": 0.6818,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4631
    },
    {
      "epoch": 0.6312346688470973,
      "grad_norm": 0.474609375,
      "learning_rate": 7.199901841471262e-06,
      "loss": 0.6875,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4632
    },
    {
      "epoch": 0.631370945761788,
      "grad_norm": 0.275390625,
      "learning_rate": 7.195334659021182e-06,
      "loss": 0.7155,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4633
    },
    {
      "epoch": 0.6315072226764786,
      "grad_norm": 0.357421875,
      "learning_rate": 7.190768111460673e-06,
      "loss": 0.7271,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4634
    },
    {
      "epoch": 0.6316434995911693,
      "grad_norm": 0.408203125,
      "learning_rate": 7.186202199823456e-06,
      "loss": 0.7247,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4635
    },
    {
      "epoch": 0.6317797765058599,
      "grad_norm": 0.2431640625,
      "learning_rate": 7.181636925143107e-06,
      "loss": 0.7128,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4636
    },
    {
      "epoch": 0.6319160534205506,
      "grad_norm": 0.35546875,
      "learning_rate": 7.177072288453073e-06,
      "loss": 0.7422,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4637
    },
    {
      "epoch": 0.6320523303352412,
      "grad_norm": 0.294921875,
      "learning_rate": 7.172508290786644e-06,
      "loss": 0.6705,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4638
    },
    {
      "epoch": 0.6321886072499319,
      "grad_norm": 0.224609375,
      "learning_rate": 7.16794493317696e-06,
      "loss": 0.661,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4639
    },
    {
      "epoch": 0.6323248841646225,
      "grad_norm": 0.2373046875,
      "learning_rate": 7.163382216657033e-06,
      "loss": 0.6462,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4640
    },
    {
      "epoch": 0.6324611610793132,
      "grad_norm": 0.326171875,
      "learning_rate": 7.158820142259721e-06,
      "loss": 0.7331,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4641
    },
    {
      "epoch": 0.6325974379940038,
      "grad_norm": 0.294921875,
      "learning_rate": 7.154258711017729e-06,
      "loss": 0.7166,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4642
    },
    {
      "epoch": 0.6327337149086945,
      "grad_norm": 0.30859375,
      "learning_rate": 7.149697923963634e-06,
      "loss": 0.7616,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4643
    },
    {
      "epoch": 0.6328699918233851,
      "grad_norm": 0.322265625,
      "learning_rate": 7.14513778212985e-06,
      "loss": 0.6917,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4644
    },
    {
      "epoch": 0.6330062687380758,
      "grad_norm": 0.33984375,
      "learning_rate": 7.140578286548656e-06,
      "loss": 0.7143,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4645
    },
    {
      "epoch": 0.6331425456527664,
      "grad_norm": 0.236328125,
      "learning_rate": 7.136019438252181e-06,
      "loss": 0.6918,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4646
    },
    {
      "epoch": 0.633278822567457,
      "grad_norm": 0.298828125,
      "learning_rate": 7.131461238272401e-06,
      "loss": 0.7298,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4647
    },
    {
      "epoch": 0.6334150994821477,
      "grad_norm": 0.26953125,
      "learning_rate": 7.126903687641161e-06,
      "loss": 0.7092,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4648
    },
    {
      "epoch": 0.6335513763968383,
      "grad_norm": 0.39453125,
      "learning_rate": 7.122346787390145e-06,
      "loss": 0.7395,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4649
    },
    {
      "epoch": 0.633687653311529,
      "grad_norm": 0.31640625,
      "learning_rate": 7.117790538550891e-06,
      "loss": 0.7251,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4650
    },
    {
      "epoch": 0.6338239302262196,
      "grad_norm": 0.271484375,
      "learning_rate": 7.113234942154799e-06,
      "loss": 0.7493,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4651
    },
    {
      "epoch": 0.6339602071409103,
      "grad_norm": 0.353515625,
      "learning_rate": 7.1086799992331104e-06,
      "loss": 0.7308,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4652
    },
    {
      "epoch": 0.6340964840556009,
      "grad_norm": 0.28125,
      "learning_rate": 7.104125710816929e-06,
      "loss": 0.6896,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4653
    },
    {
      "epoch": 0.6342327609702917,
      "grad_norm": 0.279296875,
      "learning_rate": 7.0995720779372005e-06,
      "loss": 0.7238,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4654
    },
    {
      "epoch": 0.6343690378849823,
      "grad_norm": 0.375,
      "learning_rate": 7.095019101624727e-06,
      "loss": 0.7144,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4655
    },
    {
      "epoch": 0.634505314799673,
      "grad_norm": 0.28515625,
      "learning_rate": 7.090466782910163e-06,
      "loss": 0.7232,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4656
    },
    {
      "epoch": 0.6346415917143636,
      "grad_norm": 0.330078125,
      "learning_rate": 7.085915122824016e-06,
      "loss": 0.7104,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4657
    },
    {
      "epoch": 0.6347778686290543,
      "grad_norm": 0.361328125,
      "learning_rate": 7.081364122396632e-06,
      "loss": 0.7915,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4658
    },
    {
      "epoch": 0.6349141455437449,
      "grad_norm": 0.515625,
      "learning_rate": 7.0768137826582276e-06,
      "loss": 0.8036,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4659
    },
    {
      "epoch": 0.6350504224584356,
      "grad_norm": 0.3828125,
      "learning_rate": 7.072264104638853e-06,
      "loss": 0.7708,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4660
    },
    {
      "epoch": 0.6351866993731262,
      "grad_norm": 0.318359375,
      "learning_rate": 7.067715089368412e-06,
      "loss": 0.6579,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4661
    },
    {
      "epoch": 0.6353229762878169,
      "grad_norm": 0.3203125,
      "learning_rate": 7.06316673787667e-06,
      "loss": 0.675,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4662
    },
    {
      "epoch": 0.6354592532025075,
      "grad_norm": 0.361328125,
      "learning_rate": 7.058619051193222e-06,
      "loss": 0.7072,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4663
    },
    {
      "epoch": 0.6355955301171982,
      "grad_norm": 0.265625,
      "learning_rate": 7.054072030347534e-06,
      "loss": 0.6475,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4664
    },
    {
      "epoch": 0.6357318070318888,
      "grad_norm": 0.92578125,
      "learning_rate": 7.049525676368907e-06,
      "loss": 0.7954,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4665
    },
    {
      "epoch": 0.6358680839465795,
      "grad_norm": 0.25,
      "learning_rate": 7.044979990286494e-06,
      "loss": 0.6549,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4666
    },
    {
      "epoch": 0.6360043608612701,
      "grad_norm": 1.5,
      "learning_rate": 7.040434973129298e-06,
      "loss": 0.8317,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4667
    },
    {
      "epoch": 0.6361406377759607,
      "grad_norm": 0.41015625,
      "learning_rate": 7.035890625926171e-06,
      "loss": 0.7162,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4668
    },
    {
      "epoch": 0.6362769146906514,
      "grad_norm": 0.423828125,
      "learning_rate": 7.031346949705813e-06,
      "loss": 0.8475,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4669
    },
    {
      "epoch": 0.636413191605342,
      "grad_norm": 0.298828125,
      "learning_rate": 7.026803945496774e-06,
      "loss": 0.6914,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4670
    },
    {
      "epoch": 0.6365494685200327,
      "grad_norm": 0.328125,
      "learning_rate": 7.022261614327448e-06,
      "loss": 0.7136,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4671
    },
    {
      "epoch": 0.6366857454347233,
      "grad_norm": 0.3828125,
      "learning_rate": 7.017719957226072e-06,
      "loss": 0.7893,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4672
    },
    {
      "epoch": 0.636822022349414,
      "grad_norm": 0.427734375,
      "learning_rate": 7.013178975220749e-06,
      "loss": 0.7822,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4673
    },
    {
      "epoch": 0.6369582992641046,
      "grad_norm": 0.427734375,
      "learning_rate": 7.0086386693394075e-06,
      "loss": 0.7023,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4674
    },
    {
      "epoch": 0.6370945761787953,
      "grad_norm": 0.435546875,
      "learning_rate": 7.004099040609839e-06,
      "loss": 0.7329,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4675
    },
    {
      "epoch": 0.6372308530934859,
      "grad_norm": 0.287109375,
      "learning_rate": 6.9995600900596715e-06,
      "loss": 0.668,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4676
    },
    {
      "epoch": 0.6373671300081766,
      "grad_norm": 0.27734375,
      "learning_rate": 6.99502181871638e-06,
      "loss": 0.7105,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4677
    },
    {
      "epoch": 0.6375034069228672,
      "grad_norm": 0.279296875,
      "learning_rate": 6.990484227607296e-06,
      "loss": 0.6994,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4678
    },
    {
      "epoch": 0.6376396838375579,
      "grad_norm": 0.2578125,
      "learning_rate": 6.985947317759585e-06,
      "loss": 0.693,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4679
    },
    {
      "epoch": 0.6377759607522485,
      "grad_norm": 0.267578125,
      "learning_rate": 6.981411090200264e-06,
      "loss": 0.7076,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4680
    },
    {
      "epoch": 0.6379122376669393,
      "grad_norm": 0.357421875,
      "learning_rate": 6.976875545956197e-06,
      "loss": 0.7508,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4681
    },
    {
      "epoch": 0.6380485145816299,
      "grad_norm": 0.302734375,
      "learning_rate": 6.972340686054085e-06,
      "loss": 0.6559,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4682
    },
    {
      "epoch": 0.6381847914963206,
      "grad_norm": 0.33984375,
      "learning_rate": 6.96780651152049e-06,
      "loss": 0.7914,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4683
    },
    {
      "epoch": 0.6383210684110112,
      "grad_norm": 0.263671875,
      "learning_rate": 6.9632730233818035e-06,
      "loss": 0.6679,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4684
    },
    {
      "epoch": 0.6384573453257019,
      "grad_norm": 0.291015625,
      "learning_rate": 6.958740222664263e-06,
      "loss": 0.6967,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4685
    },
    {
      "epoch": 0.6385936222403925,
      "grad_norm": 0.36328125,
      "learning_rate": 6.954208110393963e-06,
      "loss": 0.7638,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4686
    },
    {
      "epoch": 0.6387298991550832,
      "grad_norm": 0.30078125,
      "learning_rate": 6.949676687596829e-06,
      "loss": 0.7148,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4687
    },
    {
      "epoch": 0.6388661760697738,
      "grad_norm": 0.279296875,
      "learning_rate": 6.945145955298632e-06,
      "loss": 0.7359,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4688
    },
    {
      "epoch": 0.6390024529844645,
      "grad_norm": 0.2890625,
      "learning_rate": 6.940615914524998e-06,
      "loss": 0.6978,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4689
    },
    {
      "epoch": 0.6391387298991551,
      "grad_norm": 0.287109375,
      "learning_rate": 6.936086566301381e-06,
      "loss": 0.6977,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4690
    },
    {
      "epoch": 0.6392750068138457,
      "grad_norm": 0.388671875,
      "learning_rate": 6.931557911653086e-06,
      "loss": 0.774,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4691
    },
    {
      "epoch": 0.6394112837285364,
      "grad_norm": 0.53515625,
      "learning_rate": 6.927029951605265e-06,
      "loss": 0.7588,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4692
    },
    {
      "epoch": 0.639547560643227,
      "grad_norm": 0.2421875,
      "learning_rate": 6.922502687182905e-06,
      "loss": 0.672,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4693
    },
    {
      "epoch": 0.6396838375579177,
      "grad_norm": 0.296875,
      "learning_rate": 6.917976119410839e-06,
      "loss": 0.7223,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4694
    },
    {
      "epoch": 0.6398201144726083,
      "grad_norm": 0.32421875,
      "learning_rate": 6.9134502493137455e-06,
      "loss": 0.8055,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4695
    },
    {
      "epoch": 0.639956391387299,
      "grad_norm": 0.34765625,
      "learning_rate": 6.908925077916133e-06,
      "loss": 0.7644,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4696
    },
    {
      "epoch": 0.6400926683019896,
      "grad_norm": 0.255859375,
      "learning_rate": 6.904400606242372e-06,
      "loss": 0.6182,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4697
    },
    {
      "epoch": 0.6402289452166803,
      "grad_norm": 0.6484375,
      "learning_rate": 6.899876835316657e-06,
      "loss": 0.8109,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4698
    },
    {
      "epoch": 0.6403652221313709,
      "grad_norm": 0.365234375,
      "learning_rate": 6.895353766163026e-06,
      "loss": 0.7131,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4699
    },
    {
      "epoch": 0.6405014990460616,
      "grad_norm": 0.3359375,
      "learning_rate": 6.89083139980537e-06,
      "loss": 0.7178,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4700
    },
    {
      "epoch": 0.6406377759607522,
      "grad_norm": 0.294921875,
      "learning_rate": 6.886309737267405e-06,
      "loss": 0.703,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4701
    },
    {
      "epoch": 0.6407740528754429,
      "grad_norm": 0.25,
      "learning_rate": 6.881788779572704e-06,
      "loss": 0.6961,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4702
    },
    {
      "epoch": 0.6409103297901335,
      "grad_norm": 0.326171875,
      "learning_rate": 6.877268527744669e-06,
      "loss": 0.6899,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4703
    },
    {
      "epoch": 0.6410466067048242,
      "grad_norm": 0.283203125,
      "learning_rate": 6.872748982806541e-06,
      "loss": 0.6545,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4704
    },
    {
      "epoch": 0.6411828836195148,
      "grad_norm": 0.251953125,
      "learning_rate": 6.868230145781409e-06,
      "loss": 0.6478,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4705
    },
    {
      "epoch": 0.6413191605342055,
      "grad_norm": 0.439453125,
      "learning_rate": 6.8637120176922e-06,
      "loss": 0.6569,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4706
    },
    {
      "epoch": 0.6414554374488961,
      "grad_norm": 0.369140625,
      "learning_rate": 6.8591945995616725e-06,
      "loss": 0.7238,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4707
    },
    {
      "epoch": 0.6415917143635869,
      "grad_norm": 0.33984375,
      "learning_rate": 6.8546778924124395e-06,
      "loss": 0.7366,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4708
    },
    {
      "epoch": 0.6417279912782775,
      "grad_norm": 0.28515625,
      "learning_rate": 6.8501618972669384e-06,
      "loss": 0.7278,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4709
    },
    {
      "epoch": 0.6418642681929682,
      "grad_norm": 0.37890625,
      "learning_rate": 6.845646615147445e-06,
      "loss": 0.7445,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4710
    },
    {
      "epoch": 0.6420005451076588,
      "grad_norm": 0.29296875,
      "learning_rate": 6.841132047076092e-06,
      "loss": 0.7651,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4711
    },
    {
      "epoch": 0.6421368220223495,
      "grad_norm": 0.3359375,
      "learning_rate": 6.836618194074827e-06,
      "loss": 0.7524,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4712
    },
    {
      "epoch": 0.6422730989370401,
      "grad_norm": 0.310546875,
      "learning_rate": 6.832105057165457e-06,
      "loss": 0.7069,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4713
    },
    {
      "epoch": 0.6424093758517307,
      "grad_norm": 0.296875,
      "learning_rate": 6.827592637369611e-06,
      "loss": 0.7018,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4714
    },
    {
      "epoch": 0.6425456527664214,
      "grad_norm": 0.46484375,
      "learning_rate": 6.823080935708758e-06,
      "loss": 0.8092,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4715
    },
    {
      "epoch": 0.642681929681112,
      "grad_norm": 0.302734375,
      "learning_rate": 6.818569953204216e-06,
      "loss": 0.7536,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4716
    },
    {
      "epoch": 0.6428182065958027,
      "grad_norm": 0.322265625,
      "learning_rate": 6.814059690877126e-06,
      "loss": 0.7145,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4717
    },
    {
      "epoch": 0.6429544835104933,
      "grad_norm": 0.3828125,
      "learning_rate": 6.8095501497484725e-06,
      "loss": 0.6622,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4718
    },
    {
      "epoch": 0.643090760425184,
      "grad_norm": 0.306640625,
      "learning_rate": 6.805041330839079e-06,
      "loss": 0.666,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4719
    },
    {
      "epoch": 0.6432270373398746,
      "grad_norm": 0.32421875,
      "learning_rate": 6.800533235169604e-06,
      "loss": 0.6955,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4720
    },
    {
      "epoch": 0.6433633142545653,
      "grad_norm": 0.359375,
      "learning_rate": 6.796025863760533e-06,
      "loss": 0.6566,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4721
    },
    {
      "epoch": 0.6434995911692559,
      "grad_norm": 0.41796875,
      "learning_rate": 6.791519217632206e-06,
      "loss": 0.7427,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4722
    },
    {
      "epoch": 0.6436358680839466,
      "grad_norm": 0.333984375,
      "learning_rate": 6.7870132978047785e-06,
      "loss": 0.6933,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4723
    },
    {
      "epoch": 0.6437721449986372,
      "grad_norm": 0.734375,
      "learning_rate": 6.782508105298262e-06,
      "loss": 0.7025,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4724
    },
    {
      "epoch": 0.6439084219133279,
      "grad_norm": 0.318359375,
      "learning_rate": 6.778003641132487e-06,
      "loss": 0.7516,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4725
    },
    {
      "epoch": 0.6440446988280185,
      "grad_norm": 0.37890625,
      "learning_rate": 6.77349990632712e-06,
      "loss": 0.7533,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4726
    },
    {
      "epoch": 0.6441809757427092,
      "grad_norm": 0.27734375,
      "learning_rate": 6.768996901901678e-06,
      "loss": 0.6868,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4727
    },
    {
      "epoch": 0.6443172526573998,
      "grad_norm": 0.44921875,
      "learning_rate": 6.764494628875496e-06,
      "loss": 0.7356,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4728
    },
    {
      "epoch": 0.6444535295720905,
      "grad_norm": 0.31640625,
      "learning_rate": 6.759993088267747e-06,
      "loss": 0.6736,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4729
    },
    {
      "epoch": 0.6445898064867811,
      "grad_norm": 0.376953125,
      "learning_rate": 6.755492281097446e-06,
      "loss": 0.7743,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4730
    },
    {
      "epoch": 0.6447260834014718,
      "grad_norm": 0.455078125,
      "learning_rate": 6.750992208383436e-06,
      "loss": 0.7832,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4731
    },
    {
      "epoch": 0.6448623603161624,
      "grad_norm": 0.30078125,
      "learning_rate": 6.74649287114439e-06,
      "loss": 0.6698,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4732
    },
    {
      "epoch": 0.644998637230853,
      "grad_norm": 0.244140625,
      "learning_rate": 6.741994270398826e-06,
      "loss": 0.7617,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4733
    },
    {
      "epoch": 0.6451349141455437,
      "grad_norm": 0.326171875,
      "learning_rate": 6.7374964071650804e-06,
      "loss": 0.7165,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4734
    },
    {
      "epoch": 0.6452711910602345,
      "grad_norm": 0.380859375,
      "learning_rate": 6.732999282461338e-06,
      "loss": 0.6915,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4735
    },
    {
      "epoch": 0.6454074679749251,
      "grad_norm": 0.27734375,
      "learning_rate": 6.728502897305604e-06,
      "loss": 0.6869,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4736
    },
    {
      "epoch": 0.6455437448896157,
      "grad_norm": 0.27734375,
      "learning_rate": 6.724007252715721e-06,
      "loss": 0.6749,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4737
    },
    {
      "epoch": 0.6456800218043064,
      "grad_norm": 0.3359375,
      "learning_rate": 6.719512349709366e-06,
      "loss": 0.7128,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4738
    },
    {
      "epoch": 0.645816298718997,
      "grad_norm": 0.30859375,
      "learning_rate": 6.7150181893040474e-06,
      "loss": 0.7671,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4739
    },
    {
      "epoch": 0.6459525756336877,
      "grad_norm": 0.37890625,
      "learning_rate": 6.7105247725170976e-06,
      "loss": 0.7738,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4740
    },
    {
      "epoch": 0.6460888525483783,
      "grad_norm": 0.39453125,
      "learning_rate": 6.706032100365696e-06,
      "loss": 0.8092,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4741
    },
    {
      "epoch": 0.646225129463069,
      "grad_norm": 0.359375,
      "learning_rate": 6.701540173866836e-06,
      "loss": 0.6407,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4742
    },
    {
      "epoch": 0.6463614063777596,
      "grad_norm": 0.279296875,
      "learning_rate": 6.697048994037359e-06,
      "loss": 0.6889,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4743
    },
    {
      "epoch": 0.6464976832924503,
      "grad_norm": 0.267578125,
      "learning_rate": 6.692558561893925e-06,
      "loss": 0.6545,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4744
    },
    {
      "epoch": 0.6466339602071409,
      "grad_norm": 0.380859375,
      "learning_rate": 6.68806887845303e-06,
      "loss": 0.7604,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4745
    },
    {
      "epoch": 0.6467702371218316,
      "grad_norm": 0.375,
      "learning_rate": 6.683579944731e-06,
      "loss": 0.7842,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4746
    },
    {
      "epoch": 0.6469065140365222,
      "grad_norm": 0.44140625,
      "learning_rate": 6.6790917617439925e-06,
      "loss": 0.7706,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4747
    },
    {
      "epoch": 0.6470427909512129,
      "grad_norm": 0.341796875,
      "learning_rate": 6.674604330507986e-06,
      "loss": 0.7589,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4748
    },
    {
      "epoch": 0.6471790678659035,
      "grad_norm": 0.345703125,
      "learning_rate": 6.670117652038807e-06,
      "loss": 0.7035,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4749
    },
    {
      "epoch": 0.6473153447805942,
      "grad_norm": 0.373046875,
      "learning_rate": 6.665631727352091e-06,
      "loss": 0.6825,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4750
    },
    {
      "epoch": 0.6474516216952848,
      "grad_norm": 0.240234375,
      "learning_rate": 6.661146557463322e-06,
      "loss": 0.673,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4751
    },
    {
      "epoch": 0.6475878986099755,
      "grad_norm": 0.419921875,
      "learning_rate": 6.656662143387798e-06,
      "loss": 0.6906,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4752
    },
    {
      "epoch": 0.6477241755246661,
      "grad_norm": 0.25390625,
      "learning_rate": 6.65217848614065e-06,
      "loss": 0.7198,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4753
    },
    {
      "epoch": 0.6478604524393567,
      "grad_norm": 0.271484375,
      "learning_rate": 6.6476955867368464e-06,
      "loss": 0.7268,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4754
    },
    {
      "epoch": 0.6479967293540474,
      "grad_norm": 0.255859375,
      "learning_rate": 6.64321344619117e-06,
      "loss": 0.7411,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4755
    },
    {
      "epoch": 0.648133006268738,
      "grad_norm": 0.326171875,
      "learning_rate": 6.638732065518243e-06,
      "loss": 0.6962,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4756
    },
    {
      "epoch": 0.6482692831834287,
      "grad_norm": 0.2890625,
      "learning_rate": 6.634251445732509e-06,
      "loss": 0.676,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4757
    },
    {
      "epoch": 0.6484055600981193,
      "grad_norm": 0.2412109375,
      "learning_rate": 6.629771587848247e-06,
      "loss": 0.6617,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4758
    },
    {
      "epoch": 0.64854183701281,
      "grad_norm": 0.296875,
      "learning_rate": 6.625292492879551e-06,
      "loss": 0.699,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4759
    },
    {
      "epoch": 0.6486781139275006,
      "grad_norm": 0.3203125,
      "learning_rate": 6.620814161840357e-06,
      "loss": 0.7259,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4760
    },
    {
      "epoch": 0.6488143908421913,
      "grad_norm": 0.271484375,
      "learning_rate": 6.616336595744413e-06,
      "loss": 0.6852,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4761
    },
    {
      "epoch": 0.648950667756882,
      "grad_norm": 0.33203125,
      "learning_rate": 6.6118597956053085e-06,
      "loss": 0.6932,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4762
    },
    {
      "epoch": 0.6490869446715727,
      "grad_norm": 0.283203125,
      "learning_rate": 6.607383762436452e-06,
      "loss": 0.7135,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4763
    },
    {
      "epoch": 0.6492232215862633,
      "grad_norm": 0.6796875,
      "learning_rate": 6.602908497251073e-06,
      "loss": 0.7721,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4764
    },
    {
      "epoch": 0.649359498500954,
      "grad_norm": 0.3125,
      "learning_rate": 6.598434001062239e-06,
      "loss": 0.711,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4765
    },
    {
      "epoch": 0.6494957754156446,
      "grad_norm": 0.5234375,
      "learning_rate": 6.593960274882839e-06,
      "loss": 0.66,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4766
    },
    {
      "epoch": 0.6496320523303353,
      "grad_norm": 0.3671875,
      "learning_rate": 6.589487319725578e-06,
      "loss": 0.6695,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4767
    },
    {
      "epoch": 0.6497683292450259,
      "grad_norm": 0.369140625,
      "learning_rate": 6.585015136603005e-06,
      "loss": 0.8029,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4768
    },
    {
      "epoch": 0.6499046061597166,
      "grad_norm": 0.28515625,
      "learning_rate": 6.580543726527477e-06,
      "loss": 0.6475,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4769
    },
    {
      "epoch": 0.6500408830744072,
      "grad_norm": 0.30859375,
      "learning_rate": 6.576073090511183e-06,
      "loss": 0.655,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4770
    },
    {
      "epoch": 0.6501771599890979,
      "grad_norm": 0.275390625,
      "learning_rate": 6.571603229566144e-06,
      "loss": 0.7189,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4771
    },
    {
      "epoch": 0.6503134369037885,
      "grad_norm": 0.267578125,
      "learning_rate": 6.567134144704188e-06,
      "loss": 0.603,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4772
    },
    {
      "epoch": 0.6504497138184792,
      "grad_norm": 0.30078125,
      "learning_rate": 6.562665836936989e-06,
      "loss": 0.7469,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4773
    },
    {
      "epoch": 0.6505859907331698,
      "grad_norm": 0.302734375,
      "learning_rate": 6.558198307276027e-06,
      "loss": 0.7069,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4774
    },
    {
      "epoch": 0.6507222676478605,
      "grad_norm": 0.353515625,
      "learning_rate": 6.553731556732611e-06,
      "loss": 0.818,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4775
    },
    {
      "epoch": 0.6508585445625511,
      "grad_norm": 0.46875,
      "learning_rate": 6.549265586317881e-06,
      "loss": 0.7456,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4776
    },
    {
      "epoch": 0.6509948214772417,
      "grad_norm": 0.2890625,
      "learning_rate": 6.544800397042793e-06,
      "loss": 0.7006,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4777
    },
    {
      "epoch": 0.6511310983919324,
      "grad_norm": 0.2734375,
      "learning_rate": 6.540335989918122e-06,
      "loss": 0.7415,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4778
    },
    {
      "epoch": 0.651267375306623,
      "grad_norm": 0.2734375,
      "learning_rate": 6.535872365954481e-06,
      "loss": 0.6804,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4779
    },
    {
      "epoch": 0.6514036522213137,
      "grad_norm": 0.263671875,
      "learning_rate": 6.531409526162287e-06,
      "loss": 0.6824,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4780
    },
    {
      "epoch": 0.6515399291360043,
      "grad_norm": 0.279296875,
      "learning_rate": 6.526947471551799e-06,
      "loss": 0.6833,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4781
    },
    {
      "epoch": 0.651676206050695,
      "grad_norm": 0.328125,
      "learning_rate": 6.5224862031330806e-06,
      "loss": 0.7878,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4782
    },
    {
      "epoch": 0.6518124829653856,
      "grad_norm": 0.384765625,
      "learning_rate": 6.518025721916028e-06,
      "loss": 0.893,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4783
    },
    {
      "epoch": 0.6519487598800763,
      "grad_norm": 0.5703125,
      "learning_rate": 6.513566028910356e-06,
      "loss": 0.7287,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4784
    },
    {
      "epoch": 0.6520850367947669,
      "grad_norm": 0.25390625,
      "learning_rate": 6.509107125125604e-06,
      "loss": 0.7337,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4785
    },
    {
      "epoch": 0.6522213137094576,
      "grad_norm": 0.275390625,
      "learning_rate": 6.504649011571125e-06,
      "loss": 0.6995,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4786
    },
    {
      "epoch": 0.6523575906241482,
      "grad_norm": 0.31640625,
      "learning_rate": 6.500191689256102e-06,
      "loss": 0.7458,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4787
    },
    {
      "epoch": 0.6524938675388389,
      "grad_norm": 0.294921875,
      "learning_rate": 6.495735159189536e-06,
      "loss": 0.693,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4788
    },
    {
      "epoch": 0.6526301444535296,
      "grad_norm": 0.2890625,
      "learning_rate": 6.491279422380239e-06,
      "loss": 0.6962,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4789
    },
    {
      "epoch": 0.6527664213682203,
      "grad_norm": 0.283203125,
      "learning_rate": 6.486824479836864e-06,
      "loss": 0.7259,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4790
    },
    {
      "epoch": 0.6529026982829109,
      "grad_norm": 0.3828125,
      "learning_rate": 6.482370332567862e-06,
      "loss": 0.7894,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4791
    },
    {
      "epoch": 0.6530389751976016,
      "grad_norm": 0.373046875,
      "learning_rate": 6.4779169815815245e-06,
      "loss": 0.7031,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4792
    },
    {
      "epoch": 0.6531752521122922,
      "grad_norm": 0.29296875,
      "learning_rate": 6.473464427885946e-06,
      "loss": 0.6956,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4793
    },
    {
      "epoch": 0.6533115290269829,
      "grad_norm": 0.32421875,
      "learning_rate": 6.469012672489044e-06,
      "loss": 0.6857,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4794
    },
    {
      "epoch": 0.6534478059416735,
      "grad_norm": 0.3125,
      "learning_rate": 6.464561716398565e-06,
      "loss": 0.7369,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4795
    },
    {
      "epoch": 0.6535840828563642,
      "grad_norm": 0.404296875,
      "learning_rate": 6.460111560622068e-06,
      "loss": 0.6857,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4796
    },
    {
      "epoch": 0.6537203597710548,
      "grad_norm": 0.31640625,
      "learning_rate": 6.455662206166924e-06,
      "loss": 0.6988,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4797
    },
    {
      "epoch": 0.6538566366857455,
      "grad_norm": 0.3125,
      "learning_rate": 6.451213654040338e-06,
      "loss": 0.7732,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4798
    },
    {
      "epoch": 0.6539929136004361,
      "grad_norm": 0.30859375,
      "learning_rate": 6.446765905249316e-06,
      "loss": 0.6824,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4799
    },
    {
      "epoch": 0.6541291905151267,
      "grad_norm": 0.4765625,
      "learning_rate": 6.4423189608007e-06,
      "loss": 0.7286,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4800
    },
    {
      "epoch": 0.6542654674298174,
      "grad_norm": 0.302734375,
      "learning_rate": 6.437872821701134e-06,
      "loss": 0.7619,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4801
    },
    {
      "epoch": 0.654401744344508,
      "grad_norm": 0.38671875,
      "learning_rate": 6.433427488957087e-06,
      "loss": 0.7244,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4802
    },
    {
      "epoch": 0.6545380212591987,
      "grad_norm": 0.353515625,
      "learning_rate": 6.42898296357485e-06,
      "loss": 0.7068,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4803
    },
    {
      "epoch": 0.6546742981738893,
      "grad_norm": 0.359375,
      "learning_rate": 6.424539246560522e-06,
      "loss": 0.7332,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4804
    },
    {
      "epoch": 0.65481057508858,
      "grad_norm": 0.28125,
      "learning_rate": 6.420096338920021e-06,
      "loss": 0.7831,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4805
    },
    {
      "epoch": 0.6549468520032706,
      "grad_norm": 0.29296875,
      "learning_rate": 6.4156542416590905e-06,
      "loss": 0.7266,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4806
    },
    {
      "epoch": 0.6550831289179613,
      "grad_norm": 0.287109375,
      "learning_rate": 6.411212955783278e-06,
      "loss": 0.7113,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4807
    },
    {
      "epoch": 0.6552194058326519,
      "grad_norm": 0.255859375,
      "learning_rate": 6.406772482297956e-06,
      "loss": 0.6849,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4808
    },
    {
      "epoch": 0.6553556827473426,
      "grad_norm": 0.208984375,
      "learning_rate": 6.40233282220831e-06,
      "loss": 0.7049,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4809
    },
    {
      "epoch": 0.6554919596620332,
      "grad_norm": 0.392578125,
      "learning_rate": 6.397893976519345e-06,
      "loss": 0.7021,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4810
    },
    {
      "epoch": 0.6556282365767239,
      "grad_norm": 0.35546875,
      "learning_rate": 6.393455946235874e-06,
      "loss": 0.7234,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4811
    },
    {
      "epoch": 0.6557645134914145,
      "grad_norm": 0.31640625,
      "learning_rate": 6.389018732362533e-06,
      "loss": 0.7655,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4812
    },
    {
      "epoch": 0.6559007904061052,
      "grad_norm": 0.41015625,
      "learning_rate": 6.384582335903764e-06,
      "loss": 0.7956,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4813
    },
    {
      "epoch": 0.6560370673207958,
      "grad_norm": 0.296875,
      "learning_rate": 6.380146757863841e-06,
      "loss": 0.7384,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4814
    },
    {
      "epoch": 0.6561733442354865,
      "grad_norm": 0.3203125,
      "learning_rate": 6.3757119992468345e-06,
      "loss": 0.6728,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4815
    },
    {
      "epoch": 0.6563096211501772,
      "grad_norm": 0.30859375,
      "learning_rate": 6.371278061056634e-06,
      "loss": 0.6702,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4816
    },
    {
      "epoch": 0.6564458980648679,
      "grad_norm": 0.328125,
      "learning_rate": 6.366844944296955e-06,
      "loss": 0.735,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4817
    },
    {
      "epoch": 0.6565821749795585,
      "grad_norm": 0.46875,
      "learning_rate": 6.36241264997131e-06,
      "loss": 0.7065,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4818
    },
    {
      "epoch": 0.6567184518942492,
      "grad_norm": 0.283203125,
      "learning_rate": 6.357981179083037e-06,
      "loss": 0.6252,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4819
    },
    {
      "epoch": 0.6568547288089398,
      "grad_norm": 0.341796875,
      "learning_rate": 6.353550532635284e-06,
      "loss": 0.7307,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4820
    },
    {
      "epoch": 0.6569910057236305,
      "grad_norm": 0.29296875,
      "learning_rate": 6.3491207116310135e-06,
      "loss": 0.6965,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4821
    },
    {
      "epoch": 0.6571272826383211,
      "grad_norm": 0.28125,
      "learning_rate": 6.344691717072997e-06,
      "loss": 0.6918,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4822
    },
    {
      "epoch": 0.6572635595530117,
      "grad_norm": 0.328125,
      "learning_rate": 6.340263549963827e-06,
      "loss": 0.7362,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4823
    },
    {
      "epoch": 0.6573998364677024,
      "grad_norm": 0.32421875,
      "learning_rate": 6.3358362113058955e-06,
      "loss": 0.7633,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4824
    },
    {
      "epoch": 0.657536113382393,
      "grad_norm": 0.310546875,
      "learning_rate": 6.331409702101425e-06,
      "loss": 0.7243,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4825
    },
    {
      "epoch": 0.6576723902970837,
      "grad_norm": 0.265625,
      "learning_rate": 6.326984023352435e-06,
      "loss": 0.7065,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4826
    },
    {
      "epoch": 0.6578086672117743,
      "grad_norm": 0.294921875,
      "learning_rate": 6.322559176060759e-06,
      "loss": 0.6304,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4827
    },
    {
      "epoch": 0.657944944126465,
      "grad_norm": 0.6796875,
      "learning_rate": 6.318135161228054e-06,
      "loss": 0.6376,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4828
    },
    {
      "epoch": 0.6580812210411556,
      "grad_norm": 0.26953125,
      "learning_rate": 6.313711979855772e-06,
      "loss": 0.7364,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4829
    },
    {
      "epoch": 0.6582174979558463,
      "grad_norm": 0.30078125,
      "learning_rate": 6.309289632945193e-06,
      "loss": 0.6868,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4830
    },
    {
      "epoch": 0.6583537748705369,
      "grad_norm": 0.4375,
      "learning_rate": 6.304868121497394e-06,
      "loss": 0.7042,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4831
    },
    {
      "epoch": 0.6584900517852276,
      "grad_norm": 0.263671875,
      "learning_rate": 6.300447446513266e-06,
      "loss": 0.6915,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4832
    },
    {
      "epoch": 0.6586263286999182,
      "grad_norm": 0.2431640625,
      "learning_rate": 6.29602760899352e-06,
      "loss": 0.6772,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4833
    },
    {
      "epoch": 0.6587626056146089,
      "grad_norm": 0.322265625,
      "learning_rate": 6.291608609938669e-06,
      "loss": 0.6977,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4834
    },
    {
      "epoch": 0.6588988825292995,
      "grad_norm": 0.3671875,
      "learning_rate": 6.287190450349031e-06,
      "loss": 0.8112,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4835
    },
    {
      "epoch": 0.6590351594439902,
      "grad_norm": 0.271484375,
      "learning_rate": 6.282773131224752e-06,
      "loss": 0.6738,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4836
    },
    {
      "epoch": 0.6591714363586808,
      "grad_norm": 0.3046875,
      "learning_rate": 6.278356653565771e-06,
      "loss": 0.7421,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4837
    },
    {
      "epoch": 0.6593077132733715,
      "grad_norm": 0.33203125,
      "learning_rate": 6.273941018371836e-06,
      "loss": 0.6813,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4838
    },
    {
      "epoch": 0.6594439901880621,
      "grad_norm": 0.296875,
      "learning_rate": 6.269526226642522e-06,
      "loss": 0.7085,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4839
    },
    {
      "epoch": 0.6595802671027527,
      "grad_norm": 0.244140625,
      "learning_rate": 6.265112279377191e-06,
      "loss": 0.6838,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4840
    },
    {
      "epoch": 0.6597165440174434,
      "grad_norm": 0.44140625,
      "learning_rate": 6.260699177575034e-06,
      "loss": 0.6876,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4841
    },
    {
      "epoch": 0.659852820932134,
      "grad_norm": 0.2734375,
      "learning_rate": 6.256286922235035e-06,
      "loss": 0.6994,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4842
    },
    {
      "epoch": 0.6599890978468248,
      "grad_norm": 0.333984375,
      "learning_rate": 6.251875514355989e-06,
      "loss": 0.6516,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4843
    },
    {
      "epoch": 0.6601253747615154,
      "grad_norm": 0.375,
      "learning_rate": 6.247464954936511e-06,
      "loss": 0.7623,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4844
    },
    {
      "epoch": 0.6602616516762061,
      "grad_norm": 0.4296875,
      "learning_rate": 6.243055244975007e-06,
      "loss": 0.6814,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4845
    },
    {
      "epoch": 0.6603979285908967,
      "grad_norm": 0.25390625,
      "learning_rate": 6.238646385469704e-06,
      "loss": 0.7103,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4846
    },
    {
      "epoch": 0.6605342055055874,
      "grad_norm": 0.314453125,
      "learning_rate": 6.234238377418632e-06,
      "loss": 0.745,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4847
    },
    {
      "epoch": 0.660670482420278,
      "grad_norm": 0.3671875,
      "learning_rate": 6.229831221819624e-06,
      "loss": 0.7768,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4848
    },
    {
      "epoch": 0.6608067593349687,
      "grad_norm": 0.482421875,
      "learning_rate": 6.225424919670328e-06,
      "loss": 0.7563,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4849
    },
    {
      "epoch": 0.6609430362496593,
      "grad_norm": 0.306640625,
      "learning_rate": 6.2210194719681945e-06,
      "loss": 0.6841,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4850
    },
    {
      "epoch": 0.66107931316435,
      "grad_norm": 0.248046875,
      "learning_rate": 6.2166148797104745e-06,
      "loss": 0.6691,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4851
    },
    {
      "epoch": 0.6612155900790406,
      "grad_norm": 0.34375,
      "learning_rate": 6.21221114389424e-06,
      "loss": 0.7132,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4852
    },
    {
      "epoch": 0.6613518669937313,
      "grad_norm": 0.30078125,
      "learning_rate": 6.207808265516357e-06,
      "loss": 0.7199,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4853
    },
    {
      "epoch": 0.6614881439084219,
      "grad_norm": 0.3828125,
      "learning_rate": 6.2034062455734975e-06,
      "loss": 0.7702,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4854
    },
    {
      "epoch": 0.6616244208231126,
      "grad_norm": 0.34375,
      "learning_rate": 6.199005085062151e-06,
      "loss": 0.7653,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4855
    },
    {
      "epoch": 0.6617606977378032,
      "grad_norm": 0.333984375,
      "learning_rate": 6.194604784978597e-06,
      "loss": 0.6715,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4856
    },
    {
      "epoch": 0.6618969746524939,
      "grad_norm": 0.57421875,
      "learning_rate": 6.190205346318927e-06,
      "loss": 0.7562,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4857
    },
    {
      "epoch": 0.6620332515671845,
      "grad_norm": 0.259765625,
      "learning_rate": 6.185806770079046e-06,
      "loss": 0.6494,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4858
    },
    {
      "epoch": 0.6621695284818752,
      "grad_norm": 0.27734375,
      "learning_rate": 6.181409057254646e-06,
      "loss": 0.7166,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4859
    },
    {
      "epoch": 0.6623058053965658,
      "grad_norm": 0.30859375,
      "learning_rate": 6.17701220884124e-06,
      "loss": 0.686,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4860
    },
    {
      "epoch": 0.6624420823112565,
      "grad_norm": 0.267578125,
      "learning_rate": 6.1726162258341384e-06,
      "loss": 0.6834,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4861
    },
    {
      "epoch": 0.6625783592259471,
      "grad_norm": 0.28125,
      "learning_rate": 6.16822110922845e-06,
      "loss": 0.6669,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4862
    },
    {
      "epoch": 0.6627146361406377,
      "grad_norm": 0.3984375,
      "learning_rate": 6.163826860019101e-06,
      "loss": 0.7137,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4863
    },
    {
      "epoch": 0.6628509130553284,
      "grad_norm": 0.353515625,
      "learning_rate": 6.15943347920081e-06,
      "loss": 0.6751,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4864
    },
    {
      "epoch": 0.662987189970019,
      "grad_norm": 0.39453125,
      "learning_rate": 6.1550409677681e-06,
      "loss": 0.7631,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4865
    },
    {
      "epoch": 0.6631234668847097,
      "grad_norm": 0.2578125,
      "learning_rate": 6.150649326715305e-06,
      "loss": 0.6521,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4866
    },
    {
      "epoch": 0.6632597437994003,
      "grad_norm": 0.3515625,
      "learning_rate": 6.1462585570365506e-06,
      "loss": 0.717,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4867
    },
    {
      "epoch": 0.663396020714091,
      "grad_norm": 0.345703125,
      "learning_rate": 6.1418686597257805e-06,
      "loss": 0.6649,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4868
    },
    {
      "epoch": 0.6635322976287816,
      "grad_norm": 0.294921875,
      "learning_rate": 6.137479635776727e-06,
      "loss": 0.7065,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4869
    },
    {
      "epoch": 0.6636685745434724,
      "grad_norm": 0.283203125,
      "learning_rate": 6.133091486182923e-06,
      "loss": 0.6799,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4870
    },
    {
      "epoch": 0.663804851458163,
      "grad_norm": 0.2451171875,
      "learning_rate": 6.12870421193772e-06,
      "loss": 0.6748,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4871
    },
    {
      "epoch": 0.6639411283728537,
      "grad_norm": 0.279296875,
      "learning_rate": 6.124317814034256e-06,
      "loss": 0.7242,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4872
    },
    {
      "epoch": 0.6640774052875443,
      "grad_norm": 0.28125,
      "learning_rate": 6.119932293465478e-06,
      "loss": 0.6939,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4873
    },
    {
      "epoch": 0.664213682202235,
      "grad_norm": 0.306640625,
      "learning_rate": 6.115547651224131e-06,
      "loss": 0.7388,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4874
    },
    {
      "epoch": 0.6643499591169256,
      "grad_norm": 0.333984375,
      "learning_rate": 6.111163888302765e-06,
      "loss": 0.7915,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4875
    },
    {
      "epoch": 0.6644862360316163,
      "grad_norm": 0.271484375,
      "learning_rate": 6.106781005693723e-06,
      "loss": 0.7057,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4876
    },
    {
      "epoch": 0.6646225129463069,
      "grad_norm": 0.30078125,
      "learning_rate": 6.102399004389161e-06,
      "loss": 0.6674,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4877
    },
    {
      "epoch": 0.6647587898609976,
      "grad_norm": 0.322265625,
      "learning_rate": 6.098017885381021e-06,
      "loss": 0.6926,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4878
    },
    {
      "epoch": 0.6648950667756882,
      "grad_norm": 0.33984375,
      "learning_rate": 6.093637649661062e-06,
      "loss": 0.755,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4879
    },
    {
      "epoch": 0.6650313436903789,
      "grad_norm": 0.2314453125,
      "learning_rate": 6.08925829822083e-06,
      "loss": 0.6805,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4880
    },
    {
      "epoch": 0.6651676206050695,
      "grad_norm": 0.267578125,
      "learning_rate": 6.084879832051669e-06,
      "loss": 0.7193,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4881
    },
    {
      "epoch": 0.6653038975197602,
      "grad_norm": 0.2578125,
      "learning_rate": 6.080502252144739e-06,
      "loss": 0.6756,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4882
    },
    {
      "epoch": 0.6654401744344508,
      "grad_norm": 0.3046875,
      "learning_rate": 6.07612555949098e-06,
      "loss": 0.7348,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4883
    },
    {
      "epoch": 0.6655764513491415,
      "grad_norm": 0.314453125,
      "learning_rate": 6.071749755081144e-06,
      "loss": 0.715,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4884
    },
    {
      "epoch": 0.6657127282638321,
      "grad_norm": 0.310546875,
      "learning_rate": 6.0673748399057785e-06,
      "loss": 0.7141,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4885
    },
    {
      "epoch": 0.6658490051785227,
      "grad_norm": 0.330078125,
      "learning_rate": 6.063000814955229e-06,
      "loss": 0.712,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4886
    },
    {
      "epoch": 0.6659852820932134,
      "grad_norm": 0.333984375,
      "learning_rate": 6.0586276812196355e-06,
      "loss": 0.6862,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4887
    },
    {
      "epoch": 0.666121559007904,
      "grad_norm": 0.302734375,
      "learning_rate": 6.054255439688947e-06,
      "loss": 0.8159,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4888
    },
    {
      "epoch": 0.6662578359225947,
      "grad_norm": 0.322265625,
      "learning_rate": 6.049884091352895e-06,
      "loss": 0.7027,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4889
    },
    {
      "epoch": 0.6663941128372853,
      "grad_norm": 0.390625,
      "learning_rate": 6.045513637201028e-06,
      "loss": 0.7208,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4890
    },
    {
      "epoch": 0.666530389751976,
      "grad_norm": 0.4921875,
      "learning_rate": 6.041144078222678e-06,
      "loss": 0.6965,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4891
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.291015625,
      "learning_rate": 6.036775415406971e-06,
      "loss": 0.6558,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4892
    },
    {
      "epoch": 0.6668029435813573,
      "grad_norm": 0.302734375,
      "learning_rate": 6.032407649742849e-06,
      "loss": 0.7197,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4893
    },
    {
      "epoch": 0.6669392204960479,
      "grad_norm": 0.330078125,
      "learning_rate": 6.028040782219031e-06,
      "loss": 0.6945,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4894
    },
    {
      "epoch": 0.6670754974107386,
      "grad_norm": 0.404296875,
      "learning_rate": 6.023674813824041e-06,
      "loss": 0.7513,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4895
    },
    {
      "epoch": 0.6672117743254292,
      "grad_norm": 0.30859375,
      "learning_rate": 6.019309745546204e-06,
      "loss": 0.7814,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4896
    },
    {
      "epoch": 0.66734805124012,
      "grad_norm": 0.27734375,
      "learning_rate": 6.014945578373632e-06,
      "loss": 0.6465,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4897
    },
    {
      "epoch": 0.6674843281548106,
      "grad_norm": 0.34375,
      "learning_rate": 6.010582313294242e-06,
      "loss": 0.7927,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4898
    },
    {
      "epoch": 0.6676206050695013,
      "grad_norm": 0.353515625,
      "learning_rate": 6.00621995129574e-06,
      "loss": 0.7137,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4899
    },
    {
      "epoch": 0.6677568819841919,
      "grad_norm": 0.3671875,
      "learning_rate": 6.001858493365626e-06,
      "loss": 0.7286,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4900
    },
    {
      "epoch": 0.6678931588988826,
      "grad_norm": 0.341796875,
      "learning_rate": 5.997497940491208e-06,
      "loss": 0.716,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4901
    },
    {
      "epoch": 0.6680294358135732,
      "grad_norm": 0.35546875,
      "learning_rate": 5.993138293659576e-06,
      "loss": 0.7266,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4902
    },
    {
      "epoch": 0.6681657127282639,
      "grad_norm": 0.318359375,
      "learning_rate": 5.988779553857616e-06,
      "loss": 0.6839,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4903
    },
    {
      "epoch": 0.6683019896429545,
      "grad_norm": 0.396484375,
      "learning_rate": 5.984421722072018e-06,
      "loss": 0.6918,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4904
    },
    {
      "epoch": 0.6684382665576452,
      "grad_norm": 0.375,
      "learning_rate": 5.980064799289257e-06,
      "loss": 0.728,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4905
    },
    {
      "epoch": 0.6685745434723358,
      "grad_norm": 0.298828125,
      "learning_rate": 5.975708786495603e-06,
      "loss": 0.6719,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4906
    },
    {
      "epoch": 0.6687108203870265,
      "grad_norm": 0.35546875,
      "learning_rate": 5.97135368467713e-06,
      "loss": 0.7209,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4907
    },
    {
      "epoch": 0.6688470973017171,
      "grad_norm": 0.34375,
      "learning_rate": 5.96699949481969e-06,
      "loss": 0.7902,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4908
    },
    {
      "epoch": 0.6689833742164077,
      "grad_norm": 0.298828125,
      "learning_rate": 5.962646217908945e-06,
      "loss": 0.6938,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4909
    },
    {
      "epoch": 0.6691196511310984,
      "grad_norm": 0.30859375,
      "learning_rate": 5.958293854930338e-06,
      "loss": 0.6867,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4910
    },
    {
      "epoch": 0.669255928045789,
      "grad_norm": 0.27734375,
      "learning_rate": 5.95394240686911e-06,
      "loss": 0.6634,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4911
    },
    {
      "epoch": 0.6693922049604797,
      "grad_norm": 0.279296875,
      "learning_rate": 5.9495918747102944e-06,
      "loss": 0.6783,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4912
    },
    {
      "epoch": 0.6695284818751703,
      "grad_norm": 0.21875,
      "learning_rate": 5.945242259438719e-06,
      "loss": 0.6435,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4913
    },
    {
      "epoch": 0.669664758789861,
      "grad_norm": 0.376953125,
      "learning_rate": 5.9408935620389986e-06,
      "loss": 0.7026,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4914
    },
    {
      "epoch": 0.6698010357045516,
      "grad_norm": 0.33203125,
      "learning_rate": 5.9365457834955486e-06,
      "loss": 0.7172,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4915
    },
    {
      "epoch": 0.6699373126192423,
      "grad_norm": 0.26953125,
      "learning_rate": 5.932198924792565e-06,
      "loss": 0.7011,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4916
    },
    {
      "epoch": 0.6700735895339329,
      "grad_norm": 0.28125,
      "learning_rate": 5.927852986914051e-06,
      "loss": 0.7527,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4917
    },
    {
      "epoch": 0.6702098664486236,
      "grad_norm": 0.326171875,
      "learning_rate": 5.92350797084379e-06,
      "loss": 0.7085,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4918
    },
    {
      "epoch": 0.6703461433633142,
      "grad_norm": 0.365234375,
      "learning_rate": 5.919163877565351e-06,
      "loss": 0.7147,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4919
    },
    {
      "epoch": 0.6704824202780049,
      "grad_norm": 0.27734375,
      "learning_rate": 5.914820708062114e-06,
      "loss": 0.695,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4920
    },
    {
      "epoch": 0.6706186971926955,
      "grad_norm": 0.271484375,
      "learning_rate": 5.910478463317233e-06,
      "loss": 0.7489,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4921
    },
    {
      "epoch": 0.6707549741073862,
      "grad_norm": 0.3828125,
      "learning_rate": 5.906137144313655e-06,
      "loss": 0.7401,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4922
    },
    {
      "epoch": 0.6708912510220768,
      "grad_norm": 0.330078125,
      "learning_rate": 5.901796752034128e-06,
      "loss": 0.7033,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4923
    },
    {
      "epoch": 0.6710275279367676,
      "grad_norm": 0.39453125,
      "learning_rate": 5.897457287461174e-06,
      "loss": 0.6775,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4924
    },
    {
      "epoch": 0.6711638048514582,
      "grad_norm": 0.3671875,
      "learning_rate": 5.89311875157712e-06,
      "loss": 0.7595,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4925
    },
    {
      "epoch": 0.6713000817661489,
      "grad_norm": 0.263671875,
      "learning_rate": 5.888781145364078e-06,
      "loss": 0.7304,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4926
    },
    {
      "epoch": 0.6714363586808395,
      "grad_norm": 0.263671875,
      "learning_rate": 5.884444469803939e-06,
      "loss": 0.6866,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4927
    },
    {
      "epoch": 0.6715726355955302,
      "grad_norm": 0.427734375,
      "learning_rate": 5.880108725878403e-06,
      "loss": 0.8322,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4928
    },
    {
      "epoch": 0.6717089125102208,
      "grad_norm": 0.314453125,
      "learning_rate": 5.875773914568943e-06,
      "loss": 0.6788,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4929
    },
    {
      "epoch": 0.6718451894249114,
      "grad_norm": 0.275390625,
      "learning_rate": 5.871440036856824e-06,
      "loss": 0.7152,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4930
    },
    {
      "epoch": 0.6719814663396021,
      "grad_norm": 0.25390625,
      "learning_rate": 5.867107093723108e-06,
      "loss": 0.6668,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4931
    },
    {
      "epoch": 0.6721177432542927,
      "grad_norm": 0.365234375,
      "learning_rate": 5.862775086148638e-06,
      "loss": 0.7227,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4932
    },
    {
      "epoch": 0.6722540201689834,
      "grad_norm": 0.294921875,
      "learning_rate": 5.858444015114038e-06,
      "loss": 0.7389,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4933
    },
    {
      "epoch": 0.672390297083674,
      "grad_norm": 0.27734375,
      "learning_rate": 5.854113881599741e-06,
      "loss": 0.7647,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4934
    },
    {
      "epoch": 0.6725265739983647,
      "grad_norm": 0.287109375,
      "learning_rate": 5.849784686585949e-06,
      "loss": 0.7017,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4935
    },
    {
      "epoch": 0.6726628509130553,
      "grad_norm": 0.419921875,
      "learning_rate": 5.8454564310526586e-06,
      "loss": 0.6428,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4936
    },
    {
      "epoch": 0.672799127827746,
      "grad_norm": 0.337890625,
      "learning_rate": 5.841129115979653e-06,
      "loss": 0.7443,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4937
    },
    {
      "epoch": 0.6729354047424366,
      "grad_norm": 0.271484375,
      "learning_rate": 5.836802742346502e-06,
      "loss": 0.7065,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4938
    },
    {
      "epoch": 0.6730716816571273,
      "grad_norm": 0.2890625,
      "learning_rate": 5.832477311132565e-06,
      "loss": 0.6859,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4939
    },
    {
      "epoch": 0.6732079585718179,
      "grad_norm": 0.3984375,
      "learning_rate": 5.82815282331699e-06,
      "loss": 0.6977,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4940
    },
    {
      "epoch": 0.6733442354865086,
      "grad_norm": 0.5078125,
      "learning_rate": 5.823829279878693e-06,
      "loss": 0.739,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4941
    },
    {
      "epoch": 0.6734805124011992,
      "grad_norm": 0.306640625,
      "learning_rate": 5.81950668179641e-06,
      "loss": 0.7256,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4942
    },
    {
      "epoch": 0.6736167893158899,
      "grad_norm": 0.326171875,
      "learning_rate": 5.815185030048626e-06,
      "loss": 0.6985,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4943
    },
    {
      "epoch": 0.6737530662305805,
      "grad_norm": 0.330078125,
      "learning_rate": 5.810864325613641e-06,
      "loss": 0.7285,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4944
    },
    {
      "epoch": 0.6738893431452712,
      "grad_norm": 0.259765625,
      "learning_rate": 5.8065445694695235e-06,
      "loss": 0.7148,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4945
    },
    {
      "epoch": 0.6740256200599618,
      "grad_norm": 0.314453125,
      "learning_rate": 5.802225762594129e-06,
      "loss": 0.7222,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4946
    },
    {
      "epoch": 0.6741618969746525,
      "grad_norm": 0.296875,
      "learning_rate": 5.797907905965116e-06,
      "loss": 0.6986,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4947
    },
    {
      "epoch": 0.6742981738893431,
      "grad_norm": 0.25,
      "learning_rate": 5.793591000559903e-06,
      "loss": 0.6195,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4948
    },
    {
      "epoch": 0.6744344508040337,
      "grad_norm": 0.349609375,
      "learning_rate": 5.789275047355704e-06,
      "loss": 0.7274,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4949
    },
    {
      "epoch": 0.6745707277187244,
      "grad_norm": 0.33984375,
      "learning_rate": 5.78496004732952e-06,
      "loss": 0.7412,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4950
    },
    {
      "epoch": 0.6747070046334152,
      "grad_norm": 0.287109375,
      "learning_rate": 5.780646001458138e-06,
      "loss": 0.7453,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4951
    },
    {
      "epoch": 0.6748432815481058,
      "grad_norm": 0.4453125,
      "learning_rate": 5.776332910718111e-06,
      "loss": 0.7766,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4952
    },
    {
      "epoch": 0.6749795584627964,
      "grad_norm": 0.330078125,
      "learning_rate": 5.772020776085807e-06,
      "loss": 0.6733,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4953
    },
    {
      "epoch": 0.6751158353774871,
      "grad_norm": 0.3984375,
      "learning_rate": 5.767709598537347e-06,
      "loss": 0.7789,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4954
    },
    {
      "epoch": 0.6752521122921777,
      "grad_norm": 0.28515625,
      "learning_rate": 5.763399379048653e-06,
      "loss": 0.6896,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4955
    },
    {
      "epoch": 0.6753883892068684,
      "grad_norm": 0.294921875,
      "learning_rate": 5.759090118595425e-06,
      "loss": 0.7052,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4956
    },
    {
      "epoch": 0.675524666121559,
      "grad_norm": 0.2451171875,
      "learning_rate": 5.7547818181531455e-06,
      "loss": 0.6705,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4957
    },
    {
      "epoch": 0.6756609430362497,
      "grad_norm": 0.609375,
      "learning_rate": 5.750474478697084e-06,
      "loss": 0.6981,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4958
    },
    {
      "epoch": 0.6757972199509403,
      "grad_norm": 0.3359375,
      "learning_rate": 5.746168101202285e-06,
      "loss": 0.7713,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4959
    },
    {
      "epoch": 0.675933496865631,
      "grad_norm": 0.3125,
      "learning_rate": 5.741862686643582e-06,
      "loss": 0.7146,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4960
    },
    {
      "epoch": 0.6760697737803216,
      "grad_norm": 0.58984375,
      "learning_rate": 5.737558235995586e-06,
      "loss": 0.7625,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4961
    },
    {
      "epoch": 0.6762060506950123,
      "grad_norm": 0.318359375,
      "learning_rate": 5.733254750232697e-06,
      "loss": 0.7785,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4962
    },
    {
      "epoch": 0.6763423276097029,
      "grad_norm": 0.30859375,
      "learning_rate": 5.728952230329079e-06,
      "loss": 0.6578,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4963
    },
    {
      "epoch": 0.6764786045243936,
      "grad_norm": 0.27734375,
      "learning_rate": 5.724650677258705e-06,
      "loss": 0.6431,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4964
    },
    {
      "epoch": 0.6766148814390842,
      "grad_norm": 0.376953125,
      "learning_rate": 5.720350091995298e-06,
      "loss": 0.7271,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4965
    },
    {
      "epoch": 0.6767511583537749,
      "grad_norm": 0.388671875,
      "learning_rate": 5.716050475512393e-06,
      "loss": 0.7344,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4966
    },
    {
      "epoch": 0.6768874352684655,
      "grad_norm": 0.375,
      "learning_rate": 5.7117518287832804e-06,
      "loss": 0.6738,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4967
    },
    {
      "epoch": 0.6770237121831562,
      "grad_norm": 0.359375,
      "learning_rate": 5.707454152781042e-06,
      "loss": 0.7797,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4968
    },
    {
      "epoch": 0.6771599890978468,
      "grad_norm": 0.46484375,
      "learning_rate": 5.703157448478542e-06,
      "loss": 0.7111,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4969
    },
    {
      "epoch": 0.6772962660125375,
      "grad_norm": 0.486328125,
      "learning_rate": 5.698861716848418e-06,
      "loss": 0.7821,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4970
    },
    {
      "epoch": 0.6774325429272281,
      "grad_norm": 0.328125,
      "learning_rate": 5.694566958863095e-06,
      "loss": 0.7178,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4971
    },
    {
      "epoch": 0.6775688198419187,
      "grad_norm": 0.373046875,
      "learning_rate": 5.690273175494769e-06,
      "loss": 0.793,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4972
    },
    {
      "epoch": 0.6777050967566094,
      "grad_norm": 0.33203125,
      "learning_rate": 5.685980367715427e-06,
      "loss": 0.6398,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4973
    },
    {
      "epoch": 0.6778413736713,
      "grad_norm": 0.2216796875,
      "learning_rate": 5.6816885364968146e-06,
      "loss": 0.6582,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4974
    },
    {
      "epoch": 0.6779776505859907,
      "grad_norm": 0.2431640625,
      "learning_rate": 5.677397682810486e-06,
      "loss": 0.7259,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4975
    },
    {
      "epoch": 0.6781139275006813,
      "grad_norm": 0.291015625,
      "learning_rate": 5.673107807627742e-06,
      "loss": 0.7332,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4976
    },
    {
      "epoch": 0.678250204415372,
      "grad_norm": 0.33984375,
      "learning_rate": 5.668818911919696e-06,
      "loss": 0.6958,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4977
    },
    {
      "epoch": 0.6783864813300627,
      "grad_norm": 0.353515625,
      "learning_rate": 5.664530996657205e-06,
      "loss": 0.7783,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4978
    },
    {
      "epoch": 0.6785227582447534,
      "grad_norm": 0.33203125,
      "learning_rate": 5.660244062810928e-06,
      "loss": 0.7147,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4979
    },
    {
      "epoch": 0.678659035159444,
      "grad_norm": 0.3125,
      "learning_rate": 5.655958111351294e-06,
      "loss": 0.7279,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4980
    },
    {
      "epoch": 0.6787953120741347,
      "grad_norm": 0.294921875,
      "learning_rate": 5.651673143248509e-06,
      "loss": 0.7719,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4981
    },
    {
      "epoch": 0.6789315889888253,
      "grad_norm": 0.302734375,
      "learning_rate": 5.647389159472556e-06,
      "loss": 0.7228,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4982
    },
    {
      "epoch": 0.679067865903516,
      "grad_norm": 0.287109375,
      "learning_rate": 5.643106160993199e-06,
      "loss": 0.7127,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4983
    },
    {
      "epoch": 0.6792041428182066,
      "grad_norm": 0.28515625,
      "learning_rate": 5.63882414877998e-06,
      "loss": 0.6745,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4984
    },
    {
      "epoch": 0.6793404197328973,
      "grad_norm": 0.330078125,
      "learning_rate": 5.634543123802201e-06,
      "loss": 0.726,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4985
    },
    {
      "epoch": 0.6794766966475879,
      "grad_norm": 0.48046875,
      "learning_rate": 5.630263087028971e-06,
      "loss": 0.703,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4986
    },
    {
      "epoch": 0.6796129735622786,
      "grad_norm": 0.47265625,
      "learning_rate": 5.625984039429142e-06,
      "loss": 0.6702,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4987
    },
    {
      "epoch": 0.6797492504769692,
      "grad_norm": 0.2578125,
      "learning_rate": 5.621705981971375e-06,
      "loss": 0.6957,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4988
    },
    {
      "epoch": 0.6798855273916599,
      "grad_norm": 0.388671875,
      "learning_rate": 5.617428915624075e-06,
      "loss": 0.712,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4989
    },
    {
      "epoch": 0.6800218043063505,
      "grad_norm": 0.283203125,
      "learning_rate": 5.613152841355445e-06,
      "loss": 0.7337,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4990
    },
    {
      "epoch": 0.6801580812210412,
      "grad_norm": 0.26953125,
      "learning_rate": 5.608877760133453e-06,
      "loss": 0.7343,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4991
    },
    {
      "epoch": 0.6802943581357318,
      "grad_norm": 0.265625,
      "learning_rate": 5.604603672925852e-06,
      "loss": 0.6706,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4992
    },
    {
      "epoch": 0.6804306350504224,
      "grad_norm": 0.453125,
      "learning_rate": 5.600330580700151e-06,
      "loss": 0.7362,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4993
    },
    {
      "epoch": 0.6805669119651131,
      "grad_norm": 0.67578125,
      "learning_rate": 5.5960584844236565e-06,
      "loss": 0.757,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4994
    },
    {
      "epoch": 0.6807031888798037,
      "grad_norm": 0.287109375,
      "learning_rate": 5.591787385063437e-06,
      "loss": 0.7022,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4995
    },
    {
      "epoch": 0.6808394657944944,
      "grad_norm": 0.2734375,
      "learning_rate": 5.587517283586334e-06,
      "loss": 0.6961,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4996
    },
    {
      "epoch": 0.680975742709185,
      "grad_norm": 0.416015625,
      "learning_rate": 5.5832481809589735e-06,
      "loss": 0.7275,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4997
    },
    {
      "epoch": 0.6811120196238757,
      "grad_norm": 0.263671875,
      "learning_rate": 5.5789800781477355e-06,
      "loss": 0.6585,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4998
    },
    {
      "epoch": 0.6812482965385663,
      "grad_norm": 0.921875,
      "learning_rate": 5.574712976118804e-06,
      "loss": 0.7267,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 4999
    },
    {
      "epoch": 0.681384573453257,
      "grad_norm": 0.3984375,
      "learning_rate": 5.570446875838104e-06,
      "loss": 0.7747,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5000
    },
    {
      "epoch": 0.6815208503679476,
      "grad_norm": 0.34375,
      "learning_rate": 5.566181778271355e-06,
      "loss": 0.6648,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5001
    },
    {
      "epoch": 0.6816571272826383,
      "grad_norm": 0.45703125,
      "learning_rate": 5.561917684384045e-06,
      "loss": 0.7266,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5002
    },
    {
      "epoch": 0.6817934041973289,
      "grad_norm": 0.2734375,
      "learning_rate": 5.557654595141433e-06,
      "loss": 0.677,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5003
    },
    {
      "epoch": 0.6819296811120196,
      "grad_norm": 0.376953125,
      "learning_rate": 5.553392511508542e-06,
      "loss": 0.7294,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5004
    },
    {
      "epoch": 0.6820659580267103,
      "grad_norm": 0.302734375,
      "learning_rate": 5.549131434450189e-06,
      "loss": 0.7148,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5005
    },
    {
      "epoch": 0.682202234941401,
      "grad_norm": 0.44921875,
      "learning_rate": 5.5448713649309374e-06,
      "loss": 0.6353,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5006
    },
    {
      "epoch": 0.6823385118560916,
      "grad_norm": 0.5625,
      "learning_rate": 5.540612303915148e-06,
      "loss": 0.6883,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5007
    },
    {
      "epoch": 0.6824747887707823,
      "grad_norm": 0.29296875,
      "learning_rate": 5.536354252366931e-06,
      "loss": 0.8086,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5008
    },
    {
      "epoch": 0.6826110656854729,
      "grad_norm": 0.287109375,
      "learning_rate": 5.532097211250182e-06,
      "loss": 0.7724,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5009
    },
    {
      "epoch": 0.6827473426001636,
      "grad_norm": 0.2578125,
      "learning_rate": 5.527841181528561e-06,
      "loss": 0.7422,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5010
    },
    {
      "epoch": 0.6828836195148542,
      "grad_norm": 0.34375,
      "learning_rate": 5.523586164165505e-06,
      "loss": 0.7315,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5011
    },
    {
      "epoch": 0.6830198964295449,
      "grad_norm": 0.326171875,
      "learning_rate": 5.519332160124215e-06,
      "loss": 0.6515,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5012
    },
    {
      "epoch": 0.6831561733442355,
      "grad_norm": 0.326171875,
      "learning_rate": 5.5150791703676694e-06,
      "loss": 0.7188,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5013
    },
    {
      "epoch": 0.6832924502589262,
      "grad_norm": 0.310546875,
      "learning_rate": 5.510827195858612e-06,
      "loss": 0.7232,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5014
    },
    {
      "epoch": 0.6834287271736168,
      "grad_norm": 0.32421875,
      "learning_rate": 5.506576237559558e-06,
      "loss": 0.664,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5015
    },
    {
      "epoch": 0.6835650040883074,
      "grad_norm": 0.314453125,
      "learning_rate": 5.502326296432796e-06,
      "loss": 0.8007,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5016
    },
    {
      "epoch": 0.6837012810029981,
      "grad_norm": 0.42578125,
      "learning_rate": 5.498077373440372e-06,
      "loss": 0.6281,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5017
    },
    {
      "epoch": 0.6838375579176887,
      "grad_norm": 0.388671875,
      "learning_rate": 5.493829469544125e-06,
      "loss": 0.7155,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5018
    },
    {
      "epoch": 0.6839738348323794,
      "grad_norm": 0.375,
      "learning_rate": 5.489582585705639e-06,
      "loss": 0.7893,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5019
    },
    {
      "epoch": 0.68411011174707,
      "grad_norm": 0.33203125,
      "learning_rate": 5.48533672288628e-06,
      "loss": 0.6937,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5020
    },
    {
      "epoch": 0.6842463886617607,
      "grad_norm": 0.3125,
      "learning_rate": 5.4810918820471805e-06,
      "loss": 0.7048,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5021
    },
    {
      "epoch": 0.6843826655764513,
      "grad_norm": 0.287109375,
      "learning_rate": 5.476848064149239e-06,
      "loss": 0.6963,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5022
    },
    {
      "epoch": 0.684518942491142,
      "grad_norm": 0.33203125,
      "learning_rate": 5.472605270153128e-06,
      "loss": 0.7255,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5023
    },
    {
      "epoch": 0.6846552194058326,
      "grad_norm": 0.326171875,
      "learning_rate": 5.468363501019285e-06,
      "loss": 0.7245,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5024
    },
    {
      "epoch": 0.6847914963205233,
      "grad_norm": 0.318359375,
      "learning_rate": 5.464122757707912e-06,
      "loss": 0.6407,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5025
    },
    {
      "epoch": 0.6849277732352139,
      "grad_norm": 0.263671875,
      "learning_rate": 5.459883041178986e-06,
      "loss": 0.6532,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5026
    },
    {
      "epoch": 0.6850640501499046,
      "grad_norm": 0.369140625,
      "learning_rate": 5.455644352392249e-06,
      "loss": 0.6571,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5027
    },
    {
      "epoch": 0.6852003270645952,
      "grad_norm": 0.251953125,
      "learning_rate": 5.4514066923071995e-06,
      "loss": 0.6992,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5028
    },
    {
      "epoch": 0.6853366039792859,
      "grad_norm": 0.431640625,
      "learning_rate": 5.4471700618831266e-06,
      "loss": 0.6962,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5029
    },
    {
      "epoch": 0.6854728808939765,
      "grad_norm": 0.439453125,
      "learning_rate": 5.442934462079063e-06,
      "loss": 0.7488,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5030
    },
    {
      "epoch": 0.6856091578086672,
      "grad_norm": 0.328125,
      "learning_rate": 5.438699893853818e-06,
      "loss": 0.7485,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5031
    },
    {
      "epoch": 0.6857454347233579,
      "grad_norm": 0.373046875,
      "learning_rate": 5.434466358165971e-06,
      "loss": 0.7005,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5032
    },
    {
      "epoch": 0.6858817116380486,
      "grad_norm": 0.3359375,
      "learning_rate": 5.430233855973862e-06,
      "loss": 0.7621,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5033
    },
    {
      "epoch": 0.6860179885527392,
      "grad_norm": 0.34375,
      "learning_rate": 5.426002388235598e-06,
      "loss": 0.7212,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5034
    },
    {
      "epoch": 0.6861542654674299,
      "grad_norm": 0.267578125,
      "learning_rate": 5.421771955909054e-06,
      "loss": 0.7057,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5035
    },
    {
      "epoch": 0.6862905423821205,
      "grad_norm": 0.267578125,
      "learning_rate": 5.417542559951867e-06,
      "loss": 0.6772,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5036
    },
    {
      "epoch": 0.6864268192968112,
      "grad_norm": 0.349609375,
      "learning_rate": 5.413314201321444e-06,
      "loss": 0.6936,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5037
    },
    {
      "epoch": 0.6865630962115018,
      "grad_norm": 0.330078125,
      "learning_rate": 5.409086880974956e-06,
      "loss": 0.7311,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5038
    },
    {
      "epoch": 0.6866993731261924,
      "grad_norm": 0.27734375,
      "learning_rate": 5.404860599869328e-06,
      "loss": 0.7294,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5039
    },
    {
      "epoch": 0.6868356500408831,
      "grad_norm": 0.28515625,
      "learning_rate": 5.400635358961276e-06,
      "loss": 0.6743,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5040
    },
    {
      "epoch": 0.6869719269555737,
      "grad_norm": 0.2431640625,
      "learning_rate": 5.396411159207249e-06,
      "loss": 0.74,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5041
    },
    {
      "epoch": 0.6871082038702644,
      "grad_norm": 0.28515625,
      "learning_rate": 5.392188001563482e-06,
      "loss": 0.6697,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5042
    },
    {
      "epoch": 0.687244480784955,
      "grad_norm": 0.58203125,
      "learning_rate": 5.387965886985967e-06,
      "loss": 0.6516,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5043
    },
    {
      "epoch": 0.6873807576996457,
      "grad_norm": 0.31640625,
      "learning_rate": 5.3837448164304585e-06,
      "loss": 0.7512,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5044
    },
    {
      "epoch": 0.6875170346143363,
      "grad_norm": 0.384765625,
      "learning_rate": 5.379524790852477e-06,
      "loss": 0.6896,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5045
    },
    {
      "epoch": 0.687653311529027,
      "grad_norm": 0.267578125,
      "learning_rate": 5.375305811207308e-06,
      "loss": 0.6891,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5046
    },
    {
      "epoch": 0.6877895884437176,
      "grad_norm": 0.3359375,
      "learning_rate": 5.371087878449995e-06,
      "loss": 0.7082,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5047
    },
    {
      "epoch": 0.6879258653584083,
      "grad_norm": 0.271484375,
      "learning_rate": 5.3668709935353514e-06,
      "loss": 0.7346,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5048
    },
    {
      "epoch": 0.6880621422730989,
      "grad_norm": 0.396484375,
      "learning_rate": 5.362655157417948e-06,
      "loss": 0.7661,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5049
    },
    {
      "epoch": 0.6881984191877896,
      "grad_norm": 0.470703125,
      "learning_rate": 5.358440371052115e-06,
      "loss": 0.7877,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5050
    },
    {
      "epoch": 0.6883346961024802,
      "grad_norm": 0.322265625,
      "learning_rate": 5.35422663539196e-06,
      "loss": 0.7769,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5051
    },
    {
      "epoch": 0.6884709730171709,
      "grad_norm": 0.2734375,
      "learning_rate": 5.350013951391333e-06,
      "loss": 0.6453,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5052
    },
    {
      "epoch": 0.6886072499318615,
      "grad_norm": 0.28515625,
      "learning_rate": 5.3458023200038604e-06,
      "loss": 0.6532,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5053
    },
    {
      "epoch": 0.6887435268465522,
      "grad_norm": 0.26171875,
      "learning_rate": 5.341591742182923e-06,
      "loss": 0.7104,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5054
    },
    {
      "epoch": 0.6888798037612428,
      "grad_norm": 0.28515625,
      "learning_rate": 5.337382218881666e-06,
      "loss": 0.7254,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5055
    },
    {
      "epoch": 0.6890160806759335,
      "grad_norm": 0.400390625,
      "learning_rate": 5.333173751052998e-06,
      "loss": 0.7728,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5056
    },
    {
      "epoch": 0.6891523575906241,
      "grad_norm": 0.8828125,
      "learning_rate": 5.328966339649586e-06,
      "loss": 0.7087,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5057
    },
    {
      "epoch": 0.6892886345053147,
      "grad_norm": 0.28125,
      "learning_rate": 5.3247599856238485e-06,
      "loss": 0.6653,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5058
    },
    {
      "epoch": 0.6894249114200055,
      "grad_norm": 0.337890625,
      "learning_rate": 5.320554689927986e-06,
      "loss": 0.6904,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5059
    },
    {
      "epoch": 0.6895611883346962,
      "grad_norm": 0.3203125,
      "learning_rate": 5.316350453513948e-06,
      "loss": 0.7355,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5060
    },
    {
      "epoch": 0.6896974652493868,
      "grad_norm": 0.298828125,
      "learning_rate": 5.31214727733343e-06,
      "loss": 0.7524,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5061
    },
    {
      "epoch": 0.6898337421640774,
      "grad_norm": 0.34765625,
      "learning_rate": 5.307945162337918e-06,
      "loss": 0.7869,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5062
    },
    {
      "epoch": 0.6899700190787681,
      "grad_norm": 0.41015625,
      "learning_rate": 5.303744109478625e-06,
      "loss": 0.6756,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5063
    },
    {
      "epoch": 0.6901062959934587,
      "grad_norm": 0.283203125,
      "learning_rate": 5.2995441197065545e-06,
      "loss": 0.764,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5064
    },
    {
      "epoch": 0.6902425729081494,
      "grad_norm": 0.328125,
      "learning_rate": 5.295345193972445e-06,
      "loss": 0.7185,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5065
    },
    {
      "epoch": 0.69037884982284,
      "grad_norm": 0.279296875,
      "learning_rate": 5.291147333226806e-06,
      "loss": 0.675,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5066
    },
    {
      "epoch": 0.6905151267375307,
      "grad_norm": 0.365234375,
      "learning_rate": 5.2869505384199025e-06,
      "loss": 0.749,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5067
    },
    {
      "epoch": 0.6906514036522213,
      "grad_norm": 0.3046875,
      "learning_rate": 5.282754810501764e-06,
      "loss": 0.7854,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5068
    },
    {
      "epoch": 0.690787680566912,
      "grad_norm": 0.35546875,
      "learning_rate": 5.278560150422163e-06,
      "loss": 0.7291,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5069
    },
    {
      "epoch": 0.6909239574816026,
      "grad_norm": 0.265625,
      "learning_rate": 5.274366559130655e-06,
      "loss": 0.7184,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5070
    },
    {
      "epoch": 0.6910602343962933,
      "grad_norm": 0.3984375,
      "learning_rate": 5.270174037576528e-06,
      "loss": 0.7305,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5071
    },
    {
      "epoch": 0.6911965113109839,
      "grad_norm": 0.388671875,
      "learning_rate": 5.265982586708844e-06,
      "loss": 0.7945,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5072
    },
    {
      "epoch": 0.6913327882256746,
      "grad_norm": 0.38671875,
      "learning_rate": 5.2617922074764175e-06,
      "loss": 0.7067,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5073
    },
    {
      "epoch": 0.6914690651403652,
      "grad_norm": 0.4453125,
      "learning_rate": 5.257602900827821e-06,
      "loss": 0.7765,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5074
    },
    {
      "epoch": 0.6916053420550559,
      "grad_norm": 0.3359375,
      "learning_rate": 5.253414667711383e-06,
      "loss": 0.6977,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5075
    },
    {
      "epoch": 0.6917416189697465,
      "grad_norm": 0.302734375,
      "learning_rate": 5.249227509075191e-06,
      "loss": 0.6646,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5076
    },
    {
      "epoch": 0.6918778958844372,
      "grad_norm": 0.8515625,
      "learning_rate": 5.245041425867088e-06,
      "loss": 0.7165,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5077
    },
    {
      "epoch": 0.6920141727991278,
      "grad_norm": 0.2470703125,
      "learning_rate": 5.2408564190346755e-06,
      "loss": 0.6918,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5078
    },
    {
      "epoch": 0.6921504497138184,
      "grad_norm": 0.27734375,
      "learning_rate": 5.236672489525312e-06,
      "loss": 0.7392,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5079
    },
    {
      "epoch": 0.6922867266285091,
      "grad_norm": 0.25,
      "learning_rate": 5.232489638286098e-06,
      "loss": 0.6219,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5080
    },
    {
      "epoch": 0.6924230035431997,
      "grad_norm": 0.279296875,
      "learning_rate": 5.228307866263918e-06,
      "loss": 0.7727,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5081
    },
    {
      "epoch": 0.6925592804578904,
      "grad_norm": 0.36328125,
      "learning_rate": 5.224127174405383e-06,
      "loss": 0.7117,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5082
    },
    {
      "epoch": 0.692695557372581,
      "grad_norm": 0.294921875,
      "learning_rate": 5.219947563656879e-06,
      "loss": 0.6196,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5083
    },
    {
      "epoch": 0.6928318342872717,
      "grad_norm": 0.314453125,
      "learning_rate": 5.215769034964539e-06,
      "loss": 0.7278,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5084
    },
    {
      "epoch": 0.6929681112019623,
      "grad_norm": 0.318359375,
      "learning_rate": 5.2115915892742516e-06,
      "loss": 0.7326,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5085
    },
    {
      "epoch": 0.6931043881166531,
      "grad_norm": 0.328125,
      "learning_rate": 5.2074152275316646e-06,
      "loss": 0.663,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5086
    },
    {
      "epoch": 0.6932406650313437,
      "grad_norm": 0.6796875,
      "learning_rate": 5.203239950682174e-06,
      "loss": 0.7566,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5087
    },
    {
      "epoch": 0.6933769419460344,
      "grad_norm": 0.470703125,
      "learning_rate": 5.199065759670935e-06,
      "loss": 0.7404,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5088
    },
    {
      "epoch": 0.693513218860725,
      "grad_norm": 0.37890625,
      "learning_rate": 5.194892655442856e-06,
      "loss": 0.6851,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5089
    },
    {
      "epoch": 0.6936494957754157,
      "grad_norm": 0.310546875,
      "learning_rate": 5.190720638942601e-06,
      "loss": 0.6591,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5090
    },
    {
      "epoch": 0.6937857726901063,
      "grad_norm": 0.291015625,
      "learning_rate": 5.1865497111145754e-06,
      "loss": 0.7045,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5091
    },
    {
      "epoch": 0.693922049604797,
      "grad_norm": 0.23046875,
      "learning_rate": 5.1823798729029655e-06,
      "loss": 0.6866,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5092
    },
    {
      "epoch": 0.6940583265194876,
      "grad_norm": 0.474609375,
      "learning_rate": 5.178211125251673e-06,
      "loss": 0.6823,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5093
    },
    {
      "epoch": 0.6941946034341783,
      "grad_norm": 0.451171875,
      "learning_rate": 5.174043469104395e-06,
      "loss": 0.6793,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5094
    },
    {
      "epoch": 0.6943308803488689,
      "grad_norm": 0.330078125,
      "learning_rate": 5.169876905404544e-06,
      "loss": 0.683,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5095
    },
    {
      "epoch": 0.6944671572635596,
      "grad_norm": 0.408203125,
      "learning_rate": 5.165711435095309e-06,
      "loss": 0.7305,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5096
    },
    {
      "epoch": 0.6946034341782502,
      "grad_norm": 0.42578125,
      "learning_rate": 5.161547059119619e-06,
      "loss": 0.7764,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5097
    },
    {
      "epoch": 0.6947397110929409,
      "grad_norm": 0.263671875,
      "learning_rate": 5.157383778420164e-06,
      "loss": 0.7196,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5098
    },
    {
      "epoch": 0.6948759880076315,
      "grad_norm": 0.28515625,
      "learning_rate": 5.1532215939393815e-06,
      "loss": 0.665,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5099
    },
    {
      "epoch": 0.6950122649223222,
      "grad_norm": 0.341796875,
      "learning_rate": 5.149060506619461e-06,
      "loss": 0.7169,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5100
    },
    {
      "epoch": 0.6951485418370128,
      "grad_norm": 0.33984375,
      "learning_rate": 5.144900517402347e-06,
      "loss": 0.7105,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5101
    },
    {
      "epoch": 0.6952848187517034,
      "grad_norm": 0.30078125,
      "learning_rate": 5.140741627229721e-06,
      "loss": 0.702,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5102
    },
    {
      "epoch": 0.6954210956663941,
      "grad_norm": 0.337890625,
      "learning_rate": 5.136583837043045e-06,
      "loss": 0.7483,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5103
    },
    {
      "epoch": 0.6955573725810847,
      "grad_norm": 0.263671875,
      "learning_rate": 5.132427147783497e-06,
      "loss": 0.6186,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5104
    },
    {
      "epoch": 0.6956936494957754,
      "grad_norm": 0.30859375,
      "learning_rate": 5.128271560392037e-06,
      "loss": 0.7224,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5105
    },
    {
      "epoch": 0.695829926410466,
      "grad_norm": 0.279296875,
      "learning_rate": 5.124117075809352e-06,
      "loss": 0.7543,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5106
    },
    {
      "epoch": 0.6959662033251567,
      "grad_norm": 0.2470703125,
      "learning_rate": 5.119963694975894e-06,
      "loss": 0.636,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5107
    },
    {
      "epoch": 0.6961024802398473,
      "grad_norm": 0.251953125,
      "learning_rate": 5.1158114188318566e-06,
      "loss": 0.6819,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5108
    },
    {
      "epoch": 0.696238757154538,
      "grad_norm": 0.26953125,
      "learning_rate": 5.11166024831719e-06,
      "loss": 0.7309,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5109
    },
    {
      "epoch": 0.6963750340692286,
      "grad_norm": 0.27734375,
      "learning_rate": 5.1075101843715894e-06,
      "loss": 0.6863,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5110
    },
    {
      "epoch": 0.6965113109839193,
      "grad_norm": 0.267578125,
      "learning_rate": 5.1033612279345e-06,
      "loss": 0.6857,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5111
    },
    {
      "epoch": 0.6966475878986099,
      "grad_norm": 0.251953125,
      "learning_rate": 5.099213379945118e-06,
      "loss": 0.643,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5112
    },
    {
      "epoch": 0.6967838648133007,
      "grad_norm": 0.345703125,
      "learning_rate": 5.095066641342391e-06,
      "loss": 0.8033,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5113
    },
    {
      "epoch": 0.6969201417279913,
      "grad_norm": 0.314453125,
      "learning_rate": 5.090921013065013e-06,
      "loss": 0.7069,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5114
    },
    {
      "epoch": 0.697056418642682,
      "grad_norm": 0.298828125,
      "learning_rate": 5.086776496051415e-06,
      "loss": 0.7355,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5115
    },
    {
      "epoch": 0.6971926955573726,
      "grad_norm": 0.33984375,
      "learning_rate": 5.082633091239804e-06,
      "loss": 0.7142,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5116
    },
    {
      "epoch": 0.6973289724720633,
      "grad_norm": 0.294921875,
      "learning_rate": 5.078490799568106e-06,
      "loss": 0.6923,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5117
    },
    {
      "epoch": 0.6974652493867539,
      "grad_norm": 0.345703125,
      "learning_rate": 5.074349621974013e-06,
      "loss": 0.7869,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5118
    },
    {
      "epoch": 0.6976015263014446,
      "grad_norm": 0.251953125,
      "learning_rate": 5.0702095593949586e-06,
      "loss": 0.6528,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5119
    },
    {
      "epoch": 0.6977378032161352,
      "grad_norm": 0.359375,
      "learning_rate": 5.06607061276813e-06,
      "loss": 0.6607,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5120
    },
    {
      "epoch": 0.6978740801308259,
      "grad_norm": 0.310546875,
      "learning_rate": 5.061932783030445e-06,
      "loss": 0.7146,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5121
    },
    {
      "epoch": 0.6980103570455165,
      "grad_norm": 0.310546875,
      "learning_rate": 5.057796071118595e-06,
      "loss": 0.7556,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5122
    },
    {
      "epoch": 0.6981466339602072,
      "grad_norm": 0.2890625,
      "learning_rate": 5.053660477968987e-06,
      "loss": 0.777,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5123
    },
    {
      "epoch": 0.6982829108748978,
      "grad_norm": 0.37890625,
      "learning_rate": 5.049526004517806e-06,
      "loss": 0.7043,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5124
    },
    {
      "epoch": 0.6984191877895884,
      "grad_norm": 0.265625,
      "learning_rate": 5.045392651700969e-06,
      "loss": 0.7274,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5125
    },
    {
      "epoch": 0.6985554647042791,
      "grad_norm": 0.333984375,
      "learning_rate": 5.041260420454126e-06,
      "loss": 0.7433,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5126
    },
    {
      "epoch": 0.6986917416189697,
      "grad_norm": 0.30859375,
      "learning_rate": 5.037129311712702e-06,
      "loss": 0.7103,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5127
    },
    {
      "epoch": 0.6988280185336604,
      "grad_norm": 0.345703125,
      "learning_rate": 5.03299932641184e-06,
      "loss": 0.6688,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5128
    },
    {
      "epoch": 0.698964295448351,
      "grad_norm": 0.458984375,
      "learning_rate": 5.028870465486449e-06,
      "loss": 0.6929,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5129
    },
    {
      "epoch": 0.6991005723630417,
      "grad_norm": 0.28125,
      "learning_rate": 5.0247427298711715e-06,
      "loss": 0.7291,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5130
    },
    {
      "epoch": 0.6992368492777323,
      "grad_norm": 0.298828125,
      "learning_rate": 5.020616120500404e-06,
      "loss": 0.656,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5131
    },
    {
      "epoch": 0.699373126192423,
      "grad_norm": 0.322265625,
      "learning_rate": 5.016490638308274e-06,
      "loss": 0.6969,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5132
    },
    {
      "epoch": 0.6995094031071136,
      "grad_norm": 0.23046875,
      "learning_rate": 5.012366284228673e-06,
      "loss": 0.6858,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5133
    },
    {
      "epoch": 0.6996456800218043,
      "grad_norm": 0.318359375,
      "learning_rate": 5.008243059195219e-06,
      "loss": 0.7708,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5134
    },
    {
      "epoch": 0.6997819569364949,
      "grad_norm": 0.330078125,
      "learning_rate": 5.004120964141295e-06,
      "loss": 0.7299,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5135
    },
    {
      "epoch": 0.6999182338511856,
      "grad_norm": 0.3515625,
      "learning_rate": 5.000000000000003e-06,
      "loss": 0.8186,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5136
    },
    {
      "epoch": 0.7000545107658762,
      "grad_norm": 0.291015625,
      "learning_rate": 4.995880167704207e-06,
      "loss": 0.633,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5137
    },
    {
      "epoch": 0.7001907876805669,
      "grad_norm": 0.291015625,
      "learning_rate": 4.991761468186509e-06,
      "loss": 0.7233,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5138
    },
    {
      "epoch": 0.7003270645952575,
      "grad_norm": 0.259765625,
      "learning_rate": 4.987643902379258e-06,
      "loss": 0.7305,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5139
    },
    {
      "epoch": 0.7004633415099483,
      "grad_norm": 0.25390625,
      "learning_rate": 4.98352747121454e-06,
      "loss": 0.6602,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5140
    },
    {
      "epoch": 0.7005996184246389,
      "grad_norm": 0.330078125,
      "learning_rate": 4.9794121756241895e-06,
      "loss": 0.7155,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5141
    },
    {
      "epoch": 0.7007358953393296,
      "grad_norm": 0.31640625,
      "learning_rate": 4.975298016539784e-06,
      "loss": 0.6626,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5142
    },
    {
      "epoch": 0.7008721722540202,
      "grad_norm": 0.26953125,
      "learning_rate": 4.971184994892638e-06,
      "loss": 0.7349,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5143
    },
    {
      "epoch": 0.7010084491687109,
      "grad_norm": 0.39453125,
      "learning_rate": 4.96707311161382e-06,
      "loss": 0.65,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5144
    },
    {
      "epoch": 0.7011447260834015,
      "grad_norm": 0.287109375,
      "learning_rate": 4.9629623676341195e-06,
      "loss": 0.713,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5145
    },
    {
      "epoch": 0.7012810029980922,
      "grad_norm": 0.30859375,
      "learning_rate": 4.9588527638841e-06,
      "loss": 0.6828,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5146
    },
    {
      "epoch": 0.7014172799127828,
      "grad_norm": 0.3046875,
      "learning_rate": 4.954744301294035e-06,
      "loss": 0.7449,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5147
    },
    {
      "epoch": 0.7015535568274734,
      "grad_norm": 0.3046875,
      "learning_rate": 4.950636980793956e-06,
      "loss": 0.6596,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5148
    },
    {
      "epoch": 0.7016898337421641,
      "grad_norm": 0.416015625,
      "learning_rate": 4.946530803313636e-06,
      "loss": 0.7201,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5149
    },
    {
      "epoch": 0.7018261106568547,
      "grad_norm": 0.29296875,
      "learning_rate": 4.9424257697825865e-06,
      "loss": 0.7138,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5150
    },
    {
      "epoch": 0.7019623875715454,
      "grad_norm": 0.255859375,
      "learning_rate": 4.938321881130059e-06,
      "loss": 0.7379,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5151
    },
    {
      "epoch": 0.702098664486236,
      "grad_norm": 0.328125,
      "learning_rate": 4.934219138285048e-06,
      "loss": 0.7699,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5152
    },
    {
      "epoch": 0.7022349414009267,
      "grad_norm": 0.32421875,
      "learning_rate": 4.930117542176287e-06,
      "loss": 0.7161,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5153
    },
    {
      "epoch": 0.7023712183156173,
      "grad_norm": 0.29296875,
      "learning_rate": 4.9260170937322515e-06,
      "loss": 0.6966,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5154
    },
    {
      "epoch": 0.702507495230308,
      "grad_norm": 0.423828125,
      "learning_rate": 4.92191779388116e-06,
      "loss": 0.7993,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5155
    },
    {
      "epoch": 0.7026437721449986,
      "grad_norm": 0.287109375,
      "learning_rate": 4.917819643550955e-06,
      "loss": 0.6452,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5156
    },
    {
      "epoch": 0.7027800490596893,
      "grad_norm": 0.3359375,
      "learning_rate": 4.913722643669348e-06,
      "loss": 0.6671,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5157
    },
    {
      "epoch": 0.7029163259743799,
      "grad_norm": 0.240234375,
      "learning_rate": 4.909626795163759e-06,
      "loss": 0.7012,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5158
    },
    {
      "epoch": 0.7030526028890706,
      "grad_norm": 0.30078125,
      "learning_rate": 4.905532098961367e-06,
      "loss": 0.7595,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5159
    },
    {
      "epoch": 0.7031888798037612,
      "grad_norm": 0.353515625,
      "learning_rate": 4.901438555989085e-06,
      "loss": 0.7566,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5160
    },
    {
      "epoch": 0.7033251567184519,
      "grad_norm": 0.349609375,
      "learning_rate": 4.8973461671735655e-06,
      "loss": 0.6804,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5161
    },
    {
      "epoch": 0.7034614336331425,
      "grad_norm": 0.322265625,
      "learning_rate": 4.8932549334411976e-06,
      "loss": 0.6689,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5162
    },
    {
      "epoch": 0.7035977105478332,
      "grad_norm": 0.35546875,
      "learning_rate": 4.889164855718109e-06,
      "loss": 0.7005,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5163
    },
    {
      "epoch": 0.7037339874625238,
      "grad_norm": 0.52734375,
      "learning_rate": 4.885075934930168e-06,
      "loss": 0.8221,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5164
    },
    {
      "epoch": 0.7038702643772144,
      "grad_norm": 0.3125,
      "learning_rate": 4.880988172002982e-06,
      "loss": 0.7929,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5165
    },
    {
      "epoch": 0.7040065412919051,
      "grad_norm": 0.33203125,
      "learning_rate": 4.876901567861893e-06,
      "loss": 0.7567,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5166
    },
    {
      "epoch": 0.7041428182065959,
      "grad_norm": 0.326171875,
      "learning_rate": 4.872816123431977e-06,
      "loss": 0.695,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5167
    },
    {
      "epoch": 0.7042790951212865,
      "grad_norm": 0.267578125,
      "learning_rate": 4.868731839638062e-06,
      "loss": 0.7126,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5168
    },
    {
      "epoch": 0.7044153720359771,
      "grad_norm": 0.296875,
      "learning_rate": 4.864648717404695e-06,
      "loss": 0.699,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5169
    },
    {
      "epoch": 0.7045516489506678,
      "grad_norm": 0.25,
      "learning_rate": 4.860566757656172e-06,
      "loss": 0.6958,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5170
    },
    {
      "epoch": 0.7046879258653584,
      "grad_norm": 0.9140625,
      "learning_rate": 4.856485961316523e-06,
      "loss": 0.7162,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5171
    },
    {
      "epoch": 0.7048242027800491,
      "grad_norm": 0.447265625,
      "learning_rate": 4.852406329309513e-06,
      "loss": 0.6898,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5172
    },
    {
      "epoch": 0.7049604796947397,
      "grad_norm": 0.328125,
      "learning_rate": 4.8483278625586465e-06,
      "loss": 0.7138,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5173
    },
    {
      "epoch": 0.7050967566094304,
      "grad_norm": 0.314453125,
      "learning_rate": 4.844250561987159e-06,
      "loss": 0.7282,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5174
    },
    {
      "epoch": 0.705233033524121,
      "grad_norm": 0.318359375,
      "learning_rate": 4.840174428518028e-06,
      "loss": 0.6698,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5175
    },
    {
      "epoch": 0.7053693104388117,
      "grad_norm": 0.31640625,
      "learning_rate": 4.836099463073966e-06,
      "loss": 0.7442,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5176
    },
    {
      "epoch": 0.7055055873535023,
      "grad_norm": 0.3359375,
      "learning_rate": 4.8320256665774175e-06,
      "loss": 0.7017,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5177
    },
    {
      "epoch": 0.705641864268193,
      "grad_norm": 0.259765625,
      "learning_rate": 4.827953039950558e-06,
      "loss": 0.6866,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5178
    },
    {
      "epoch": 0.7057781411828836,
      "grad_norm": 0.341796875,
      "learning_rate": 4.823881584115317e-06,
      "loss": 0.6763,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5179
    },
    {
      "epoch": 0.7059144180975743,
      "grad_norm": 0.306640625,
      "learning_rate": 4.8198112999933355e-06,
      "loss": 0.7163,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5180
    },
    {
      "epoch": 0.7060506950122649,
      "grad_norm": 1.125,
      "learning_rate": 4.815742188506004e-06,
      "loss": 0.6714,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5181
    },
    {
      "epoch": 0.7061869719269556,
      "grad_norm": 0.322265625,
      "learning_rate": 4.811674250574443e-06,
      "loss": 0.6615,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5182
    },
    {
      "epoch": 0.7063232488416462,
      "grad_norm": 0.2392578125,
      "learning_rate": 4.807607487119508e-06,
      "loss": 0.7109,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5183
    },
    {
      "epoch": 0.7064595257563369,
      "grad_norm": 0.3203125,
      "learning_rate": 4.803541899061789e-06,
      "loss": 0.7908,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5184
    },
    {
      "epoch": 0.7065958026710275,
      "grad_norm": 0.3359375,
      "learning_rate": 4.799477487321613e-06,
      "loss": 0.7211,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5185
    },
    {
      "epoch": 0.7067320795857182,
      "grad_norm": 0.322265625,
      "learning_rate": 4.795414252819026e-06,
      "loss": 0.717,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5186
    },
    {
      "epoch": 0.7068683565004088,
      "grad_norm": 0.30859375,
      "learning_rate": 4.791352196473834e-06,
      "loss": 0.6826,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5187
    },
    {
      "epoch": 0.7070046334150994,
      "grad_norm": 0.318359375,
      "learning_rate": 4.787291319205549e-06,
      "loss": 0.7162,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5188
    },
    {
      "epoch": 0.7071409103297901,
      "grad_norm": 0.328125,
      "learning_rate": 4.78323162193343e-06,
      "loss": 0.7086,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5189
    },
    {
      "epoch": 0.7072771872444807,
      "grad_norm": 0.298828125,
      "learning_rate": 4.7791731055764755e-06,
      "loss": 0.7016,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5190
    },
    {
      "epoch": 0.7074134641591714,
      "grad_norm": 0.375,
      "learning_rate": 4.775115771053396e-06,
      "loss": 0.7193,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5191
    },
    {
      "epoch": 0.707549741073862,
      "grad_norm": 0.287109375,
      "learning_rate": 4.77105961928266e-06,
      "loss": 0.6737,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5192
    },
    {
      "epoch": 0.7076860179885527,
      "grad_norm": 0.345703125,
      "learning_rate": 4.767004651182443e-06,
      "loss": 0.7636,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5193
    },
    {
      "epoch": 0.7078222949032434,
      "grad_norm": 0.375,
      "learning_rate": 4.76295086767067e-06,
      "loss": 0.7607,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5194
    },
    {
      "epoch": 0.7079585718179341,
      "grad_norm": 0.33203125,
      "learning_rate": 4.758898269664992e-06,
      "loss": 0.6876,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5195
    },
    {
      "epoch": 0.7080948487326247,
      "grad_norm": 0.296875,
      "learning_rate": 4.754846858082796e-06,
      "loss": 0.687,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5196
    },
    {
      "epoch": 0.7082311256473154,
      "grad_norm": 0.4296875,
      "learning_rate": 4.750796633841183e-06,
      "loss": 0.8329,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5197
    },
    {
      "epoch": 0.708367402562006,
      "grad_norm": 0.3125,
      "learning_rate": 4.746747597857014e-06,
      "loss": 0.7415,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5198
    },
    {
      "epoch": 0.7085036794766967,
      "grad_norm": 0.26171875,
      "learning_rate": 4.742699751046858e-06,
      "loss": 0.6685,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5199
    },
    {
      "epoch": 0.7086399563913873,
      "grad_norm": 0.271484375,
      "learning_rate": 4.738653094327021e-06,
      "loss": 0.6749,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5200
    },
    {
      "epoch": 0.708776233306078,
      "grad_norm": 0.41015625,
      "learning_rate": 4.7346076286135454e-06,
      "loss": 0.6819,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5201
    },
    {
      "epoch": 0.7089125102207686,
      "grad_norm": 0.25390625,
      "learning_rate": 4.730563354822197e-06,
      "loss": 0.6999,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5202
    },
    {
      "epoch": 0.7090487871354593,
      "grad_norm": 0.322265625,
      "learning_rate": 4.726520273868477e-06,
      "loss": 0.6598,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5203
    },
    {
      "epoch": 0.7091850640501499,
      "grad_norm": 0.279296875,
      "learning_rate": 4.7224783866676105e-06,
      "loss": 0.7052,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5204
    },
    {
      "epoch": 0.7093213409648406,
      "grad_norm": 0.2314453125,
      "learning_rate": 4.718437694134558e-06,
      "loss": 0.7202,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5205
    },
    {
      "epoch": 0.7094576178795312,
      "grad_norm": 0.314453125,
      "learning_rate": 4.714398197184007e-06,
      "loss": 0.6809,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5206
    },
    {
      "epoch": 0.7095938947942219,
      "grad_norm": 0.37109375,
      "learning_rate": 4.710359896730379e-06,
      "loss": 0.7416,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5207
    },
    {
      "epoch": 0.7097301717089125,
      "grad_norm": 0.265625,
      "learning_rate": 4.706322793687809e-06,
      "loss": 0.657,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5208
    },
    {
      "epoch": 0.7098664486236032,
      "grad_norm": 0.306640625,
      "learning_rate": 4.702286888970187e-06,
      "loss": 0.7195,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5209
    },
    {
      "epoch": 0.7100027255382938,
      "grad_norm": 0.3125,
      "learning_rate": 4.698252183491101e-06,
      "loss": 0.6686,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5210
    },
    {
      "epoch": 0.7101390024529844,
      "grad_norm": 0.31640625,
      "learning_rate": 4.694218678163901e-06,
      "loss": 0.7061,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5211
    },
    {
      "epoch": 0.7102752793676751,
      "grad_norm": 0.400390625,
      "learning_rate": 4.690186373901636e-06,
      "loss": 0.8222,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5212
    },
    {
      "epoch": 0.7104115562823657,
      "grad_norm": 0.29296875,
      "learning_rate": 4.6861552716170976e-06,
      "loss": 0.7738,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5213
    },
    {
      "epoch": 0.7105478331970564,
      "grad_norm": 0.3515625,
      "learning_rate": 4.682125372222804e-06,
      "loss": 0.8236,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5214
    },
    {
      "epoch": 0.710684110111747,
      "grad_norm": 0.3359375,
      "learning_rate": 4.678096676631e-06,
      "loss": 0.6974,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5215
    },
    {
      "epoch": 0.7108203870264377,
      "grad_norm": 0.291015625,
      "learning_rate": 4.674069185753657e-06,
      "loss": 0.7297,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5216
    },
    {
      "epoch": 0.7109566639411283,
      "grad_norm": 0.275390625,
      "learning_rate": 4.670042900502475e-06,
      "loss": 0.644,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5217
    },
    {
      "epoch": 0.711092940855819,
      "grad_norm": 0.298828125,
      "learning_rate": 4.666017821788884e-06,
      "loss": 0.7204,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5218
    },
    {
      "epoch": 0.7112292177705096,
      "grad_norm": 0.32421875,
      "learning_rate": 4.661993950524026e-06,
      "loss": 0.7585,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5219
    },
    {
      "epoch": 0.7113654946852003,
      "grad_norm": 0.28515625,
      "learning_rate": 4.657971287618796e-06,
      "loss": 0.6803,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5220
    },
    {
      "epoch": 0.711501771599891,
      "grad_norm": 0.31640625,
      "learning_rate": 4.6539498339837875e-06,
      "loss": 0.6942,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5221
    },
    {
      "epoch": 0.7116380485145817,
      "grad_norm": 0.287109375,
      "learning_rate": 4.649929590529347e-06,
      "loss": 0.7279,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5222
    },
    {
      "epoch": 0.7117743254292723,
      "grad_norm": 0.279296875,
      "learning_rate": 4.645910558165521e-06,
      "loss": 0.6737,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5223
    },
    {
      "epoch": 0.711910602343963,
      "grad_norm": 0.328125,
      "learning_rate": 4.6418927378020985e-06,
      "loss": 0.6949,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5224
    },
    {
      "epoch": 0.7120468792586536,
      "grad_norm": 0.384765625,
      "learning_rate": 4.637876130348591e-06,
      "loss": 0.8317,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5225
    },
    {
      "epoch": 0.7121831561733443,
      "grad_norm": 0.33203125,
      "learning_rate": 4.633860736714234e-06,
      "loss": 0.7315,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5226
    },
    {
      "epoch": 0.7123194330880349,
      "grad_norm": 0.25,
      "learning_rate": 4.629846557807988e-06,
      "loss": 0.7128,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5227
    },
    {
      "epoch": 0.7124557100027256,
      "grad_norm": 0.423828125,
      "learning_rate": 4.625833594538539e-06,
      "loss": 0.7547,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5228
    },
    {
      "epoch": 0.7125919869174162,
      "grad_norm": 0.33203125,
      "learning_rate": 4.621821847814298e-06,
      "loss": 0.7613,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5229
    },
    {
      "epoch": 0.7127282638321069,
      "grad_norm": 0.28515625,
      "learning_rate": 4.617811318543401e-06,
      "loss": 0.7337,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5230
    },
    {
      "epoch": 0.7128645407467975,
      "grad_norm": 0.33984375,
      "learning_rate": 4.613802007633712e-06,
      "loss": 0.7138,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5231
    },
    {
      "epoch": 0.7130008176614882,
      "grad_norm": 0.296875,
      "learning_rate": 4.609793915992803e-06,
      "loss": 0.7514,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5232
    },
    {
      "epoch": 0.7131370945761788,
      "grad_norm": 0.298828125,
      "learning_rate": 4.605787044527996e-06,
      "loss": 0.7539,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5233
    },
    {
      "epoch": 0.7132733714908694,
      "grad_norm": 0.302734375,
      "learning_rate": 4.601781394146314e-06,
      "loss": 0.7439,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5234
    },
    {
      "epoch": 0.7134096484055601,
      "grad_norm": 0.333984375,
      "learning_rate": 4.5977769657545145e-06,
      "loss": 0.7205,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5235
    },
    {
      "epoch": 0.7135459253202507,
      "grad_norm": 0.310546875,
      "learning_rate": 4.593773760259078e-06,
      "loss": 0.6938,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5236
    },
    {
      "epoch": 0.7136822022349414,
      "grad_norm": 0.232421875,
      "learning_rate": 4.589771778566205e-06,
      "loss": 0.7403,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5237
    },
    {
      "epoch": 0.713818479149632,
      "grad_norm": 0.33984375,
      "learning_rate": 4.585771021581819e-06,
      "loss": 0.7038,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5238
    },
    {
      "epoch": 0.7139547560643227,
      "grad_norm": 0.32421875,
      "learning_rate": 4.581771490211573e-06,
      "loss": 0.7213,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5239
    },
    {
      "epoch": 0.7140910329790133,
      "grad_norm": 0.330078125,
      "learning_rate": 4.577773185360832e-06,
      "loss": 0.6784,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5240
    },
    {
      "epoch": 0.714227309893704,
      "grad_norm": 0.263671875,
      "learning_rate": 4.573776107934691e-06,
      "loss": 0.6936,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5241
    },
    {
      "epoch": 0.7143635868083946,
      "grad_norm": 0.333984375,
      "learning_rate": 4.569780258837969e-06,
      "loss": 0.6683,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5242
    },
    {
      "epoch": 0.7144998637230853,
      "grad_norm": 0.25390625,
      "learning_rate": 4.56578563897519e-06,
      "loss": 0.6649,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5243
    },
    {
      "epoch": 0.7146361406377759,
      "grad_norm": 0.361328125,
      "learning_rate": 4.561792249250628e-06,
      "loss": 0.6615,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5244
    },
    {
      "epoch": 0.7147724175524666,
      "grad_norm": 0.2890625,
      "learning_rate": 4.557800090568253e-06,
      "loss": 0.6984,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5245
    },
    {
      "epoch": 0.7149086944671572,
      "grad_norm": 0.625,
      "learning_rate": 4.553809163831768e-06,
      "loss": 0.7675,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5246
    },
    {
      "epoch": 0.7150449713818479,
      "grad_norm": 0.33203125,
      "learning_rate": 4.549819469944598e-06,
      "loss": 0.6826,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5247
    },
    {
      "epoch": 0.7151812482965386,
      "grad_norm": 0.291015625,
      "learning_rate": 4.545831009809888e-06,
      "loss": 0.7425,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5248
    },
    {
      "epoch": 0.7153175252112293,
      "grad_norm": 0.29296875,
      "learning_rate": 4.541843784330492e-06,
      "loss": 0.6875,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5249
    },
    {
      "epoch": 0.7154538021259199,
      "grad_norm": 0.466796875,
      "learning_rate": 4.5378577944090095e-06,
      "loss": 0.7128,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5250
    },
    {
      "epoch": 0.7155900790406106,
      "grad_norm": 0.357421875,
      "learning_rate": 4.5338730409477294e-06,
      "loss": 0.6502,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5251
    },
    {
      "epoch": 0.7157263559553012,
      "grad_norm": 0.328125,
      "learning_rate": 4.529889524848694e-06,
      "loss": 0.7704,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5252
    },
    {
      "epoch": 0.7158626328699919,
      "grad_norm": 0.28515625,
      "learning_rate": 4.5259072470136346e-06,
      "loss": 0.7294,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5253
    },
    {
      "epoch": 0.7159989097846825,
      "grad_norm": 0.314453125,
      "learning_rate": 4.521926208344017e-06,
      "loss": 0.6884,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5254
    },
    {
      "epoch": 0.7161351866993731,
      "grad_norm": 0.322265625,
      "learning_rate": 4.5179464097410374e-06,
      "loss": 0.7398,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5255
    },
    {
      "epoch": 0.7162714636140638,
      "grad_norm": 0.3125,
      "learning_rate": 4.513967852105586e-06,
      "loss": 0.7345,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5256
    },
    {
      "epoch": 0.7164077405287544,
      "grad_norm": 0.265625,
      "learning_rate": 4.509990536338291e-06,
      "loss": 0.6938,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5257
    },
    {
      "epoch": 0.7165440174434451,
      "grad_norm": 0.271484375,
      "learning_rate": 4.506014463339492e-06,
      "loss": 0.725,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5258
    },
    {
      "epoch": 0.7166802943581357,
      "grad_norm": 0.244140625,
      "learning_rate": 4.502039634009251e-06,
      "loss": 0.734,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5259
    },
    {
      "epoch": 0.7168165712728264,
      "grad_norm": 0.298828125,
      "learning_rate": 4.498066049247344e-06,
      "loss": 0.6761,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5260
    },
    {
      "epoch": 0.716952848187517,
      "grad_norm": 0.33203125,
      "learning_rate": 4.494093709953274e-06,
      "loss": 0.7944,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5261
    },
    {
      "epoch": 0.7170891251022077,
      "grad_norm": 0.37109375,
      "learning_rate": 4.490122617026243e-06,
      "loss": 0.6951,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5262
    },
    {
      "epoch": 0.7172254020168983,
      "grad_norm": 0.302734375,
      "learning_rate": 4.486152771365201e-06,
      "loss": 0.747,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5263
    },
    {
      "epoch": 0.717361678931589,
      "grad_norm": 0.326171875,
      "learning_rate": 4.482184173868784e-06,
      "loss": 0.7471,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5264
    },
    {
      "epoch": 0.7174979558462796,
      "grad_norm": 0.318359375,
      "learning_rate": 4.4782168254353666e-06,
      "loss": 0.6859,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5265
    },
    {
      "epoch": 0.7176342327609703,
      "grad_norm": 0.298828125,
      "learning_rate": 4.474250726963031e-06,
      "loss": 0.6236,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5266
    },
    {
      "epoch": 0.7177705096756609,
      "grad_norm": 0.466796875,
      "learning_rate": 4.470285879349581e-06,
      "loss": 0.7013,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5267
    },
    {
      "epoch": 0.7179067865903516,
      "grad_norm": 0.318359375,
      "learning_rate": 4.466322283492536e-06,
      "loss": 0.7708,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5268
    },
    {
      "epoch": 0.7180430635050422,
      "grad_norm": 0.310546875,
      "learning_rate": 4.46235994028913e-06,
      "loss": 0.7504,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5269
    },
    {
      "epoch": 0.7181793404197329,
      "grad_norm": 0.314453125,
      "learning_rate": 4.458398850636316e-06,
      "loss": 0.7322,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5270
    },
    {
      "epoch": 0.7183156173344235,
      "grad_norm": 0.376953125,
      "learning_rate": 4.4544390154307635e-06,
      "loss": 0.773,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5271
    },
    {
      "epoch": 0.7184518942491142,
      "grad_norm": 0.29296875,
      "learning_rate": 4.450480435568859e-06,
      "loss": 0.6964,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5272
    },
    {
      "epoch": 0.7185881711638048,
      "grad_norm": 0.359375,
      "learning_rate": 4.446523111946691e-06,
      "loss": 0.7531,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5273
    },
    {
      "epoch": 0.7187244480784954,
      "grad_norm": 0.294921875,
      "learning_rate": 4.4425670454600924e-06,
      "loss": 0.8214,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5274
    },
    {
      "epoch": 0.7188607249931862,
      "grad_norm": 0.318359375,
      "learning_rate": 4.43861223700458e-06,
      "loss": 0.7149,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5275
    },
    {
      "epoch": 0.7189970019078769,
      "grad_norm": 0.2353515625,
      "learning_rate": 4.434658687475408e-06,
      "loss": 0.6776,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5276
    },
    {
      "epoch": 0.7191332788225675,
      "grad_norm": 0.38671875,
      "learning_rate": 4.430706397767535e-06,
      "loss": 0.7195,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5277
    },
    {
      "epoch": 0.7192695557372581,
      "grad_norm": 0.353515625,
      "learning_rate": 4.426755368775637e-06,
      "loss": 0.7148,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5278
    },
    {
      "epoch": 0.7194058326519488,
      "grad_norm": 0.34765625,
      "learning_rate": 4.422805601394106e-06,
      "loss": 0.7485,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5279
    },
    {
      "epoch": 0.7195421095666394,
      "grad_norm": 0.431640625,
      "learning_rate": 4.418857096517047e-06,
      "loss": 0.6978,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5280
    },
    {
      "epoch": 0.7196783864813301,
      "grad_norm": 0.302734375,
      "learning_rate": 4.4149098550382805e-06,
      "loss": 0.6965,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5281
    },
    {
      "epoch": 0.7198146633960207,
      "grad_norm": 0.28125,
      "learning_rate": 4.410963877851338e-06,
      "loss": 0.7089,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5282
    },
    {
      "epoch": 0.7199509403107114,
      "grad_norm": 0.2578125,
      "learning_rate": 4.4070191658494735e-06,
      "loss": 0.6541,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5283
    },
    {
      "epoch": 0.720087217225402,
      "grad_norm": 0.291015625,
      "learning_rate": 4.403075719925633e-06,
      "loss": 0.6917,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5284
    },
    {
      "epoch": 0.7202234941400927,
      "grad_norm": 0.28125,
      "learning_rate": 4.399133540972507e-06,
      "loss": 0.7132,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5285
    },
    {
      "epoch": 0.7203597710547833,
      "grad_norm": 0.451171875,
      "learning_rate": 4.395192629882475e-06,
      "loss": 0.7708,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5286
    },
    {
      "epoch": 0.720496047969474,
      "grad_norm": 0.275390625,
      "learning_rate": 4.391252987547636e-06,
      "loss": 0.6453,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5287
    },
    {
      "epoch": 0.7206323248841646,
      "grad_norm": 0.291015625,
      "learning_rate": 4.387314614859808e-06,
      "loss": 0.6825,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5288
    },
    {
      "epoch": 0.7207686017988553,
      "grad_norm": 0.318359375,
      "learning_rate": 4.383377512710512e-06,
      "loss": 0.7809,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5289
    },
    {
      "epoch": 0.7209048787135459,
      "grad_norm": 0.314453125,
      "learning_rate": 4.379441681990991e-06,
      "loss": 0.6782,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5290
    },
    {
      "epoch": 0.7210411556282366,
      "grad_norm": 0.259765625,
      "learning_rate": 4.375507123592194e-06,
      "loss": 0.7324,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5291
    },
    {
      "epoch": 0.7211774325429272,
      "grad_norm": 0.306640625,
      "learning_rate": 4.371573838404783e-06,
      "loss": 0.6071,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5292
    },
    {
      "epoch": 0.7213137094576179,
      "grad_norm": 0.296875,
      "learning_rate": 4.36764182731913e-06,
      "loss": 0.7112,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5293
    },
    {
      "epoch": 0.7214499863723085,
      "grad_norm": 0.357421875,
      "learning_rate": 4.363711091225328e-06,
      "loss": 0.6691,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5294
    },
    {
      "epoch": 0.7215862632869992,
      "grad_norm": 0.29296875,
      "learning_rate": 4.359781631013161e-06,
      "loss": 0.7013,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5295
    },
    {
      "epoch": 0.7217225402016898,
      "grad_norm": 0.337890625,
      "learning_rate": 4.355853447572153e-06,
      "loss": 0.814,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5296
    },
    {
      "epoch": 0.7218588171163804,
      "grad_norm": 0.33203125,
      "learning_rate": 4.3519265417915136e-06,
      "loss": 0.7477,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5297
    },
    {
      "epoch": 0.7219950940310711,
      "grad_norm": 0.294921875,
      "learning_rate": 4.348000914560173e-06,
      "loss": 0.7408,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5298
    },
    {
      "epoch": 0.7221313709457617,
      "grad_norm": 0.3125,
      "learning_rate": 4.344076566766776e-06,
      "loss": 0.6881,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5299
    },
    {
      "epoch": 0.7222676478604524,
      "grad_norm": 0.63671875,
      "learning_rate": 4.3401534992996705e-06,
      "loss": 0.7273,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5300
    },
    {
      "epoch": 0.722403924775143,
      "grad_norm": 0.388671875,
      "learning_rate": 4.336231713046919e-06,
      "loss": 0.7865,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5301
    },
    {
      "epoch": 0.7225402016898338,
      "grad_norm": 0.265625,
      "learning_rate": 4.332311208896294e-06,
      "loss": 0.697,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5302
    },
    {
      "epoch": 0.7226764786045244,
      "grad_norm": 0.412109375,
      "learning_rate": 4.328391987735274e-06,
      "loss": 0.75,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5303
    },
    {
      "epoch": 0.7228127555192151,
      "grad_norm": 0.326171875,
      "learning_rate": 4.3244740504510505e-06,
      "loss": 0.7559,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5304
    },
    {
      "epoch": 0.7229490324339057,
      "grad_norm": 0.412109375,
      "learning_rate": 4.3205573979305285e-06,
      "loss": 0.7764,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5305
    },
    {
      "epoch": 0.7230853093485964,
      "grad_norm": 2.5625,
      "learning_rate": 4.3166420310603045e-06,
      "loss": 0.7014,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5306
    },
    {
      "epoch": 0.723221586263287,
      "grad_norm": 0.357421875,
      "learning_rate": 4.312727950726712e-06,
      "loss": 0.6569,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5307
    },
    {
      "epoch": 0.7233578631779777,
      "grad_norm": 0.298828125,
      "learning_rate": 4.308815157815762e-06,
      "loss": 0.7043,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5308
    },
    {
      "epoch": 0.7234941400926683,
      "grad_norm": 0.369140625,
      "learning_rate": 4.304903653213206e-06,
      "loss": 0.7365,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5309
    },
    {
      "epoch": 0.723630417007359,
      "grad_norm": 0.28515625,
      "learning_rate": 4.300993437804476e-06,
      "loss": 0.6571,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5310
    },
    {
      "epoch": 0.7237666939220496,
      "grad_norm": 0.359375,
      "learning_rate": 4.297084512474728e-06,
      "loss": 0.7039,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5311
    },
    {
      "epoch": 0.7239029708367403,
      "grad_norm": 0.3515625,
      "learning_rate": 4.293176878108821e-06,
      "loss": 0.6453,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5312
    },
    {
      "epoch": 0.7240392477514309,
      "grad_norm": 0.291015625,
      "learning_rate": 4.289270535591327e-06,
      "loss": 0.68,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5313
    },
    {
      "epoch": 0.7241755246661216,
      "grad_norm": 0.57421875,
      "learning_rate": 4.285365485806512e-06,
      "loss": 0.7376,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5314
    },
    {
      "epoch": 0.7243118015808122,
      "grad_norm": 0.33984375,
      "learning_rate": 4.281461729638371e-06,
      "loss": 0.6569,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5315
    },
    {
      "epoch": 0.7244480784955029,
      "grad_norm": 0.4375,
      "learning_rate": 4.277559267970584e-06,
      "loss": 0.7698,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5316
    },
    {
      "epoch": 0.7245843554101935,
      "grad_norm": 0.455078125,
      "learning_rate": 4.273658101686549e-06,
      "loss": 0.8106,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5317
    },
    {
      "epoch": 0.7247206323248842,
      "grad_norm": 0.287109375,
      "learning_rate": 4.269758231669372e-06,
      "loss": 0.7611,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5318
    },
    {
      "epoch": 0.7248569092395748,
      "grad_norm": 0.359375,
      "learning_rate": 4.265859658801858e-06,
      "loss": 0.6449,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5319
    },
    {
      "epoch": 0.7249931861542654,
      "grad_norm": 0.34375,
      "learning_rate": 4.261962383966536e-06,
      "loss": 0.6655,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5320
    },
    {
      "epoch": 0.7251294630689561,
      "grad_norm": 0.2578125,
      "learning_rate": 4.258066408045617e-06,
      "loss": 0.7412,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5321
    },
    {
      "epoch": 0.7252657399836467,
      "grad_norm": 0.29296875,
      "learning_rate": 4.254171731921032e-06,
      "loss": 0.7474,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5322
    },
    {
      "epoch": 0.7254020168983374,
      "grad_norm": 0.30859375,
      "learning_rate": 4.250278356474417e-06,
      "loss": 0.6385,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5323
    },
    {
      "epoch": 0.725538293813028,
      "grad_norm": 0.291015625,
      "learning_rate": 4.246386282587114e-06,
      "loss": 0.723,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5324
    },
    {
      "epoch": 0.7256745707277187,
      "grad_norm": 0.302734375,
      "learning_rate": 4.242495511140158e-06,
      "loss": 0.7673,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5325
    },
    {
      "epoch": 0.7258108476424093,
      "grad_norm": 0.2333984375,
      "learning_rate": 4.238606043014315e-06,
      "loss": 0.6867,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5326
    },
    {
      "epoch": 0.7259471245571,
      "grad_norm": 0.328125,
      "learning_rate": 4.234717879090025e-06,
      "loss": 0.7673,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5327
    },
    {
      "epoch": 0.7260834014717906,
      "grad_norm": 0.33984375,
      "learning_rate": 4.230831020247461e-06,
      "loss": 0.7659,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5328
    },
    {
      "epoch": 0.7262196783864814,
      "grad_norm": 0.29296875,
      "learning_rate": 4.226945467366479e-06,
      "loss": 0.7321,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5329
    },
    {
      "epoch": 0.726355955301172,
      "grad_norm": 0.345703125,
      "learning_rate": 4.223061221326652e-06,
      "loss": 0.7183,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5330
    },
    {
      "epoch": 0.7264922322158627,
      "grad_norm": 0.28515625,
      "learning_rate": 4.219178283007253e-06,
      "loss": 0.6434,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5331
    },
    {
      "epoch": 0.7266285091305533,
      "grad_norm": 0.328125,
      "learning_rate": 4.215296653287257e-06,
      "loss": 0.7393,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5332
    },
    {
      "epoch": 0.726764786045244,
      "grad_norm": 0.330078125,
      "learning_rate": 4.2114163330453475e-06,
      "loss": 0.6628,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5333
    },
    {
      "epoch": 0.7269010629599346,
      "grad_norm": 0.408203125,
      "learning_rate": 4.207537323159908e-06,
      "loss": 0.8037,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5334
    },
    {
      "epoch": 0.7270373398746253,
      "grad_norm": 0.28515625,
      "learning_rate": 4.203659624509031e-06,
      "loss": 0.7,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5335
    },
    {
      "epoch": 0.7271736167893159,
      "grad_norm": 0.3359375,
      "learning_rate": 4.1997832379704965e-06,
      "loss": 0.8139,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5336
    },
    {
      "epoch": 0.7273098937040066,
      "grad_norm": 0.49609375,
      "learning_rate": 4.1959081644218126e-06,
      "loss": 0.7927,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5337
    },
    {
      "epoch": 0.7274461706186972,
      "grad_norm": 0.3359375,
      "learning_rate": 4.192034404740162e-06,
      "loss": 0.7157,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5338
    },
    {
      "epoch": 0.7275824475333879,
      "grad_norm": 0.373046875,
      "learning_rate": 4.188161959802458e-06,
      "loss": 0.5708,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5339
    },
    {
      "epoch": 0.7277187244480785,
      "grad_norm": 0.349609375,
      "learning_rate": 4.184290830485292e-06,
      "loss": 0.82,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5340
    },
    {
      "epoch": 0.7278550013627691,
      "grad_norm": 0.25390625,
      "learning_rate": 4.180421017664974e-06,
      "loss": 0.6784,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5341
    },
    {
      "epoch": 0.7279912782774598,
      "grad_norm": 0.2890625,
      "learning_rate": 4.1765525222175065e-06,
      "loss": 0.6486,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5342
    },
    {
      "epoch": 0.7281275551921504,
      "grad_norm": 0.326171875,
      "learning_rate": 4.172685345018599e-06,
      "loss": 0.6995,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5343
    },
    {
      "epoch": 0.7282638321068411,
      "grad_norm": 0.29296875,
      "learning_rate": 4.16881948694366e-06,
      "loss": 0.7481,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5344
    },
    {
      "epoch": 0.7284001090215317,
      "grad_norm": 0.294921875,
      "learning_rate": 4.164954948867802e-06,
      "loss": 0.6877,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5345
    },
    {
      "epoch": 0.7285363859362224,
      "grad_norm": 0.404296875,
      "learning_rate": 4.1610917316658395e-06,
      "loss": 0.7115,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5346
    },
    {
      "epoch": 0.728672662850913,
      "grad_norm": 0.451171875,
      "learning_rate": 4.157229836212274e-06,
      "loss": 0.7896,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5347
    },
    {
      "epoch": 0.7288089397656037,
      "grad_norm": 0.431640625,
      "learning_rate": 4.153369263381335e-06,
      "loss": 0.7088,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5348
    },
    {
      "epoch": 0.7289452166802943,
      "grad_norm": 0.35546875,
      "learning_rate": 4.149510014046922e-06,
      "loss": 0.744,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5349
    },
    {
      "epoch": 0.729081493594985,
      "grad_norm": 0.28125,
      "learning_rate": 4.145652089082665e-06,
      "loss": 0.7344,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5350
    },
    {
      "epoch": 0.7292177705096756,
      "grad_norm": 0.29296875,
      "learning_rate": 4.141795489361866e-06,
      "loss": 0.7032,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5351
    },
    {
      "epoch": 0.7293540474243663,
      "grad_norm": 0.404296875,
      "learning_rate": 4.137940215757547e-06,
      "loss": 0.6745,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5352
    },
    {
      "epoch": 0.7294903243390569,
      "grad_norm": 0.28515625,
      "learning_rate": 4.1340862691424184e-06,
      "loss": 0.7088,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5353
    },
    {
      "epoch": 0.7296266012537476,
      "grad_norm": 0.43359375,
      "learning_rate": 4.130233650388899e-06,
      "loss": 0.7266,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5354
    },
    {
      "epoch": 0.7297628781684382,
      "grad_norm": 0.85546875,
      "learning_rate": 4.1263823603691e-06,
      "loss": 0.7674,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5355
    },
    {
      "epoch": 0.729899155083129,
      "grad_norm": 0.296875,
      "learning_rate": 4.122532399954835e-06,
      "loss": 0.7112,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5356
    },
    {
      "epoch": 0.7300354319978196,
      "grad_norm": 0.384765625,
      "learning_rate": 4.118683770017616e-06,
      "loss": 0.7666,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5357
    },
    {
      "epoch": 0.7301717089125103,
      "grad_norm": 0.302734375,
      "learning_rate": 4.114836471428655e-06,
      "loss": 0.7275,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5358
    },
    {
      "epoch": 0.7303079858272009,
      "grad_norm": 0.4140625,
      "learning_rate": 4.1109905050588636e-06,
      "loss": 0.721,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5359
    },
    {
      "epoch": 0.7304442627418916,
      "grad_norm": 0.31640625,
      "learning_rate": 4.107145871778839e-06,
      "loss": 0.7074,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5360
    },
    {
      "epoch": 0.7305805396565822,
      "grad_norm": 0.34765625,
      "learning_rate": 4.1033025724589036e-06,
      "loss": 0.681,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5361
    },
    {
      "epoch": 0.7307168165712729,
      "grad_norm": 0.326171875,
      "learning_rate": 4.099460607969049e-06,
      "loss": 0.7386,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5362
    },
    {
      "epoch": 0.7308530934859635,
      "grad_norm": 0.322265625,
      "learning_rate": 4.0956199791789806e-06,
      "loss": 0.7393,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5363
    },
    {
      "epoch": 0.7309893704006541,
      "grad_norm": 0.306640625,
      "learning_rate": 4.0917806869581e-06,
      "loss": 0.7141,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5364
    },
    {
      "epoch": 0.7311256473153448,
      "grad_norm": 0.35546875,
      "learning_rate": 4.087942732175506e-06,
      "loss": 0.6825,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5365
    },
    {
      "epoch": 0.7312619242300354,
      "grad_norm": 0.361328125,
      "learning_rate": 4.084106115699983e-06,
      "loss": 0.7,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5366
    },
    {
      "epoch": 0.7313982011447261,
      "grad_norm": 0.29296875,
      "learning_rate": 4.080270838400033e-06,
      "loss": 0.7209,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5367
    },
    {
      "epoch": 0.7315344780594167,
      "grad_norm": 0.234375,
      "learning_rate": 4.076436901143842e-06,
      "loss": 0.6626,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5368
    },
    {
      "epoch": 0.7316707549741074,
      "grad_norm": 0.328125,
      "learning_rate": 4.0726043047992935e-06,
      "loss": 0.701,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5369
    },
    {
      "epoch": 0.731807031888798,
      "grad_norm": 0.33984375,
      "learning_rate": 4.068773050233972e-06,
      "loss": 0.7671,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5370
    },
    {
      "epoch": 0.7319433088034887,
      "grad_norm": 0.330078125,
      "learning_rate": 4.064943138315145e-06,
      "loss": 0.7965,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5371
    },
    {
      "epoch": 0.7320795857181793,
      "grad_norm": 0.2734375,
      "learning_rate": 4.061114569909801e-06,
      "loss": 0.7533,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5372
    },
    {
      "epoch": 0.73221586263287,
      "grad_norm": 0.28125,
      "learning_rate": 4.057287345884598e-06,
      "loss": 0.7132,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5373
    },
    {
      "epoch": 0.7323521395475606,
      "grad_norm": 0.259765625,
      "learning_rate": 4.0534614671059066e-06,
      "loss": 0.6717,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5374
    },
    {
      "epoch": 0.7324884164622513,
      "grad_norm": 0.30859375,
      "learning_rate": 4.049636934439786e-06,
      "loss": 0.7693,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5375
    },
    {
      "epoch": 0.7326246933769419,
      "grad_norm": 0.259765625,
      "learning_rate": 4.045813748751991e-06,
      "loss": 0.6998,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5376
    },
    {
      "epoch": 0.7327609702916326,
      "grad_norm": 0.267578125,
      "learning_rate": 4.041991910907975e-06,
      "loss": 0.7284,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5377
    },
    {
      "epoch": 0.7328972472063232,
      "grad_norm": 0.390625,
      "learning_rate": 4.038171421772887e-06,
      "loss": 0.7572,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5378
    },
    {
      "epoch": 0.7330335241210139,
      "grad_norm": 0.28125,
      "learning_rate": 4.034352282211558e-06,
      "loss": 0.6702,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5379
    },
    {
      "epoch": 0.7331698010357045,
      "grad_norm": 0.330078125,
      "learning_rate": 4.030534493088534e-06,
      "loss": 0.6883,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5380
    },
    {
      "epoch": 0.7333060779503952,
      "grad_norm": 0.26953125,
      "learning_rate": 4.026718055268037e-06,
      "loss": 0.6354,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5381
    },
    {
      "epoch": 0.7334423548650858,
      "grad_norm": 0.283203125,
      "learning_rate": 4.022902969613992e-06,
      "loss": 0.7207,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5382
    },
    {
      "epoch": 0.7335786317797766,
      "grad_norm": 0.26171875,
      "learning_rate": 4.019089236990019e-06,
      "loss": 0.6766,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5383
    },
    {
      "epoch": 0.7337149086944672,
      "grad_norm": 0.2412109375,
      "learning_rate": 4.015276858259427e-06,
      "loss": 0.6521,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5384
    },
    {
      "epoch": 0.7338511856091579,
      "grad_norm": 0.31640625,
      "learning_rate": 4.011465834285222e-06,
      "loss": 0.7108,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5385
    },
    {
      "epoch": 0.7339874625238485,
      "grad_norm": 0.275390625,
      "learning_rate": 4.007656165930101e-06,
      "loss": 0.6681,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5386
    },
    {
      "epoch": 0.7341237394385391,
      "grad_norm": 0.279296875,
      "learning_rate": 4.003847854056457e-06,
      "loss": 0.727,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5387
    },
    {
      "epoch": 0.7342600163532298,
      "grad_norm": 0.412109375,
      "learning_rate": 4.000040899526373e-06,
      "loss": 0.6842,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5388
    },
    {
      "epoch": 0.7343962932679204,
      "grad_norm": 0.2578125,
      "learning_rate": 3.9962353032016275e-06,
      "loss": 0.724,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5389
    },
    {
      "epoch": 0.7345325701826111,
      "grad_norm": 0.296875,
      "learning_rate": 3.992431065943682e-06,
      "loss": 0.7151,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5390
    },
    {
      "epoch": 0.7346688470973017,
      "grad_norm": 0.310546875,
      "learning_rate": 3.988628188613712e-06,
      "loss": 0.7578,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5391
    },
    {
      "epoch": 0.7348051240119924,
      "grad_norm": 0.251953125,
      "learning_rate": 3.984826672072562e-06,
      "loss": 0.6758,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5392
    },
    {
      "epoch": 0.734941400926683,
      "grad_norm": 0.51953125,
      "learning_rate": 3.981026517180777e-06,
      "loss": 0.8245,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5393
    },
    {
      "epoch": 0.7350776778413737,
      "grad_norm": 0.296875,
      "learning_rate": 3.977227724798599e-06,
      "loss": 0.6999,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5394
    },
    {
      "epoch": 0.7352139547560643,
      "grad_norm": 0.6171875,
      "learning_rate": 3.973430295785955e-06,
      "loss": 0.7006,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5395
    },
    {
      "epoch": 0.735350231670755,
      "grad_norm": 0.2451171875,
      "learning_rate": 3.969634231002466e-06,
      "loss": 0.7166,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5396
    },
    {
      "epoch": 0.7354865085854456,
      "grad_norm": 0.298828125,
      "learning_rate": 3.965839531307445e-06,
      "loss": 0.7451,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5397
    },
    {
      "epoch": 0.7356227855001363,
      "grad_norm": 0.361328125,
      "learning_rate": 3.962046197559892e-06,
      "loss": 0.7588,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5398
    },
    {
      "epoch": 0.7357590624148269,
      "grad_norm": 0.2734375,
      "learning_rate": 3.9582542306185035e-06,
      "loss": 0.6549,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5399
    },
    {
      "epoch": 0.7358953393295176,
      "grad_norm": 0.30859375,
      "learning_rate": 3.954463631341666e-06,
      "loss": 0.7658,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5400
    },
    {
      "epoch": 0.7360316162442082,
      "grad_norm": 0.369140625,
      "learning_rate": 3.950674400587443e-06,
      "loss": 0.7255,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5401
    },
    {
      "epoch": 0.7361678931588989,
      "grad_norm": 0.3203125,
      "learning_rate": 3.946886539213615e-06,
      "loss": 0.691,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5402
    },
    {
      "epoch": 0.7363041700735895,
      "grad_norm": 0.373046875,
      "learning_rate": 3.9431000480776235e-06,
      "loss": 0.7424,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5403
    },
    {
      "epoch": 0.7364404469882802,
      "grad_norm": 0.291015625,
      "learning_rate": 3.9393149280366186e-06,
      "loss": 0.7575,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5404
    },
    {
      "epoch": 0.7365767239029708,
      "grad_norm": 0.365234375,
      "learning_rate": 3.935531179947434e-06,
      "loss": 0.7406,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5405
    },
    {
      "epoch": 0.7367130008176614,
      "grad_norm": 0.333984375,
      "learning_rate": 3.931748804666593e-06,
      "loss": 0.6524,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5406
    },
    {
      "epoch": 0.7368492777323521,
      "grad_norm": 0.353515625,
      "learning_rate": 3.92796780305031e-06,
      "loss": 0.786,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5407
    },
    {
      "epoch": 0.7369855546470427,
      "grad_norm": 0.36328125,
      "learning_rate": 3.924188175954485e-06,
      "loss": 0.6346,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5408
    },
    {
      "epoch": 0.7371218315617334,
      "grad_norm": 0.37109375,
      "learning_rate": 3.920409924234708e-06,
      "loss": 0.7551,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5409
    },
    {
      "epoch": 0.7372581084764241,
      "grad_norm": 0.32421875,
      "learning_rate": 3.916633048746263e-06,
      "loss": 0.6084,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5410
    },
    {
      "epoch": 0.7373943853911148,
      "grad_norm": 0.5234375,
      "learning_rate": 3.912857550344115e-06,
      "loss": 0.6976,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5411
    },
    {
      "epoch": 0.7375306623058054,
      "grad_norm": 0.28125,
      "learning_rate": 3.909083429882915e-06,
      "loss": 0.653,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5412
    },
    {
      "epoch": 0.7376669392204961,
      "grad_norm": 0.326171875,
      "learning_rate": 3.90531068821702e-06,
      "loss": 0.6743,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5413
    },
    {
      "epoch": 0.7378032161351867,
      "grad_norm": 0.31640625,
      "learning_rate": 3.90153932620045e-06,
      "loss": 0.6566,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5414
    },
    {
      "epoch": 0.7379394930498774,
      "grad_norm": 0.330078125,
      "learning_rate": 3.897769344686929e-06,
      "loss": 0.7099,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5415
    },
    {
      "epoch": 0.738075769964568,
      "grad_norm": 0.2734375,
      "learning_rate": 3.8940007445298645e-06,
      "loss": 0.7086,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5416
    },
    {
      "epoch": 0.7382120468792587,
      "grad_norm": 0.28125,
      "learning_rate": 3.890233526582352e-06,
      "loss": 0.6521,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5417
    },
    {
      "epoch": 0.7383483237939493,
      "grad_norm": 0.310546875,
      "learning_rate": 3.886467691697171e-06,
      "loss": 0.7096,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5418
    },
    {
      "epoch": 0.73848460070864,
      "grad_norm": 0.328125,
      "learning_rate": 3.882703240726793e-06,
      "loss": 0.7062,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5419
    },
    {
      "epoch": 0.7386208776233306,
      "grad_norm": 0.345703125,
      "learning_rate": 3.878940174523371e-06,
      "loss": 0.6401,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5420
    },
    {
      "epoch": 0.7387571545380213,
      "grad_norm": 0.41015625,
      "learning_rate": 3.875178493938749e-06,
      "loss": 0.7222,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5421
    },
    {
      "epoch": 0.7388934314527119,
      "grad_norm": 0.33984375,
      "learning_rate": 3.871418199824457e-06,
      "loss": 0.7204,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5422
    },
    {
      "epoch": 0.7390297083674026,
      "grad_norm": 0.3828125,
      "learning_rate": 3.867659293031699e-06,
      "loss": 0.7586,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5423
    },
    {
      "epoch": 0.7391659852820932,
      "grad_norm": 0.45703125,
      "learning_rate": 3.863901774411391e-06,
      "loss": 0.6903,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5424
    },
    {
      "epoch": 0.7393022621967839,
      "grad_norm": 0.451171875,
      "learning_rate": 3.8601456448141025e-06,
      "loss": 0.767,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5425
    },
    {
      "epoch": 0.7394385391114745,
      "grad_norm": 0.23828125,
      "learning_rate": 3.856390905090121e-06,
      "loss": 0.7292,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5426
    },
    {
      "epoch": 0.7395748160261651,
      "grad_norm": 0.2314453125,
      "learning_rate": 3.852637556089394e-06,
      "loss": 0.6748,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5427
    },
    {
      "epoch": 0.7397110929408558,
      "grad_norm": 0.400390625,
      "learning_rate": 3.848885598661565e-06,
      "loss": 0.7266,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5428
    },
    {
      "epoch": 0.7398473698555464,
      "grad_norm": 0.283203125,
      "learning_rate": 3.845135033655961e-06,
      "loss": 0.653,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5429
    },
    {
      "epoch": 0.7399836467702371,
      "grad_norm": 0.34375,
      "learning_rate": 3.8413858619216e-06,
      "loss": 0.695,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5430
    },
    {
      "epoch": 0.7401199236849277,
      "grad_norm": 0.341796875,
      "learning_rate": 3.8376380843071655e-06,
      "loss": 0.7907,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5431
    },
    {
      "epoch": 0.7402562005996184,
      "grad_norm": 0.30859375,
      "learning_rate": 3.833891701661053e-06,
      "loss": 0.8009,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5432
    },
    {
      "epoch": 0.740392477514309,
      "grad_norm": 1.703125,
      "learning_rate": 3.830146714831322e-06,
      "loss": 0.6829,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5433
    },
    {
      "epoch": 0.7405287544289997,
      "grad_norm": 0.271484375,
      "learning_rate": 3.8264031246657165e-06,
      "loss": 0.7087,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5434
    },
    {
      "epoch": 0.7406650313436903,
      "grad_norm": 0.412109375,
      "learning_rate": 3.822660932011681e-06,
      "loss": 0.6972,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5435
    },
    {
      "epoch": 0.740801308258381,
      "grad_norm": 0.291015625,
      "learning_rate": 3.818920137716318e-06,
      "loss": 0.745,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5436
    },
    {
      "epoch": 0.7409375851730717,
      "grad_norm": 0.2412109375,
      "learning_rate": 3.815180742626443e-06,
      "loss": 0.6933,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5437
    },
    {
      "epoch": 0.7410738620877624,
      "grad_norm": 0.29296875,
      "learning_rate": 3.8114427475885284e-06,
      "loss": 0.6779,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5438
    },
    {
      "epoch": 0.741210139002453,
      "grad_norm": 0.33203125,
      "learning_rate": 3.8077061534487447e-06,
      "loss": 0.7178,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5439
    },
    {
      "epoch": 0.7413464159171437,
      "grad_norm": 0.380859375,
      "learning_rate": 3.8039709610529408e-06,
      "loss": 0.7494,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5440
    },
    {
      "epoch": 0.7414826928318343,
      "grad_norm": 0.248046875,
      "learning_rate": 3.8002371712466525e-06,
      "loss": 0.6402,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5441
    },
    {
      "epoch": 0.741618969746525,
      "grad_norm": 0.306640625,
      "learning_rate": 3.7965047848750845e-06,
      "loss": 0.6895,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5442
    },
    {
      "epoch": 0.7417552466612156,
      "grad_norm": 0.3046875,
      "learning_rate": 3.7927738027831463e-06,
      "loss": 0.7607,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5443
    },
    {
      "epoch": 0.7418915235759063,
      "grad_norm": 0.35546875,
      "learning_rate": 3.789044225815408e-06,
      "loss": 0.687,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5444
    },
    {
      "epoch": 0.7420278004905969,
      "grad_norm": 0.291015625,
      "learning_rate": 3.785316054816134e-06,
      "loss": 0.661,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5445
    },
    {
      "epoch": 0.7421640774052876,
      "grad_norm": 0.341796875,
      "learning_rate": 3.781589290629266e-06,
      "loss": 0.7166,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5446
    },
    {
      "epoch": 0.7423003543199782,
      "grad_norm": 0.294921875,
      "learning_rate": 3.777863934098429e-06,
      "loss": 0.7133,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5447
    },
    {
      "epoch": 0.7424366312346689,
      "grad_norm": 0.2734375,
      "learning_rate": 3.7741399860669283e-06,
      "loss": 0.6937,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5448
    },
    {
      "epoch": 0.7425729081493595,
      "grad_norm": 0.306640625,
      "learning_rate": 3.77041744737775e-06,
      "loss": 0.7838,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5449
    },
    {
      "epoch": 0.7427091850640501,
      "grad_norm": 0.380859375,
      "learning_rate": 3.7666963188735627e-06,
      "loss": 0.7278,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5450
    },
    {
      "epoch": 0.7428454619787408,
      "grad_norm": 0.271484375,
      "learning_rate": 3.762976601396715e-06,
      "loss": 0.6453,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5451
    },
    {
      "epoch": 0.7429817388934314,
      "grad_norm": 0.251953125,
      "learning_rate": 3.7592582957892396e-06,
      "loss": 0.6787,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5452
    },
    {
      "epoch": 0.7431180158081221,
      "grad_norm": 0.31640625,
      "learning_rate": 3.755541402892835e-06,
      "loss": 0.7601,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5453
    },
    {
      "epoch": 0.7432542927228127,
      "grad_norm": 0.373046875,
      "learning_rate": 3.7518259235489052e-06,
      "loss": 0.6941,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5454
    },
    {
      "epoch": 0.7433905696375034,
      "grad_norm": 0.3671875,
      "learning_rate": 3.7481118585985056e-06,
      "loss": 0.7019,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5455
    },
    {
      "epoch": 0.743526846552194,
      "grad_norm": 0.271484375,
      "learning_rate": 3.7443992088823997e-06,
      "loss": 0.7039,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5456
    },
    {
      "epoch": 0.7436631234668847,
      "grad_norm": 0.3125,
      "learning_rate": 3.7406879752410064e-06,
      "loss": 0.6643,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5457
    },
    {
      "epoch": 0.7437994003815753,
      "grad_norm": 0.283203125,
      "learning_rate": 3.736978158514437e-06,
      "loss": 0.6885,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5458
    },
    {
      "epoch": 0.743935677296266,
      "grad_norm": 0.41796875,
      "learning_rate": 3.7332697595424814e-06,
      "loss": 0.7705,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5459
    },
    {
      "epoch": 0.7440719542109566,
      "grad_norm": 0.388671875,
      "learning_rate": 3.7295627791646048e-06,
      "loss": 0.7102,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5460
    },
    {
      "epoch": 0.7442082311256473,
      "grad_norm": 0.328125,
      "learning_rate": 3.725857218219954e-06,
      "loss": 0.7168,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5461
    },
    {
      "epoch": 0.7443445080403379,
      "grad_norm": 0.3359375,
      "learning_rate": 3.7221530775473523e-06,
      "loss": 0.7839,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5462
    },
    {
      "epoch": 0.7444807849550286,
      "grad_norm": 0.337890625,
      "learning_rate": 3.718450357985307e-06,
      "loss": 0.7345,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5463
    },
    {
      "epoch": 0.7446170618697193,
      "grad_norm": 0.400390625,
      "learning_rate": 3.7147490603719884e-06,
      "loss": 0.7077,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5464
    },
    {
      "epoch": 0.74475333878441,
      "grad_norm": 0.263671875,
      "learning_rate": 3.7110491855452712e-06,
      "loss": 0.6963,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5465
    },
    {
      "epoch": 0.7448896156991006,
      "grad_norm": 0.244140625,
      "learning_rate": 3.7073507343426774e-06,
      "loss": 0.7701,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5466
    },
    {
      "epoch": 0.7450258926137913,
      "grad_norm": 0.62890625,
      "learning_rate": 3.7036537076014354e-06,
      "loss": 0.7536,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5467
    },
    {
      "epoch": 0.7451621695284819,
      "grad_norm": 0.373046875,
      "learning_rate": 3.69995810615843e-06,
      "loss": 0.7035,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5468
    },
    {
      "epoch": 0.7452984464431726,
      "grad_norm": 0.28515625,
      "learning_rate": 3.6962639308502325e-06,
      "loss": 0.6986,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5469
    },
    {
      "epoch": 0.7454347233578632,
      "grad_norm": 0.33203125,
      "learning_rate": 3.6925711825130905e-06,
      "loss": 0.6794,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5470
    },
    {
      "epoch": 0.7455710002725539,
      "grad_norm": 0.306640625,
      "learning_rate": 3.688879861982928e-06,
      "loss": 0.6639,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5471
    },
    {
      "epoch": 0.7457072771872445,
      "grad_norm": 0.302734375,
      "learning_rate": 3.6851899700953464e-06,
      "loss": 0.7334,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5472
    },
    {
      "epoch": 0.7458435541019351,
      "grad_norm": 0.310546875,
      "learning_rate": 3.681501507685622e-06,
      "loss": 0.6955,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5473
    },
    {
      "epoch": 0.7459798310166258,
      "grad_norm": 0.392578125,
      "learning_rate": 3.67781447558871e-06,
      "loss": 0.6535,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5474
    },
    {
      "epoch": 0.7461161079313164,
      "grad_norm": 0.2890625,
      "learning_rate": 3.674128874639241e-06,
      "loss": 0.6553,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5475
    },
    {
      "epoch": 0.7462523848460071,
      "grad_norm": 0.32421875,
      "learning_rate": 3.670444705671523e-06,
      "loss": 0.7236,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5476
    },
    {
      "epoch": 0.7463886617606977,
      "grad_norm": 0.37890625,
      "learning_rate": 3.6667619695195287e-06,
      "loss": 0.7443,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5477
    },
    {
      "epoch": 0.7465249386753884,
      "grad_norm": 0.31640625,
      "learning_rate": 3.6630806670169296e-06,
      "loss": 0.7623,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5478
    },
    {
      "epoch": 0.746661215590079,
      "grad_norm": 0.259765625,
      "learning_rate": 3.659400798997048e-06,
      "loss": 0.7058,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5479
    },
    {
      "epoch": 0.7467974925047697,
      "grad_norm": 0.3203125,
      "learning_rate": 3.6557223662928964e-06,
      "loss": 0.6741,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5480
    },
    {
      "epoch": 0.7469337694194603,
      "grad_norm": 0.365234375,
      "learning_rate": 3.652045369737157e-06,
      "loss": 0.6839,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5481
    },
    {
      "epoch": 0.747070046334151,
      "grad_norm": 0.263671875,
      "learning_rate": 3.648369810162189e-06,
      "loss": 0.7122,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5482
    },
    {
      "epoch": 0.7472063232488416,
      "grad_norm": 0.255859375,
      "learning_rate": 3.644695688400026e-06,
      "loss": 0.6901,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5483
    },
    {
      "epoch": 0.7473426001635323,
      "grad_norm": 0.25,
      "learning_rate": 3.641023005282375e-06,
      "loss": 0.7138,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5484
    },
    {
      "epoch": 0.7474788770782229,
      "grad_norm": 0.369140625,
      "learning_rate": 3.6373517616406186e-06,
      "loss": 0.7319,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5485
    },
    {
      "epoch": 0.7476151539929136,
      "grad_norm": 0.361328125,
      "learning_rate": 3.6336819583058115e-06,
      "loss": 0.7817,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5486
    },
    {
      "epoch": 0.7477514309076042,
      "grad_norm": 0.357421875,
      "learning_rate": 3.630013596108689e-06,
      "loss": 0.7834,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5487
    },
    {
      "epoch": 0.7478877078222949,
      "grad_norm": 0.25,
      "learning_rate": 3.626346675879643e-06,
      "loss": 0.6769,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5488
    },
    {
      "epoch": 0.7480239847369855,
      "grad_norm": 0.494140625,
      "learning_rate": 3.6226811984487664e-06,
      "loss": 0.7532,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5489
    },
    {
      "epoch": 0.7481602616516762,
      "grad_norm": 0.31640625,
      "learning_rate": 3.6190171646457982e-06,
      "loss": 0.6668,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5490
    },
    {
      "epoch": 0.7482965385663669,
      "grad_norm": 0.314453125,
      "learning_rate": 3.6153545753001663e-06,
      "loss": 0.779,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5491
    },
    {
      "epoch": 0.7484328154810576,
      "grad_norm": 0.337890625,
      "learning_rate": 3.611693431240968e-06,
      "loss": 0.6785,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5492
    },
    {
      "epoch": 0.7485690923957482,
      "grad_norm": 0.267578125,
      "learning_rate": 3.6080337332969773e-06,
      "loss": 0.7064,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5493
    },
    {
      "epoch": 0.7487053693104389,
      "grad_norm": 0.3125,
      "learning_rate": 3.604375482296625e-06,
      "loss": 0.6625,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5494
    },
    {
      "epoch": 0.7488416462251295,
      "grad_norm": 0.294921875,
      "learning_rate": 3.6007186790680402e-06,
      "loss": 0.7738,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5495
    },
    {
      "epoch": 0.7489779231398201,
      "grad_norm": 0.29296875,
      "learning_rate": 3.5970633244389975e-06,
      "loss": 0.7539,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5496
    },
    {
      "epoch": 0.7491142000545108,
      "grad_norm": 0.31640625,
      "learning_rate": 3.5934094192369652e-06,
      "loss": 0.6753,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5497
    },
    {
      "epoch": 0.7492504769692014,
      "grad_norm": 0.296875,
      "learning_rate": 3.589756964289075e-06,
      "loss": 0.6588,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5498
    },
    {
      "epoch": 0.7493867538838921,
      "grad_norm": 0.3125,
      "learning_rate": 3.5861059604221204e-06,
      "loss": 0.7058,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5499
    },
    {
      "epoch": 0.7495230307985827,
      "grad_norm": 0.24609375,
      "learning_rate": 3.582456408462588e-06,
      "loss": 0.6929,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5500
    },
    {
      "epoch": 0.7496593077132734,
      "grad_norm": 0.2373046875,
      "learning_rate": 3.5788083092366143e-06,
      "loss": 0.7065,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5501
    },
    {
      "epoch": 0.749795584627964,
      "grad_norm": 0.294921875,
      "learning_rate": 3.5751616635700193e-06,
      "loss": 0.7085,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5502
    },
    {
      "epoch": 0.749795584627964,
      "eval_loss": 0.7098046541213989,
      "eval_runtime": 1254.8207,
      "eval_samples_per_second": 4.095,
      "eval_steps_per_second": 0.171,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5502
    },
    {
      "epoch": 0.7499318615426547,
      "grad_norm": 0.275390625,
      "learning_rate": 3.571516472288291e-06,
      "loss": 0.7367,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5503
    },
    {
      "epoch": 0.7500681384573453,
      "grad_norm": 0.3203125,
      "learning_rate": 3.5678727362165876e-06,
      "loss": 0.753,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5504
    },
    {
      "epoch": 0.750204415372036,
      "grad_norm": 0.3671875,
      "learning_rate": 3.5642304561797404e-06,
      "loss": 0.6487,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5505
    },
    {
      "epoch": 0.7503406922867266,
      "grad_norm": 0.283203125,
      "learning_rate": 3.5605896330022495e-06,
      "loss": 0.709,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5506
    },
    {
      "epoch": 0.7504769692014173,
      "grad_norm": 0.29296875,
      "learning_rate": 3.5569502675082766e-06,
      "loss": 0.693,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5507
    },
    {
      "epoch": 0.7506132461161079,
      "grad_norm": 0.2734375,
      "learning_rate": 3.5533123605216748e-06,
      "loss": 0.6356,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5508
    },
    {
      "epoch": 0.7507495230307986,
      "grad_norm": 0.3671875,
      "learning_rate": 3.549675912865943e-06,
      "loss": 0.7252,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5509
    },
    {
      "epoch": 0.7508857999454892,
      "grad_norm": 0.228515625,
      "learning_rate": 3.5460409253642637e-06,
      "loss": 0.6821,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5510
    },
    {
      "epoch": 0.7510220768601799,
      "grad_norm": 0.341796875,
      "learning_rate": 3.542407398839488e-06,
      "loss": 0.7185,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5511
    },
    {
      "epoch": 0.7511583537748705,
      "grad_norm": 0.267578125,
      "learning_rate": 3.5387753341141305e-06,
      "loss": 0.6874,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5512
    },
    {
      "epoch": 0.7512946306895611,
      "grad_norm": 0.3125,
      "learning_rate": 3.5351447320103815e-06,
      "loss": 0.7435,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5513
    },
    {
      "epoch": 0.7514309076042518,
      "grad_norm": 0.29296875,
      "learning_rate": 3.5315155933500966e-06,
      "loss": 0.7972,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5514
    },
    {
      "epoch": 0.7515671845189424,
      "grad_norm": 0.392578125,
      "learning_rate": 3.5278879189547986e-06,
      "loss": 0.7206,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5515
    },
    {
      "epoch": 0.7517034614336331,
      "grad_norm": 0.341796875,
      "learning_rate": 3.5242617096456832e-06,
      "loss": 0.7221,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5516
    },
    {
      "epoch": 0.7518397383483238,
      "grad_norm": 0.259765625,
      "learning_rate": 3.5206369662436146e-06,
      "loss": 0.6879,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5517
    },
    {
      "epoch": 0.7519760152630145,
      "grad_norm": 0.30078125,
      "learning_rate": 3.5170136895691133e-06,
      "loss": 0.7956,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5518
    },
    {
      "epoch": 0.7521122921777051,
      "grad_norm": 0.318359375,
      "learning_rate": 3.5133918804423882e-06,
      "loss": 0.6889,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5519
    },
    {
      "epoch": 0.7522485690923958,
      "grad_norm": 0.30078125,
      "learning_rate": 3.5097715396832977e-06,
      "loss": 0.6012,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5520
    },
    {
      "epoch": 0.7523848460070864,
      "grad_norm": 0.36328125,
      "learning_rate": 3.506152668111378e-06,
      "loss": 0.7237,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5521
    },
    {
      "epoch": 0.7525211229217771,
      "grad_norm": 0.69140625,
      "learning_rate": 3.5025352665458278e-06,
      "loss": 0.7844,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5522
    },
    {
      "epoch": 0.7526573998364677,
      "grad_norm": 0.244140625,
      "learning_rate": 3.4989193358055173e-06,
      "loss": 0.7215,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5523
    },
    {
      "epoch": 0.7527936767511584,
      "grad_norm": 0.2890625,
      "learning_rate": 3.4953048767089803e-06,
      "loss": 0.6593,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5524
    },
    {
      "epoch": 0.752929953665849,
      "grad_norm": 0.53125,
      "learning_rate": 3.491691890074419e-06,
      "loss": 0.7793,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5525
    },
    {
      "epoch": 0.7530662305805397,
      "grad_norm": 0.37109375,
      "learning_rate": 3.4880803767197024e-06,
      "loss": 0.7673,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5526
    },
    {
      "epoch": 0.7532025074952303,
      "grad_norm": 0.30078125,
      "learning_rate": 3.4844703374623645e-06,
      "loss": 0.6994,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5527
    },
    {
      "epoch": 0.753338784409921,
      "grad_norm": 0.279296875,
      "learning_rate": 3.4808617731196105e-06,
      "loss": 0.6872,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5528
    },
    {
      "epoch": 0.7534750613246116,
      "grad_norm": 0.314453125,
      "learning_rate": 3.4772546845082978e-06,
      "loss": 0.7183,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5529
    },
    {
      "epoch": 0.7536113382393023,
      "grad_norm": 0.314453125,
      "learning_rate": 3.4736490724449733e-06,
      "loss": 0.6699,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5530
    },
    {
      "epoch": 0.7537476151539929,
      "grad_norm": 0.330078125,
      "learning_rate": 3.4700449377458257e-06,
      "loss": 0.6752,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5531
    },
    {
      "epoch": 0.7538838920686836,
      "grad_norm": 0.296875,
      "learning_rate": 3.4664422812267227e-06,
      "loss": 0.6814,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5532
    },
    {
      "epoch": 0.7540201689833742,
      "grad_norm": 0.404296875,
      "learning_rate": 3.462841103703196e-06,
      "loss": 0.7853,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5533
    },
    {
      "epoch": 0.7541564458980649,
      "grad_norm": 0.55078125,
      "learning_rate": 3.459241405990441e-06,
      "loss": 0.7876,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5534
    },
    {
      "epoch": 0.7542927228127555,
      "grad_norm": 0.60546875,
      "learning_rate": 3.455643188903316e-06,
      "loss": 0.7016,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5535
    },
    {
      "epoch": 0.7544289997274461,
      "grad_norm": 0.373046875,
      "learning_rate": 3.452046453256347e-06,
      "loss": 0.7236,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5536
    },
    {
      "epoch": 0.7545652766421368,
      "grad_norm": 0.43359375,
      "learning_rate": 3.448451199863724e-06,
      "loss": 0.7183,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5537
    },
    {
      "epoch": 0.7547015535568274,
      "grad_norm": 0.283203125,
      "learning_rate": 3.444857429539301e-06,
      "loss": 0.6447,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5538
    },
    {
      "epoch": 0.7548378304715181,
      "grad_norm": 0.40625,
      "learning_rate": 3.4412651430966006e-06,
      "loss": 0.7478,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5539
    },
    {
      "epoch": 0.7549741073862087,
      "grad_norm": 0.40234375,
      "learning_rate": 3.4376743413487956e-06,
      "loss": 0.7406,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5540
    },
    {
      "epoch": 0.7551103843008994,
      "grad_norm": 0.33203125,
      "learning_rate": 3.4340850251087443e-06,
      "loss": 0.6549,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5541
    },
    {
      "epoch": 0.75524666121559,
      "grad_norm": 0.3828125,
      "learning_rate": 3.4304971951889452e-06,
      "loss": 0.8051,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5542
    },
    {
      "epoch": 0.7553829381302807,
      "grad_norm": 0.255859375,
      "learning_rate": 3.426910852401585e-06,
      "loss": 0.7021,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5543
    },
    {
      "epoch": 0.7555192150449714,
      "grad_norm": 0.279296875,
      "learning_rate": 3.42332599755849e-06,
      "loss": 0.6814,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5544
    },
    {
      "epoch": 0.7556554919596621,
      "grad_norm": 0.3671875,
      "learning_rate": 3.4197426314711657e-06,
      "loss": 0.735,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5545
    },
    {
      "epoch": 0.7557917688743527,
      "grad_norm": 0.251953125,
      "learning_rate": 3.4161607549507735e-06,
      "loss": 0.707,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5546
    },
    {
      "epoch": 0.7559280457890434,
      "grad_norm": 0.265625,
      "learning_rate": 3.4125803688081407e-06,
      "loss": 0.6805,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5547
    },
    {
      "epoch": 0.756064322703734,
      "grad_norm": 0.25390625,
      "learning_rate": 3.409001473853756e-06,
      "loss": 0.696,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5548
    },
    {
      "epoch": 0.7562005996184247,
      "grad_norm": 0.3671875,
      "learning_rate": 3.4054240708977705e-06,
      "loss": 0.789,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5549
    },
    {
      "epoch": 0.7563368765331153,
      "grad_norm": 0.265625,
      "learning_rate": 3.401848160750001e-06,
      "loss": 0.6668,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5550
    },
    {
      "epoch": 0.756473153447806,
      "grad_norm": 0.384765625,
      "learning_rate": 3.3982737442199132e-06,
      "loss": 0.7041,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5551
    },
    {
      "epoch": 0.7566094303624966,
      "grad_norm": 0.259765625,
      "learning_rate": 3.3947008221166577e-06,
      "loss": 0.6969,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5552
    },
    {
      "epoch": 0.7567457072771873,
      "grad_norm": 0.380859375,
      "learning_rate": 3.391129395249021e-06,
      "loss": 0.8058,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5553
    },
    {
      "epoch": 0.7568819841918779,
      "grad_norm": 0.388671875,
      "learning_rate": 3.387559464425476e-06,
      "loss": 0.7556,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5554
    },
    {
      "epoch": 0.7570182611065686,
      "grad_norm": 0.36328125,
      "learning_rate": 3.3839910304541346e-06,
      "loss": 0.7962,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5555
    },
    {
      "epoch": 0.7571545380212592,
      "grad_norm": 0.31640625,
      "learning_rate": 3.3804240941427846e-06,
      "loss": 0.5999,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5556
    },
    {
      "epoch": 0.7572908149359499,
      "grad_norm": 0.5546875,
      "learning_rate": 3.3768586562988702e-06,
      "loss": 0.6884,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5557
    },
    {
      "epoch": 0.7574270918506405,
      "grad_norm": 0.2578125,
      "learning_rate": 3.3732947177294984e-06,
      "loss": 0.7902,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5558
    },
    {
      "epoch": 0.7575633687653311,
      "grad_norm": 0.283203125,
      "learning_rate": 3.3697322792414243e-06,
      "loss": 0.7172,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5559
    },
    {
      "epoch": 0.7576996456800218,
      "grad_norm": 0.765625,
      "learning_rate": 3.366171341641089e-06,
      "loss": 0.7649,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5560
    },
    {
      "epoch": 0.7578359225947124,
      "grad_norm": 0.318359375,
      "learning_rate": 3.3626119057345687e-06,
      "loss": 0.7024,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5561
    },
    {
      "epoch": 0.7579721995094031,
      "grad_norm": 0.43359375,
      "learning_rate": 3.3590539723276083e-06,
      "loss": 0.7324,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5562
    },
    {
      "epoch": 0.7581084764240937,
      "grad_norm": 0.40625,
      "learning_rate": 3.355497542225625e-06,
      "loss": 0.6776,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5563
    },
    {
      "epoch": 0.7582447533387844,
      "grad_norm": 0.31640625,
      "learning_rate": 3.351942616233671e-06,
      "loss": 0.7484,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5564
    },
    {
      "epoch": 0.758381030253475,
      "grad_norm": 0.27734375,
      "learning_rate": 3.348389195156485e-06,
      "loss": 0.7183,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5565
    },
    {
      "epoch": 0.7585173071681657,
      "grad_norm": 0.302734375,
      "learning_rate": 3.344837279798442e-06,
      "loss": 0.7393,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5566
    },
    {
      "epoch": 0.7586535840828563,
      "grad_norm": 0.357421875,
      "learning_rate": 3.3412868709635895e-06,
      "loss": 0.6705,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5567
    },
    {
      "epoch": 0.758789860997547,
      "grad_norm": 0.2890625,
      "learning_rate": 3.337737969455629e-06,
      "loss": 0.6829,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5568
    },
    {
      "epoch": 0.7589261379122376,
      "grad_norm": 0.431640625,
      "learning_rate": 3.334190576077927e-06,
      "loss": 0.7283,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5569
    },
    {
      "epoch": 0.7590624148269283,
      "grad_norm": 0.2890625,
      "learning_rate": 3.330644691633492e-06,
      "loss": 0.6996,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5570
    },
    {
      "epoch": 0.759198691741619,
      "grad_norm": 0.283203125,
      "learning_rate": 3.327100316925018e-06,
      "loss": 0.7087,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5571
    },
    {
      "epoch": 0.7593349686563097,
      "grad_norm": 0.267578125,
      "learning_rate": 3.3235574527548275e-06,
      "loss": 0.654,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5572
    },
    {
      "epoch": 0.7594712455710003,
      "grad_norm": 0.326171875,
      "learning_rate": 3.3200160999249287e-06,
      "loss": 0.7552,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5573
    },
    {
      "epoch": 0.759607522485691,
      "grad_norm": 0.365234375,
      "learning_rate": 3.316476259236965e-06,
      "loss": 0.7761,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5574
    },
    {
      "epoch": 0.7597437994003816,
      "grad_norm": 0.37890625,
      "learning_rate": 3.3129379314922495e-06,
      "loss": 0.6638,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5575
    },
    {
      "epoch": 0.7598800763150723,
      "grad_norm": 0.34375,
      "learning_rate": 3.309401117491752e-06,
      "loss": 0.6993,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5576
    },
    {
      "epoch": 0.7600163532297629,
      "grad_norm": 0.376953125,
      "learning_rate": 3.3058658180360957e-06,
      "loss": 0.7666,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5577
    },
    {
      "epoch": 0.7601526301444536,
      "grad_norm": 0.400390625,
      "learning_rate": 3.3023320339255637e-06,
      "loss": 0.819,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5578
    },
    {
      "epoch": 0.7602889070591442,
      "grad_norm": 0.3671875,
      "learning_rate": 3.2987997659600966e-06,
      "loss": 0.7694,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5579
    },
    {
      "epoch": 0.7604251839738349,
      "grad_norm": 0.34375,
      "learning_rate": 3.295269014939293e-06,
      "loss": 0.7074,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5580
    },
    {
      "epoch": 0.7605614608885255,
      "grad_norm": 0.32421875,
      "learning_rate": 3.2917397816623962e-06,
      "loss": 0.7382,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5581
    },
    {
      "epoch": 0.7606977378032161,
      "grad_norm": 0.388671875,
      "learning_rate": 3.28821206692833e-06,
      "loss": 0.709,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5582
    },
    {
      "epoch": 0.7608340147179068,
      "grad_norm": 0.30078125,
      "learning_rate": 3.2846858715356443e-06,
      "loss": 0.662,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5583
    },
    {
      "epoch": 0.7609702916325974,
      "grad_norm": 0.310546875,
      "learning_rate": 3.2811611962825764e-06,
      "loss": 0.6791,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5584
    },
    {
      "epoch": 0.7611065685472881,
      "grad_norm": 0.236328125,
      "learning_rate": 3.277638041966992e-06,
      "loss": 0.6804,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5585
    },
    {
      "epoch": 0.7612428454619787,
      "grad_norm": 0.26953125,
      "learning_rate": 3.2741164093864285e-06,
      "loss": 0.6998,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5586
    },
    {
      "epoch": 0.7613791223766694,
      "grad_norm": 0.349609375,
      "learning_rate": 3.2705962993380757e-06,
      "loss": 0.7086,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5587
    },
    {
      "epoch": 0.76151539929136,
      "grad_norm": 0.400390625,
      "learning_rate": 3.267077712618776e-06,
      "loss": 0.7397,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5588
    },
    {
      "epoch": 0.7616516762060507,
      "grad_norm": 0.2734375,
      "learning_rate": 3.2635606500250296e-06,
      "loss": 0.6858,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5589
    },
    {
      "epoch": 0.7617879531207413,
      "grad_norm": 0.287109375,
      "learning_rate": 3.2600451123529907e-06,
      "loss": 0.6822,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5590
    },
    {
      "epoch": 0.761924230035432,
      "grad_norm": 0.3125,
      "learning_rate": 3.256531100398469e-06,
      "loss": 0.7623,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5591
    },
    {
      "epoch": 0.7620605069501226,
      "grad_norm": 0.333984375,
      "learning_rate": 3.2530186149569266e-06,
      "loss": 0.7051,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5592
    },
    {
      "epoch": 0.7621967838648133,
      "grad_norm": 0.291015625,
      "learning_rate": 3.249507656823486e-06,
      "loss": 0.7411,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5593
    },
    {
      "epoch": 0.7623330607795039,
      "grad_norm": 0.33203125,
      "learning_rate": 3.24599822679291e-06,
      "loss": 0.7025,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5594
    },
    {
      "epoch": 0.7624693376941946,
      "grad_norm": 0.275390625,
      "learning_rate": 3.2424903256596386e-06,
      "loss": 0.7181,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5595
    },
    {
      "epoch": 0.7626056146088852,
      "grad_norm": 0.3046875,
      "learning_rate": 3.2389839542177415e-06,
      "loss": 0.6849,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5596
    },
    {
      "epoch": 0.7627418915235759,
      "grad_norm": 0.302734375,
      "learning_rate": 3.2354791132609566e-06,
      "loss": 0.7089,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5597
    },
    {
      "epoch": 0.7628781684382666,
      "grad_norm": 0.34765625,
      "learning_rate": 3.23197580358267e-06,
      "loss": 0.7154,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5598
    },
    {
      "epoch": 0.7630144453529573,
      "grad_norm": 0.30078125,
      "learning_rate": 3.228474025975925e-06,
      "loss": 0.706,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5599
    },
    {
      "epoch": 0.7631507222676479,
      "grad_norm": 0.2890625,
      "learning_rate": 3.2249737812334157e-06,
      "loss": 0.6541,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5600
    },
    {
      "epoch": 0.7632869991823386,
      "grad_norm": 0.353515625,
      "learning_rate": 3.2214750701474875e-06,
      "loss": 0.6905,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5601
    },
    {
      "epoch": 0.7634232760970292,
      "grad_norm": 0.310546875,
      "learning_rate": 3.2179778935101426e-06,
      "loss": 0.6988,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5602
    },
    {
      "epoch": 0.7635595530117198,
      "grad_norm": 0.330078125,
      "learning_rate": 3.2144822521130313e-06,
      "loss": 0.6771,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5603
    },
    {
      "epoch": 0.7636958299264105,
      "grad_norm": 0.3359375,
      "learning_rate": 3.2109881467474645e-06,
      "loss": 0.7324,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5604
    },
    {
      "epoch": 0.7638321068411011,
      "grad_norm": 0.32421875,
      "learning_rate": 3.207495578204389e-06,
      "loss": 0.7563,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5605
    },
    {
      "epoch": 0.7639683837557918,
      "grad_norm": 0.28125,
      "learning_rate": 3.204004547274426e-06,
      "loss": 0.6483,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5606
    },
    {
      "epoch": 0.7641046606704824,
      "grad_norm": 0.263671875,
      "learning_rate": 3.2005150547478304e-06,
      "loss": 0.7162,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5607
    },
    {
      "epoch": 0.7642409375851731,
      "grad_norm": 0.3125,
      "learning_rate": 3.197027101414516e-06,
      "loss": 0.7084,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5608
    },
    {
      "epoch": 0.7643772144998637,
      "grad_norm": 0.439453125,
      "learning_rate": 3.1935406880640486e-06,
      "loss": 0.7738,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5609
    },
    {
      "epoch": 0.7645134914145544,
      "grad_norm": 0.42578125,
      "learning_rate": 3.1900558154856443e-06,
      "loss": 0.748,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5610
    },
    {
      "epoch": 0.764649768329245,
      "grad_norm": 0.3515625,
      "learning_rate": 3.186572484468171e-06,
      "loss": 0.6518,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5611
    },
    {
      "epoch": 0.7647860452439357,
      "grad_norm": 0.275390625,
      "learning_rate": 3.183090695800146e-06,
      "loss": 0.6935,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5612
    },
    {
      "epoch": 0.7649223221586263,
      "grad_norm": 0.302734375,
      "learning_rate": 3.17961045026974e-06,
      "loss": 0.7169,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5613
    },
    {
      "epoch": 0.765058599073317,
      "grad_norm": 0.310546875,
      "learning_rate": 3.1761317486647734e-06,
      "loss": 0.7337,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5614
    },
    {
      "epoch": 0.7651948759880076,
      "grad_norm": 0.30078125,
      "learning_rate": 3.172654591772718e-06,
      "loss": 0.6874,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5615
    },
    {
      "epoch": 0.7653311529026983,
      "grad_norm": 0.35546875,
      "learning_rate": 3.169178980380687e-06,
      "loss": 0.7907,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5616
    },
    {
      "epoch": 0.7654674298173889,
      "grad_norm": 0.287109375,
      "learning_rate": 3.1657049152754625e-06,
      "loss": 0.7345,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5617
    },
    {
      "epoch": 0.7656037067320796,
      "grad_norm": 0.337890625,
      "learning_rate": 3.1622323972434577e-06,
      "loss": 0.7441,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5618
    },
    {
      "epoch": 0.7657399836467702,
      "grad_norm": 0.40234375,
      "learning_rate": 3.1587614270707456e-06,
      "loss": 0.679,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5619
    },
    {
      "epoch": 0.7658762605614609,
      "grad_norm": 0.251953125,
      "learning_rate": 3.155292005543047e-06,
      "loss": 0.6325,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5620
    },
    {
      "epoch": 0.7660125374761515,
      "grad_norm": 0.287109375,
      "learning_rate": 3.151824133445731e-06,
      "loss": 0.6933,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5621
    },
    {
      "epoch": 0.7661488143908421,
      "grad_norm": 0.376953125,
      "learning_rate": 3.148357811563817e-06,
      "loss": 0.7265,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5622
    },
    {
      "epoch": 0.7662850913055328,
      "grad_norm": 0.310546875,
      "learning_rate": 3.1448930406819766e-06,
      "loss": 0.6921,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5623
    },
    {
      "epoch": 0.7664213682202234,
      "grad_norm": 0.302734375,
      "learning_rate": 3.1414298215845164e-06,
      "loss": 0.7136,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5624
    },
    {
      "epoch": 0.7665576451349142,
      "grad_norm": 0.263671875,
      "learning_rate": 3.1379681550554163e-06,
      "loss": 0.6987,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5625
    },
    {
      "epoch": 0.7666939220496048,
      "grad_norm": 0.3515625,
      "learning_rate": 3.1345080418782805e-06,
      "loss": 0.8222,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5626
    },
    {
      "epoch": 0.7668301989642955,
      "grad_norm": 0.359375,
      "learning_rate": 3.1310494828363712e-06,
      "loss": 0.7019,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5627
    },
    {
      "epoch": 0.7669664758789861,
      "grad_norm": 0.33203125,
      "learning_rate": 3.12759247871261e-06,
      "loss": 0.7717,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5628
    },
    {
      "epoch": 0.7671027527936768,
      "grad_norm": 0.310546875,
      "learning_rate": 3.1241370302895457e-06,
      "loss": 0.6787,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5629
    },
    {
      "epoch": 0.7672390297083674,
      "grad_norm": 0.515625,
      "learning_rate": 3.1206831383493876e-06,
      "loss": 0.8307,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5630
    },
    {
      "epoch": 0.7673753066230581,
      "grad_norm": 0.322265625,
      "learning_rate": 3.1172308036739905e-06,
      "loss": 0.7825,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5631
    },
    {
      "epoch": 0.7675115835377487,
      "grad_norm": 0.2578125,
      "learning_rate": 3.113780027044856e-06,
      "loss": 0.7293,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5632
    },
    {
      "epoch": 0.7676478604524394,
      "grad_norm": 0.28515625,
      "learning_rate": 3.110330809243134e-06,
      "loss": 0.7135,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5633
    },
    {
      "epoch": 0.76778413736713,
      "grad_norm": 0.259765625,
      "learning_rate": 3.1068831510496245e-06,
      "loss": 0.6875,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5634
    },
    {
      "epoch": 0.7679204142818207,
      "grad_norm": 0.326171875,
      "learning_rate": 3.1034370532447598e-06,
      "loss": 0.7402,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5635
    },
    {
      "epoch": 0.7680566911965113,
      "grad_norm": 0.263671875,
      "learning_rate": 3.099992516608643e-06,
      "loss": 0.6919,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5636
    },
    {
      "epoch": 0.768192968111202,
      "grad_norm": 0.298828125,
      "learning_rate": 3.096549541921002e-06,
      "loss": 0.754,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5637
    },
    {
      "epoch": 0.7683292450258926,
      "grad_norm": 0.419921875,
      "learning_rate": 3.093108129961222e-06,
      "loss": 0.7223,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5638
    },
    {
      "epoch": 0.7684655219405833,
      "grad_norm": 0.298828125,
      "learning_rate": 3.0896682815083336e-06,
      "loss": 0.7079,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5639
    },
    {
      "epoch": 0.7686017988552739,
      "grad_norm": 0.376953125,
      "learning_rate": 3.0862299973410113e-06,
      "loss": 0.7531,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5640
    },
    {
      "epoch": 0.7687380757699646,
      "grad_norm": 0.41015625,
      "learning_rate": 3.082793278237577e-06,
      "loss": 0.7373,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5641
    },
    {
      "epoch": 0.7688743526846552,
      "grad_norm": 0.296875,
      "learning_rate": 3.079358124975996e-06,
      "loss": 0.7403,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5642
    },
    {
      "epoch": 0.7690106295993459,
      "grad_norm": 0.2890625,
      "learning_rate": 3.0759245383338842e-06,
      "loss": 0.7387,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5643
    },
    {
      "epoch": 0.7691469065140365,
      "grad_norm": 0.330078125,
      "learning_rate": 3.0724925190884958e-06,
      "loss": 0.7233,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5644
    },
    {
      "epoch": 0.7692831834287271,
      "grad_norm": 0.326171875,
      "learning_rate": 3.0690620680167395e-06,
      "loss": 0.7428,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5645
    },
    {
      "epoch": 0.7694194603434178,
      "grad_norm": 0.384765625,
      "learning_rate": 3.065633185895153e-06,
      "loss": 0.6465,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5646
    },
    {
      "epoch": 0.7695557372581084,
      "grad_norm": 0.37109375,
      "learning_rate": 3.0622058734999414e-06,
      "loss": 0.7652,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5647
    },
    {
      "epoch": 0.7696920141727991,
      "grad_norm": 0.3046875,
      "learning_rate": 3.058780131606934e-06,
      "loss": 0.7327,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5648
    },
    {
      "epoch": 0.7698282910874897,
      "grad_norm": 0.376953125,
      "learning_rate": 3.0553559609916163e-06,
      "loss": 0.7021,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5649
    },
    {
      "epoch": 0.7699645680021804,
      "grad_norm": 0.3125,
      "learning_rate": 3.0519333624291125e-06,
      "loss": 0.6604,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5650
    },
    {
      "epoch": 0.770100844916871,
      "grad_norm": 0.341796875,
      "learning_rate": 3.048512336694196e-06,
      "loss": 0.7767,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5651
    },
    {
      "epoch": 0.7702371218315618,
      "grad_norm": 0.263671875,
      "learning_rate": 3.045092884561279e-06,
      "loss": 0.7246,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5652
    },
    {
      "epoch": 0.7703733987462524,
      "grad_norm": 0.3046875,
      "learning_rate": 3.041675006804422e-06,
      "loss": 0.6849,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5653
    },
    {
      "epoch": 0.7705096756609431,
      "grad_norm": 0.294921875,
      "learning_rate": 3.0382587041973243e-06,
      "loss": 0.708,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5654
    },
    {
      "epoch": 0.7706459525756337,
      "grad_norm": 0.294921875,
      "learning_rate": 3.034843977513333e-06,
      "loss": 0.7365,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5655
    },
    {
      "epoch": 0.7707822294903244,
      "grad_norm": 0.341796875,
      "learning_rate": 3.03143082752544e-06,
      "loss": 0.7313,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5656
    },
    {
      "epoch": 0.770918506405015,
      "grad_norm": 0.3203125,
      "learning_rate": 3.028019255006267e-06,
      "loss": 0.7349,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5657
    },
    {
      "epoch": 0.7710547833197057,
      "grad_norm": 0.271484375,
      "learning_rate": 3.024609260728101e-06,
      "loss": 0.6379,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5658
    },
    {
      "epoch": 0.7711910602343963,
      "grad_norm": 0.2490234375,
      "learning_rate": 3.0212008454628493e-06,
      "loss": 0.681,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5659
    },
    {
      "epoch": 0.771327337149087,
      "grad_norm": 0.486328125,
      "learning_rate": 3.017794009982077e-06,
      "loss": 0.7017,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5660
    },
    {
      "epoch": 0.7714636140637776,
      "grad_norm": 0.2734375,
      "learning_rate": 3.014388755056984e-06,
      "loss": 0.6713,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5661
    },
    {
      "epoch": 0.7715998909784683,
      "grad_norm": 0.361328125,
      "learning_rate": 3.0109850814584164e-06,
      "loss": 0.6537,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5662
    },
    {
      "epoch": 0.7717361678931589,
      "grad_norm": 0.24609375,
      "learning_rate": 3.00758298995686e-06,
      "loss": 0.688,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5663
    },
    {
      "epoch": 0.7718724448078496,
      "grad_norm": 0.275390625,
      "learning_rate": 3.004182481322444e-06,
      "loss": 0.6985,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5664
    },
    {
      "epoch": 0.7720087217225402,
      "grad_norm": 0.25,
      "learning_rate": 3.0007835563249364e-06,
      "loss": 0.6711,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5665
    },
    {
      "epoch": 0.7721449986372309,
      "grad_norm": 0.35546875,
      "learning_rate": 2.997386215733752e-06,
      "loss": 0.7013,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5666
    },
    {
      "epoch": 0.7722812755519215,
      "grad_norm": 0.33203125,
      "learning_rate": 2.993990460317945e-06,
      "loss": 0.7105,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5667
    },
    {
      "epoch": 0.7724175524666121,
      "grad_norm": 0.279296875,
      "learning_rate": 2.9905962908461996e-06,
      "loss": 0.6386,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5668
    },
    {
      "epoch": 0.7725538293813028,
      "grad_norm": 0.27734375,
      "learning_rate": 2.9872037080868644e-06,
      "loss": 0.7056,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5669
    },
    {
      "epoch": 0.7726901062959934,
      "grad_norm": 0.333984375,
      "learning_rate": 2.983812712807902e-06,
      "loss": 0.6935,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5670
    },
    {
      "epoch": 0.7728263832106841,
      "grad_norm": 0.314453125,
      "learning_rate": 2.9804233057769414e-06,
      "loss": 0.7093,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5671
    },
    {
      "epoch": 0.7729626601253747,
      "grad_norm": 0.357421875,
      "learning_rate": 2.9770354877612316e-06,
      "loss": 0.7618,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5672
    },
    {
      "epoch": 0.7730989370400654,
      "grad_norm": 0.26171875,
      "learning_rate": 2.973649259527672e-06,
      "loss": 0.7011,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5673
    },
    {
      "epoch": 0.773235213954756,
      "grad_norm": 0.33984375,
      "learning_rate": 2.9702646218428e-06,
      "loss": 0.6352,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5674
    },
    {
      "epoch": 0.7733714908694467,
      "grad_norm": 0.333984375,
      "learning_rate": 2.9668815754727944e-06,
      "loss": 0.7026,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5675
    },
    {
      "epoch": 0.7735077677841373,
      "grad_norm": 0.31640625,
      "learning_rate": 2.963500121183469e-06,
      "loss": 0.739,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5676
    },
    {
      "epoch": 0.773644044698828,
      "grad_norm": 0.259765625,
      "learning_rate": 2.9601202597402845e-06,
      "loss": 0.7599,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5677
    },
    {
      "epoch": 0.7737803216135186,
      "grad_norm": 0.375,
      "learning_rate": 2.9567419919083373e-06,
      "loss": 0.7066,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5678
    },
    {
      "epoch": 0.7739165985282094,
      "grad_norm": 0.361328125,
      "learning_rate": 2.953365318452356e-06,
      "loss": 0.6609,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5679
    },
    {
      "epoch": 0.7740528754429,
      "grad_norm": 0.60546875,
      "learning_rate": 2.949990240136724e-06,
      "loss": 0.7212,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5680
    },
    {
      "epoch": 0.7741891523575907,
      "grad_norm": 0.345703125,
      "learning_rate": 2.946616757725447e-06,
      "loss": 0.7528,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5681
    },
    {
      "epoch": 0.7743254292722813,
      "grad_norm": 0.33984375,
      "learning_rate": 2.943244871982185e-06,
      "loss": 0.7218,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5682
    },
    {
      "epoch": 0.774461706186972,
      "grad_norm": 0.27734375,
      "learning_rate": 2.9398745836702227e-06,
      "loss": 0.6872,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5683
    },
    {
      "epoch": 0.7745979831016626,
      "grad_norm": 0.28125,
      "learning_rate": 2.9365058935524902e-06,
      "loss": 0.795,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5684
    },
    {
      "epoch": 0.7747342600163533,
      "grad_norm": 0.265625,
      "learning_rate": 2.9331388023915574e-06,
      "loss": 0.7662,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5685
    },
    {
      "epoch": 0.7748705369310439,
      "grad_norm": 0.376953125,
      "learning_rate": 2.9297733109496297e-06,
      "loss": 0.7754,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5686
    },
    {
      "epoch": 0.7750068138457346,
      "grad_norm": 0.263671875,
      "learning_rate": 2.926409419988543e-06,
      "loss": 0.6938,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5687
    },
    {
      "epoch": 0.7751430907604252,
      "grad_norm": 0.287109375,
      "learning_rate": 2.9230471302697905e-06,
      "loss": 0.7151,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5688
    },
    {
      "epoch": 0.7752793676751158,
      "grad_norm": 0.37109375,
      "learning_rate": 2.919686442554478e-06,
      "loss": 0.7547,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5689
    },
    {
      "epoch": 0.7754156445898065,
      "grad_norm": 0.5234375,
      "learning_rate": 2.9163273576033733e-06,
      "loss": 0.6868,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5690
    },
    {
      "epoch": 0.7755519215044971,
      "grad_norm": 0.28515625,
      "learning_rate": 2.912969876176861e-06,
      "loss": 0.6501,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5691
    },
    {
      "epoch": 0.7756881984191878,
      "grad_norm": 0.40625,
      "learning_rate": 2.9096139990349703e-06,
      "loss": 0.6827,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5692
    },
    {
      "epoch": 0.7758244753338784,
      "grad_norm": 0.30859375,
      "learning_rate": 2.906259726937378e-06,
      "loss": 0.7455,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5693
    },
    {
      "epoch": 0.7759607522485691,
      "grad_norm": 0.69921875,
      "learning_rate": 2.9029070606433787e-06,
      "loss": 0.6782,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5694
    },
    {
      "epoch": 0.7760970291632597,
      "grad_norm": 0.3828125,
      "learning_rate": 2.899556000911915e-06,
      "loss": 0.6966,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5695
    },
    {
      "epoch": 0.7762333060779504,
      "grad_norm": 0.2734375,
      "learning_rate": 2.8962065485015624e-06,
      "loss": 0.729,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5696
    },
    {
      "epoch": 0.776369582992641,
      "grad_norm": 0.27734375,
      "learning_rate": 2.8928587041705382e-06,
      "loss": 0.7233,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5697
    },
    {
      "epoch": 0.7765058599073317,
      "grad_norm": 0.267578125,
      "learning_rate": 2.8895124686766806e-06,
      "loss": 0.6772,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5698
    },
    {
      "epoch": 0.7766421368220223,
      "grad_norm": 0.337890625,
      "learning_rate": 2.8861678427774865e-06,
      "loss": 0.7236,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5699
    },
    {
      "epoch": 0.776778413736713,
      "grad_norm": 0.337890625,
      "learning_rate": 2.882824827230064e-06,
      "loss": 0.6467,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5700
    },
    {
      "epoch": 0.7769146906514036,
      "grad_norm": 0.255859375,
      "learning_rate": 2.8794834227911804e-06,
      "loss": 0.6914,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5701
    },
    {
      "epoch": 0.7770509675660943,
      "grad_norm": 0.31640625,
      "learning_rate": 2.8761436302172165e-06,
      "loss": 0.6707,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5702
    },
    {
      "epoch": 0.7771872444807849,
      "grad_norm": 0.3046875,
      "learning_rate": 2.872805450264202e-06,
      "loss": 0.6912,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5703
    },
    {
      "epoch": 0.7773235213954756,
      "grad_norm": 0.25390625,
      "learning_rate": 2.869468883687798e-06,
      "loss": 0.6827,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5704
    },
    {
      "epoch": 0.7774597983101662,
      "grad_norm": 0.26953125,
      "learning_rate": 2.866133931243299e-06,
      "loss": 0.6648,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5705
    },
    {
      "epoch": 0.777596075224857,
      "grad_norm": 0.298828125,
      "learning_rate": 2.862800593685636e-06,
      "loss": 0.6692,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5706
    },
    {
      "epoch": 0.7777323521395476,
      "grad_norm": 0.42578125,
      "learning_rate": 2.859468871769374e-06,
      "loss": 0.7517,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5707
    },
    {
      "epoch": 0.7778686290542383,
      "grad_norm": 0.37109375,
      "learning_rate": 2.8561387662487137e-06,
      "loss": 0.688,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5708
    },
    {
      "epoch": 0.7780049059689289,
      "grad_norm": 0.875,
      "learning_rate": 2.8528102778774803e-06,
      "loss": 0.7402,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5709
    },
    {
      "epoch": 0.7781411828836196,
      "grad_norm": 0.314453125,
      "learning_rate": 2.8494834074091517e-06,
      "loss": 0.7005,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5710
    },
    {
      "epoch": 0.7782774597983102,
      "grad_norm": 0.2734375,
      "learning_rate": 2.8461581555968176e-06,
      "loss": 0.7109,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5711
    },
    {
      "epoch": 0.7784137367130008,
      "grad_norm": 0.3203125,
      "learning_rate": 2.842834523193223e-06,
      "loss": 0.6731,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5712
    },
    {
      "epoch": 0.7785500136276915,
      "grad_norm": 0.30078125,
      "learning_rate": 2.839512510950727e-06,
      "loss": 0.7516,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5713
    },
    {
      "epoch": 0.7786862905423821,
      "grad_norm": 0.400390625,
      "learning_rate": 2.836192119621335e-06,
      "loss": 0.7775,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5714
    },
    {
      "epoch": 0.7788225674570728,
      "grad_norm": 0.287109375,
      "learning_rate": 2.8328733499566786e-06,
      "loss": 0.683,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5715
    },
    {
      "epoch": 0.7789588443717634,
      "grad_norm": 0.3046875,
      "learning_rate": 2.829556202708026e-06,
      "loss": 0.6772,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5716
    },
    {
      "epoch": 0.7790951212864541,
      "grad_norm": 0.365234375,
      "learning_rate": 2.8262406786262764e-06,
      "loss": 0.684,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5717
    },
    {
      "epoch": 0.7792313982011447,
      "grad_norm": 0.328125,
      "learning_rate": 2.822926778461963e-06,
      "loss": 0.7922,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5718
    },
    {
      "epoch": 0.7793676751158354,
      "grad_norm": 0.3125,
      "learning_rate": 2.819614502965249e-06,
      "loss": 0.7325,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5719
    },
    {
      "epoch": 0.779503952030526,
      "grad_norm": 0.357421875,
      "learning_rate": 2.816303852885932e-06,
      "loss": 0.6545,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5720
    },
    {
      "epoch": 0.7796402289452167,
      "grad_norm": 0.326171875,
      "learning_rate": 2.8129948289734444e-06,
      "loss": 0.7814,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5721
    },
    {
      "epoch": 0.7797765058599073,
      "grad_norm": 0.302734375,
      "learning_rate": 2.8096874319768363e-06,
      "loss": 0.7166,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5722
    },
    {
      "epoch": 0.779912782774598,
      "grad_norm": 0.2734375,
      "learning_rate": 2.806381662644815e-06,
      "loss": 0.7401,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5723
    },
    {
      "epoch": 0.7800490596892886,
      "grad_norm": 0.2734375,
      "learning_rate": 2.803077521725692e-06,
      "loss": 0.6788,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5724
    },
    {
      "epoch": 0.7801853366039793,
      "grad_norm": 0.28125,
      "learning_rate": 2.7997750099674282e-06,
      "loss": 0.6685,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5725
    },
    {
      "epoch": 0.7803216135186699,
      "grad_norm": 0.330078125,
      "learning_rate": 2.796474128117609e-06,
      "loss": 0.7796,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5726
    },
    {
      "epoch": 0.7804578904333606,
      "grad_norm": 0.275390625,
      "learning_rate": 2.7931748769234524e-06,
      "loss": 0.6618,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5727
    },
    {
      "epoch": 0.7805941673480512,
      "grad_norm": 0.251953125,
      "learning_rate": 2.789877257131808e-06,
      "loss": 0.6938,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5728
    },
    {
      "epoch": 0.7807304442627419,
      "grad_norm": 0.447265625,
      "learning_rate": 2.7865812694891525e-06,
      "loss": 0.8588,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5729
    },
    {
      "epoch": 0.7808667211774325,
      "grad_norm": 0.306640625,
      "learning_rate": 2.783286914741599e-06,
      "loss": 0.6998,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5730
    },
    {
      "epoch": 0.7810029980921231,
      "grad_norm": 0.357421875,
      "learning_rate": 2.779994193634884e-06,
      "loss": 0.7797,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5731
    },
    {
      "epoch": 0.7811392750068138,
      "grad_norm": 0.359375,
      "learning_rate": 2.7767031069143844e-06,
      "loss": 0.6627,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5732
    },
    {
      "epoch": 0.7812755519215046,
      "grad_norm": 0.48046875,
      "learning_rate": 2.7734136553250888e-06,
      "loss": 0.6845,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5733
    },
    {
      "epoch": 0.7814118288361952,
      "grad_norm": 0.30078125,
      "learning_rate": 2.7701258396116406e-06,
      "loss": 0.7421,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5734
    },
    {
      "epoch": 0.7815481057508858,
      "grad_norm": 0.34375,
      "learning_rate": 2.76683966051829e-06,
      "loss": 0.7663,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5735
    },
    {
      "epoch": 0.7816843826655765,
      "grad_norm": 0.32421875,
      "learning_rate": 2.7635551187889296e-06,
      "loss": 0.7658,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5736
    },
    {
      "epoch": 0.7818206595802671,
      "grad_norm": 0.263671875,
      "learning_rate": 2.760272215167079e-06,
      "loss": 0.6878,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5737
    },
    {
      "epoch": 0.7819569364949578,
      "grad_norm": 0.34765625,
      "learning_rate": 2.756990950395886e-06,
      "loss": 0.7553,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5738
    },
    {
      "epoch": 0.7820932134096484,
      "grad_norm": 0.349609375,
      "learning_rate": 2.7537113252181257e-06,
      "loss": 0.6715,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5739
    },
    {
      "epoch": 0.7822294903243391,
      "grad_norm": 0.27734375,
      "learning_rate": 2.750433340376206e-06,
      "loss": 0.787,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5740
    },
    {
      "epoch": 0.7823657672390297,
      "grad_norm": 0.3046875,
      "learning_rate": 2.7471569966121613e-06,
      "loss": 0.701,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5741
    },
    {
      "epoch": 0.7825020441537204,
      "grad_norm": 0.5546875,
      "learning_rate": 2.7438822946676534e-06,
      "loss": 0.6761,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5742
    },
    {
      "epoch": 0.782638321068411,
      "grad_norm": 0.380859375,
      "learning_rate": 2.7406092352839773e-06,
      "loss": 0.7138,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5743
    },
    {
      "epoch": 0.7827745979831017,
      "grad_norm": 0.275390625,
      "learning_rate": 2.737337819202043e-06,
      "loss": 0.646,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5744
    },
    {
      "epoch": 0.7829108748977923,
      "grad_norm": 0.306640625,
      "learning_rate": 2.7340680471624106e-06,
      "loss": 0.7043,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5745
    },
    {
      "epoch": 0.783047151812483,
      "grad_norm": 0.23046875,
      "learning_rate": 2.730799919905246e-06,
      "loss": 0.7577,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5746
    },
    {
      "epoch": 0.7831834287271736,
      "grad_norm": 0.31640625,
      "learning_rate": 2.7275334381703554e-06,
      "loss": 0.6918,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5747
    },
    {
      "epoch": 0.7833197056418643,
      "grad_norm": 0.48828125,
      "learning_rate": 2.7242686026971697e-06,
      "loss": 0.7262,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5748
    },
    {
      "epoch": 0.7834559825565549,
      "grad_norm": 1.890625,
      "learning_rate": 2.7210054142247465e-06,
      "loss": 0.7621,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5749
    },
    {
      "epoch": 0.7835922594712456,
      "grad_norm": 0.2421875,
      "learning_rate": 2.7177438734917704e-06,
      "loss": 0.6953,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5750
    },
    {
      "epoch": 0.7837285363859362,
      "grad_norm": 1.703125,
      "learning_rate": 2.7144839812365575e-06,
      "loss": 0.6591,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5751
    },
    {
      "epoch": 0.7838648133006269,
      "grad_norm": 0.267578125,
      "learning_rate": 2.7112257381970363e-06,
      "loss": 0.7827,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5752
    },
    {
      "epoch": 0.7840010902153175,
      "grad_norm": 0.310546875,
      "learning_rate": 2.707969145110786e-06,
      "loss": 0.7876,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5753
    },
    {
      "epoch": 0.7841373671300081,
      "grad_norm": 0.287109375,
      "learning_rate": 2.7047142027149875e-06,
      "loss": 0.6266,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5754
    },
    {
      "epoch": 0.7842736440446988,
      "grad_norm": 0.53125,
      "learning_rate": 2.701460911746464e-06,
      "loss": 0.7099,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5755
    },
    {
      "epoch": 0.7844099209593894,
      "grad_norm": 0.32421875,
      "learning_rate": 2.698209272941659e-06,
      "loss": 0.7083,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5756
    },
    {
      "epoch": 0.7845461978740801,
      "grad_norm": 0.2734375,
      "learning_rate": 2.6949592870366438e-06,
      "loss": 0.6858,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5757
    },
    {
      "epoch": 0.7846824747887707,
      "grad_norm": 0.35546875,
      "learning_rate": 2.691710954767114e-06,
      "loss": 0.7607,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5758
    },
    {
      "epoch": 0.7848187517034614,
      "grad_norm": 0.40234375,
      "learning_rate": 2.6884642768683923e-06,
      "loss": 0.6757,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5759
    },
    {
      "epoch": 0.7849550286181521,
      "grad_norm": 0.33203125,
      "learning_rate": 2.6852192540754265e-06,
      "loss": 0.7359,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5760
    },
    {
      "epoch": 0.7850913055328428,
      "grad_norm": 0.29296875,
      "learning_rate": 2.6819758871227886e-06,
      "loss": 0.6794,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5761
    },
    {
      "epoch": 0.7852275824475334,
      "grad_norm": 0.306640625,
      "learning_rate": 2.6787341767446806e-06,
      "loss": 0.7204,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5762
    },
    {
      "epoch": 0.7853638593622241,
      "grad_norm": 0.365234375,
      "learning_rate": 2.6754941236749154e-06,
      "loss": 0.6995,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5763
    },
    {
      "epoch": 0.7855001362769147,
      "grad_norm": 0.26171875,
      "learning_rate": 2.672255728646953e-06,
      "loss": 0.6814,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5764
    },
    {
      "epoch": 0.7856364131916054,
      "grad_norm": 0.33984375,
      "learning_rate": 2.669018992393858e-06,
      "loss": 0.7454,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5765
    },
    {
      "epoch": 0.785772690106296,
      "grad_norm": 0.33984375,
      "learning_rate": 2.66578391564833e-06,
      "loss": 0.7071,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5766
    },
    {
      "epoch": 0.7859089670209867,
      "grad_norm": 0.353515625,
      "learning_rate": 2.662550499142691e-06,
      "loss": 0.6971,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5767
    },
    {
      "epoch": 0.7860452439356773,
      "grad_norm": 0.267578125,
      "learning_rate": 2.6593187436088854e-06,
      "loss": 0.7333,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5768
    },
    {
      "epoch": 0.786181520850368,
      "grad_norm": 0.349609375,
      "learning_rate": 2.656088649778483e-06,
      "loss": 0.7306,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5769
    },
    {
      "epoch": 0.7863177977650586,
      "grad_norm": 0.349609375,
      "learning_rate": 2.652860218382679e-06,
      "loss": 0.7306,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5770
    },
    {
      "epoch": 0.7864540746797493,
      "grad_norm": 0.400390625,
      "learning_rate": 2.649633450152288e-06,
      "loss": 0.8365,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5771
    },
    {
      "epoch": 0.7865903515944399,
      "grad_norm": 0.275390625,
      "learning_rate": 2.6464083458177513e-06,
      "loss": 0.6733,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5772
    },
    {
      "epoch": 0.7867266285091306,
      "grad_norm": 0.326171875,
      "learning_rate": 2.6431849061091364e-06,
      "loss": 0.6633,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5773
    },
    {
      "epoch": 0.7868629054238212,
      "grad_norm": 0.267578125,
      "learning_rate": 2.6399631317561212e-06,
      "loss": 0.724,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5774
    },
    {
      "epoch": 0.7869991823385118,
      "grad_norm": 0.37890625,
      "learning_rate": 2.6367430234880286e-06,
      "loss": 0.7297,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5775
    },
    {
      "epoch": 0.7871354592532025,
      "grad_norm": 0.291015625,
      "learning_rate": 2.6335245820337817e-06,
      "loss": 0.7093,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5776
    },
    {
      "epoch": 0.7872717361678931,
      "grad_norm": 0.65234375,
      "learning_rate": 2.63030780812194e-06,
      "loss": 0.7201,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5777
    },
    {
      "epoch": 0.7874080130825838,
      "grad_norm": 0.296875,
      "learning_rate": 2.6270927024806804e-06,
      "loss": 0.6856,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5778
    },
    {
      "epoch": 0.7875442899972744,
      "grad_norm": 0.384765625,
      "learning_rate": 2.623879265837804e-06,
      "loss": 0.7345,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5779
    },
    {
      "epoch": 0.7876805669119651,
      "grad_norm": 0.337890625,
      "learning_rate": 2.6206674989207348e-06,
      "loss": 0.7103,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5780
    },
    {
      "epoch": 0.7878168438266557,
      "grad_norm": 0.43359375,
      "learning_rate": 2.617457402456516e-06,
      "loss": 0.8371,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5781
    },
    {
      "epoch": 0.7879531207413464,
      "grad_norm": 0.275390625,
      "learning_rate": 2.614248977171815e-06,
      "loss": 0.7089,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5782
    },
    {
      "epoch": 0.788089397656037,
      "grad_norm": 0.326171875,
      "learning_rate": 2.61104222379292e-06,
      "loss": 0.7779,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5783
    },
    {
      "epoch": 0.7882256745707277,
      "grad_norm": 0.29296875,
      "learning_rate": 2.607837143045744e-06,
      "loss": 0.6217,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5784
    },
    {
      "epoch": 0.7883619514854183,
      "grad_norm": 0.484375,
      "learning_rate": 2.604633735655808e-06,
      "loss": 0.6999,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5785
    },
    {
      "epoch": 0.788498228400109,
      "grad_norm": 0.265625,
      "learning_rate": 2.601432002348279e-06,
      "loss": 0.6995,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5786
    },
    {
      "epoch": 0.7886345053147997,
      "grad_norm": 0.2421875,
      "learning_rate": 2.5982319438479163e-06,
      "loss": 0.6927,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5787
    },
    {
      "epoch": 0.7887707822294904,
      "grad_norm": 0.3125,
      "learning_rate": 2.5950335608791278e-06,
      "loss": 0.7192,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5788
    },
    {
      "epoch": 0.788907059144181,
      "grad_norm": 0.376953125,
      "learning_rate": 2.5918368541659176e-06,
      "loss": 0.688,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5789
    },
    {
      "epoch": 0.7890433360588717,
      "grad_norm": 0.298828125,
      "learning_rate": 2.5886418244319256e-06,
      "loss": 0.648,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5790
    },
    {
      "epoch": 0.7891796129735623,
      "grad_norm": 0.396484375,
      "learning_rate": 2.585448472400408e-06,
      "loss": 0.7463,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5791
    },
    {
      "epoch": 0.789315889888253,
      "grad_norm": 0.28125,
      "learning_rate": 2.5822567987942404e-06,
      "loss": 0.6889,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5792
    },
    {
      "epoch": 0.7894521668029436,
      "grad_norm": 0.3046875,
      "learning_rate": 2.57906680433592e-06,
      "loss": 0.7267,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5793
    },
    {
      "epoch": 0.7895884437176343,
      "grad_norm": 0.322265625,
      "learning_rate": 2.575878489747562e-06,
      "loss": 0.6764,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5794
    },
    {
      "epoch": 0.7897247206323249,
      "grad_norm": 0.27734375,
      "learning_rate": 2.572691855750905e-06,
      "loss": 0.6675,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5795
    },
    {
      "epoch": 0.7898609975470156,
      "grad_norm": 0.3125,
      "learning_rate": 2.569506903067297e-06,
      "loss": 0.6885,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5796
    },
    {
      "epoch": 0.7899972744617062,
      "grad_norm": 0.283203125,
      "learning_rate": 2.566323632417724e-06,
      "loss": 0.7156,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5797
    },
    {
      "epoch": 0.7901335513763968,
      "grad_norm": 0.306640625,
      "learning_rate": 2.5631420445227673e-06,
      "loss": 0.6634,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5798
    },
    {
      "epoch": 0.7902698282910875,
      "grad_norm": 0.28125,
      "learning_rate": 2.559962140102653e-06,
      "loss": 0.6684,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5799
    },
    {
      "epoch": 0.7904061052057781,
      "grad_norm": 0.3828125,
      "learning_rate": 2.5567839198772047e-06,
      "loss": 0.7471,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5800
    },
    {
      "epoch": 0.7905423821204688,
      "grad_norm": 0.263671875,
      "learning_rate": 2.553607384565876e-06,
      "loss": 0.7035,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5801
    },
    {
      "epoch": 0.7906786590351594,
      "grad_norm": 0.298828125,
      "learning_rate": 2.5504325348877344e-06,
      "loss": 0.6854,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5802
    },
    {
      "epoch": 0.7908149359498501,
      "grad_norm": 0.271484375,
      "learning_rate": 2.5472593715614734e-06,
      "loss": 0.7192,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5803
    },
    {
      "epoch": 0.7909512128645407,
      "grad_norm": 0.302734375,
      "learning_rate": 2.5440878953053894e-06,
      "loss": 0.6781,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5804
    },
    {
      "epoch": 0.7910874897792314,
      "grad_norm": 0.31640625,
      "learning_rate": 2.5409181068374144e-06,
      "loss": 0.7274,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5805
    },
    {
      "epoch": 0.791223766693922,
      "grad_norm": 0.423828125,
      "learning_rate": 2.537750006875093e-06,
      "loss": 0.6911,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5806
    },
    {
      "epoch": 0.7913600436086127,
      "grad_norm": 0.2890625,
      "learning_rate": 2.5345835961355723e-06,
      "loss": 0.7049,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5807
    },
    {
      "epoch": 0.7914963205233033,
      "grad_norm": 0.279296875,
      "learning_rate": 2.531418875335645e-06,
      "loss": 0.7081,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5808
    },
    {
      "epoch": 0.791632597437994,
      "grad_norm": 0.26171875,
      "learning_rate": 2.528255845191694e-06,
      "loss": 0.6849,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5809
    },
    {
      "epoch": 0.7917688743526846,
      "grad_norm": 0.29296875,
      "learning_rate": 2.525094506419742e-06,
      "loss": 0.7572,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5810
    },
    {
      "epoch": 0.7919051512673753,
      "grad_norm": 0.248046875,
      "learning_rate": 2.52193485973541e-06,
      "loss": 0.6728,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5811
    },
    {
      "epoch": 0.7920414281820659,
      "grad_norm": 0.3046875,
      "learning_rate": 2.518776905853948e-06,
      "loss": 0.7445,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5812
    },
    {
      "epoch": 0.7921777050967566,
      "grad_norm": 0.267578125,
      "learning_rate": 2.515620645490219e-06,
      "loss": 0.6564,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5813
    },
    {
      "epoch": 0.7923139820114473,
      "grad_norm": 0.30859375,
      "learning_rate": 2.5124660793587053e-06,
      "loss": 0.6997,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5814
    },
    {
      "epoch": 0.792450258926138,
      "grad_norm": 0.373046875,
      "learning_rate": 2.509313208173495e-06,
      "loss": 0.8061,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5815
    },
    {
      "epoch": 0.7925865358408286,
      "grad_norm": 0.2734375,
      "learning_rate": 2.5061620326483116e-06,
      "loss": 0.7125,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5816
    },
    {
      "epoch": 0.7927228127555193,
      "grad_norm": 0.287109375,
      "learning_rate": 2.5030125534964724e-06,
      "loss": 0.6989,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5817
    },
    {
      "epoch": 0.7928590896702099,
      "grad_norm": 0.34375,
      "learning_rate": 2.499864771430934e-06,
      "loss": 0.79,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5818
    },
    {
      "epoch": 0.7929953665849006,
      "grad_norm": 0.302734375,
      "learning_rate": 2.496718687164248e-06,
      "loss": 0.7131,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5819
    },
    {
      "epoch": 0.7931316434995912,
      "grad_norm": 0.396484375,
      "learning_rate": 2.4935743014085943e-06,
      "loss": 0.7316,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5820
    },
    {
      "epoch": 0.7932679204142818,
      "grad_norm": 0.328125,
      "learning_rate": 2.4904316148757648e-06,
      "loss": 0.6934,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5821
    },
    {
      "epoch": 0.7934041973289725,
      "grad_norm": 0.271484375,
      "learning_rate": 2.487290628277166e-06,
      "loss": 0.7107,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5822
    },
    {
      "epoch": 0.7935404742436631,
      "grad_norm": 0.435546875,
      "learning_rate": 2.4841513423238196e-06,
      "loss": 0.684,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5823
    },
    {
      "epoch": 0.7936767511583538,
      "grad_norm": 0.328125,
      "learning_rate": 2.481013757726363e-06,
      "loss": 0.6816,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5824
    },
    {
      "epoch": 0.7938130280730444,
      "grad_norm": 0.3359375,
      "learning_rate": 2.4778778751950525e-06,
      "loss": 0.6639,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5825
    },
    {
      "epoch": 0.7939493049877351,
      "grad_norm": 0.28125,
      "learning_rate": 2.4747436954397465e-06,
      "loss": 0.7249,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5826
    },
    {
      "epoch": 0.7940855819024257,
      "grad_norm": 0.28125,
      "learning_rate": 2.471611219169936e-06,
      "loss": 0.6608,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5827
    },
    {
      "epoch": 0.7942218588171164,
      "grad_norm": 0.328125,
      "learning_rate": 2.4684804470947064e-06,
      "loss": 0.7651,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5828
    },
    {
      "epoch": 0.794358135731807,
      "grad_norm": 0.357421875,
      "learning_rate": 2.46535137992278e-06,
      "loss": 0.7102,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5829
    },
    {
      "epoch": 0.7944944126464977,
      "grad_norm": 0.37109375,
      "learning_rate": 2.4622240183624725e-06,
      "loss": 0.6412,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5830
    },
    {
      "epoch": 0.7946306895611883,
      "grad_norm": 0.271484375,
      "learning_rate": 2.4590983631217224e-06,
      "loss": 0.7625,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5831
    },
    {
      "epoch": 0.794766966475879,
      "grad_norm": 0.2470703125,
      "learning_rate": 2.4559744149080846e-06,
      "loss": 0.6696,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5832
    },
    {
      "epoch": 0.7949032433905696,
      "grad_norm": 0.34375,
      "learning_rate": 2.4528521744287213e-06,
      "loss": 0.7635,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5833
    },
    {
      "epoch": 0.7950395203052603,
      "grad_norm": 0.326171875,
      "learning_rate": 2.449731642390414e-06,
      "loss": 0.7589,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5834
    },
    {
      "epoch": 0.7951757972199509,
      "grad_norm": 0.330078125,
      "learning_rate": 2.446612819499552e-06,
      "loss": 0.6653,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5835
    },
    {
      "epoch": 0.7953120741346416,
      "grad_norm": 0.33984375,
      "learning_rate": 2.4434957064621436e-06,
      "loss": 0.6489,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5836
    },
    {
      "epoch": 0.7954483510493322,
      "grad_norm": 0.326171875,
      "learning_rate": 2.440380303983805e-06,
      "loss": 0.6956,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5837
    },
    {
      "epoch": 0.7955846279640229,
      "grad_norm": 0.3203125,
      "learning_rate": 2.4372666127697695e-06,
      "loss": 0.6681,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5838
    },
    {
      "epoch": 0.7957209048787135,
      "grad_norm": 0.33984375,
      "learning_rate": 2.4341546335248724e-06,
      "loss": 0.7074,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5839
    },
    {
      "epoch": 0.7958571817934041,
      "grad_norm": 0.302734375,
      "learning_rate": 2.431044366953582e-06,
      "loss": 0.6903,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5840
    },
    {
      "epoch": 0.7959934587080949,
      "grad_norm": 0.30078125,
      "learning_rate": 2.4279358137599574e-06,
      "loss": 0.7165,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5841
    },
    {
      "epoch": 0.7961297356227856,
      "grad_norm": 0.2890625,
      "learning_rate": 2.4248289746476815e-06,
      "loss": 0.7164,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5842
    },
    {
      "epoch": 0.7962660125374762,
      "grad_norm": 0.322265625,
      "learning_rate": 2.4217238503200467e-06,
      "loss": 0.719,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5843
    },
    {
      "epoch": 0.7964022894521668,
      "grad_norm": 0.283203125,
      "learning_rate": 2.4186204414799576e-06,
      "loss": 0.7106,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5844
    },
    {
      "epoch": 0.7965385663668575,
      "grad_norm": 0.32421875,
      "learning_rate": 2.4155187488299303e-06,
      "loss": 0.7055,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5845
    },
    {
      "epoch": 0.7966748432815481,
      "grad_norm": 0.484375,
      "learning_rate": 2.4124187730720916e-06,
      "loss": 0.697,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5846
    },
    {
      "epoch": 0.7968111201962388,
      "grad_norm": 0.279296875,
      "learning_rate": 2.40932051490818e-06,
      "loss": 0.6245,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5847
    },
    {
      "epoch": 0.7969473971109294,
      "grad_norm": 0.25390625,
      "learning_rate": 2.4062239750395456e-06,
      "loss": 0.7025,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5848
    },
    {
      "epoch": 0.7970836740256201,
      "grad_norm": 0.294921875,
      "learning_rate": 2.403129154167153e-06,
      "loss": 0.8081,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5849
    },
    {
      "epoch": 0.7972199509403107,
      "grad_norm": 0.578125,
      "learning_rate": 2.4000360529915645e-06,
      "loss": 0.849,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5850
    },
    {
      "epoch": 0.7973562278550014,
      "grad_norm": 0.3046875,
      "learning_rate": 2.3969446722129743e-06,
      "loss": 0.7089,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5851
    },
    {
      "epoch": 0.797492504769692,
      "grad_norm": 0.373046875,
      "learning_rate": 2.3938550125311667e-06,
      "loss": 0.7497,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5852
    },
    {
      "epoch": 0.7976287816843827,
      "grad_norm": 0.357421875,
      "learning_rate": 2.390767074645549e-06,
      "loss": 0.7635,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5853
    },
    {
      "epoch": 0.7977650585990733,
      "grad_norm": 0.482421875,
      "learning_rate": 2.3876808592551337e-06,
      "loss": 0.7132,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5854
    },
    {
      "epoch": 0.797901335513764,
      "grad_norm": 0.34375,
      "learning_rate": 2.384596367058545e-06,
      "loss": 0.7426,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5855
    },
    {
      "epoch": 0.7980376124284546,
      "grad_norm": 0.34765625,
      "learning_rate": 2.3815135987540173e-06,
      "loss": 0.7565,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5856
    },
    {
      "epoch": 0.7981738893431453,
      "grad_norm": 0.33984375,
      "learning_rate": 2.3784325550393925e-06,
      "loss": 0.7851,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5857
    },
    {
      "epoch": 0.7983101662578359,
      "grad_norm": 0.4296875,
      "learning_rate": 2.375353236612127e-06,
      "loss": 0.7875,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5858
    },
    {
      "epoch": 0.7984464431725266,
      "grad_norm": 0.251953125,
      "learning_rate": 2.3722756441692786e-06,
      "loss": 0.6903,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5859
    },
    {
      "epoch": 0.7985827200872172,
      "grad_norm": 0.306640625,
      "learning_rate": 2.369199778407526e-06,
      "loss": 0.7797,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5860
    },
    {
      "epoch": 0.7987189970019078,
      "grad_norm": 0.28515625,
      "learning_rate": 2.366125640023139e-06,
      "loss": 0.7215,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5861
    },
    {
      "epoch": 0.7988552739165985,
      "grad_norm": 0.31640625,
      "learning_rate": 2.3630532297120213e-06,
      "loss": 0.6506,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5862
    },
    {
      "epoch": 0.7989915508312891,
      "grad_norm": 0.27734375,
      "learning_rate": 2.3599825481696603e-06,
      "loss": 0.6674,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5863
    },
    {
      "epoch": 0.7991278277459798,
      "grad_norm": 0.302734375,
      "learning_rate": 2.3569135960911683e-06,
      "loss": 0.6642,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5864
    },
    {
      "epoch": 0.7992641046606704,
      "grad_norm": 0.33203125,
      "learning_rate": 2.3538463741712613e-06,
      "loss": 0.7016,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5865
    },
    {
      "epoch": 0.7994003815753611,
      "grad_norm": 0.2265625,
      "learning_rate": 2.3507808831042624e-06,
      "loss": 0.6386,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5866
    },
    {
      "epoch": 0.7995366584900517,
      "grad_norm": 0.2578125,
      "learning_rate": 2.3477171235841046e-06,
      "loss": 0.7351,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5867
    },
    {
      "epoch": 0.7996729354047425,
      "grad_norm": 0.328125,
      "learning_rate": 2.3446550963043312e-06,
      "loss": 0.7001,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5868
    },
    {
      "epoch": 0.7998092123194331,
      "grad_norm": 0.267578125,
      "learning_rate": 2.3415948019580826e-06,
      "loss": 0.7155,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5869
    },
    {
      "epoch": 0.7999454892341238,
      "grad_norm": 0.2890625,
      "learning_rate": 2.338536241238122e-06,
      "loss": 0.6595,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5870
    },
    {
      "epoch": 0.8000817661488144,
      "grad_norm": 0.2734375,
      "learning_rate": 2.3354794148368143e-06,
      "loss": 0.7007,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5871
    },
    {
      "epoch": 0.8002180430635051,
      "grad_norm": 0.275390625,
      "learning_rate": 2.332424323446122e-06,
      "loss": 0.7202,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5872
    },
    {
      "epoch": 0.8003543199781957,
      "grad_norm": 0.28125,
      "learning_rate": 2.3293709677576336e-06,
      "loss": 0.6718,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5873
    },
    {
      "epoch": 0.8004905968928864,
      "grad_norm": 0.3046875,
      "learning_rate": 2.326319348462527e-06,
      "loss": 0.7458,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5874
    },
    {
      "epoch": 0.800626873807577,
      "grad_norm": 0.287109375,
      "learning_rate": 2.3232694662515966e-06,
      "loss": 0.6724,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5875
    },
    {
      "epoch": 0.8007631507222677,
      "grad_norm": 0.232421875,
      "learning_rate": 2.3202213218152425e-06,
      "loss": 0.6575,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5876
    },
    {
      "epoch": 0.8008994276369583,
      "grad_norm": 0.28515625,
      "learning_rate": 2.3171749158434697e-06,
      "loss": 0.8424,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5877
    },
    {
      "epoch": 0.801035704551649,
      "grad_norm": 0.37890625,
      "learning_rate": 2.314130249025891e-06,
      "loss": 0.754,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5878
    },
    {
      "epoch": 0.8011719814663396,
      "grad_norm": 0.31640625,
      "learning_rate": 2.311087322051727e-06,
      "loss": 0.7293,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5879
    },
    {
      "epoch": 0.8013082583810303,
      "grad_norm": 0.3046875,
      "learning_rate": 2.3080461356097938e-06,
      "loss": 0.7302,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5880
    },
    {
      "epoch": 0.8014445352957209,
      "grad_norm": 0.267578125,
      "learning_rate": 2.305006690388534e-06,
      "loss": 0.682,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5881
    },
    {
      "epoch": 0.8015808122104116,
      "grad_norm": 0.3203125,
      "learning_rate": 2.301968987075974e-06,
      "loss": 0.7793,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5882
    },
    {
      "epoch": 0.8017170891251022,
      "grad_norm": 0.609375,
      "learning_rate": 2.298933026359762e-06,
      "loss": 0.6906,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5883
    },
    {
      "epoch": 0.8018533660397928,
      "grad_norm": 0.35546875,
      "learning_rate": 2.2958988089271426e-06,
      "loss": 0.757,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5884
    },
    {
      "epoch": 0.8019896429544835,
      "grad_norm": 0.3671875,
      "learning_rate": 2.2928663354649703e-06,
      "loss": 0.71,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5885
    },
    {
      "epoch": 0.8021259198691741,
      "grad_norm": 0.259765625,
      "learning_rate": 2.2898356066597026e-06,
      "loss": 0.7338,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5886
    },
    {
      "epoch": 0.8022621967838648,
      "grad_norm": 0.3671875,
      "learning_rate": 2.286806623197404e-06,
      "loss": 0.7085,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5887
    },
    {
      "epoch": 0.8023984736985554,
      "grad_norm": 0.376953125,
      "learning_rate": 2.2837793857637414e-06,
      "loss": 0.6638,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5888
    },
    {
      "epoch": 0.8025347506132461,
      "grad_norm": 0.314453125,
      "learning_rate": 2.280753895043989e-06,
      "loss": 0.6507,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5889
    },
    {
      "epoch": 0.8026710275279367,
      "grad_norm": 0.443359375,
      "learning_rate": 2.2777301517230265e-06,
      "loss": 0.6978,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5890
    },
    {
      "epoch": 0.8028073044426274,
      "grad_norm": 0.236328125,
      "learning_rate": 2.274708156485328e-06,
      "loss": 0.7506,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5891
    },
    {
      "epoch": 0.802943581357318,
      "grad_norm": 0.412109375,
      "learning_rate": 2.27168791001499e-06,
      "loss": 0.7037,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5892
    },
    {
      "epoch": 0.8030798582720087,
      "grad_norm": 0.70703125,
      "learning_rate": 2.2686694129956965e-06,
      "loss": 0.8198,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5893
    },
    {
      "epoch": 0.8032161351866993,
      "grad_norm": 0.26171875,
      "learning_rate": 2.2656526661107426e-06,
      "loss": 0.7156,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5894
    },
    {
      "epoch": 0.8033524121013901,
      "grad_norm": 0.2578125,
      "learning_rate": 2.2626376700430286e-06,
      "loss": 0.7188,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5895
    },
    {
      "epoch": 0.8034886890160807,
      "grad_norm": 0.283203125,
      "learning_rate": 2.2596244254750545e-06,
      "loss": 0.7522,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5896
    },
    {
      "epoch": 0.8036249659307714,
      "grad_norm": 0.314453125,
      "learning_rate": 2.2566129330889274e-06,
      "loss": 0.6634,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5897
    },
    {
      "epoch": 0.803761242845462,
      "grad_norm": 0.296875,
      "learning_rate": 2.253603193566355e-06,
      "loss": 0.7132,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5898
    },
    {
      "epoch": 0.8038975197601527,
      "grad_norm": 0.244140625,
      "learning_rate": 2.2505952075886495e-06,
      "loss": 0.6264,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5899
    },
    {
      "epoch": 0.8040337966748433,
      "grad_norm": 0.296875,
      "learning_rate": 2.2475889758367265e-06,
      "loss": 0.7176,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5900
    },
    {
      "epoch": 0.804170073589534,
      "grad_norm": 0.26953125,
      "learning_rate": 2.244584498991107e-06,
      "loss": 0.7201,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5901
    },
    {
      "epoch": 0.8043063505042246,
      "grad_norm": 0.3203125,
      "learning_rate": 2.2415817777319027e-06,
      "loss": 0.7396,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5902
    },
    {
      "epoch": 0.8044426274189153,
      "grad_norm": 0.296875,
      "learning_rate": 2.2385808127388477e-06,
      "loss": 0.6892,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5903
    },
    {
      "epoch": 0.8045789043336059,
      "grad_norm": 1.015625,
      "learning_rate": 2.2355816046912572e-06,
      "loss": 0.6908,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5904
    },
    {
      "epoch": 0.8047151812482966,
      "grad_norm": 0.404296875,
      "learning_rate": 2.2325841542680706e-06,
      "loss": 0.7452,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5905
    },
    {
      "epoch": 0.8048514581629872,
      "grad_norm": 0.291015625,
      "learning_rate": 2.229588462147808e-06,
      "loss": 0.6663,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5906
    },
    {
      "epoch": 0.8049877350776778,
      "grad_norm": 0.345703125,
      "learning_rate": 2.2265945290086066e-06,
      "loss": 0.6677,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5907
    },
    {
      "epoch": 0.8051240119923685,
      "grad_norm": 0.37109375,
      "learning_rate": 2.2236023555281995e-06,
      "loss": 0.7271,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5908
    },
    {
      "epoch": 0.8052602889070591,
      "grad_norm": 0.248046875,
      "learning_rate": 2.2206119423839222e-06,
      "loss": 0.7121,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5909
    },
    {
      "epoch": 0.8053965658217498,
      "grad_norm": 0.27734375,
      "learning_rate": 2.2176232902527116e-06,
      "loss": 0.7323,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5910
    },
    {
      "epoch": 0.8055328427364404,
      "grad_norm": 0.345703125,
      "learning_rate": 2.2146363998111077e-06,
      "loss": 0.7447,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5911
    },
    {
      "epoch": 0.8056691196511311,
      "grad_norm": 0.279296875,
      "learning_rate": 2.21165127173525e-06,
      "loss": 0.6898,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5912
    },
    {
      "epoch": 0.8058053965658217,
      "grad_norm": 0.26953125,
      "learning_rate": 2.208667906700873e-06,
      "loss": 0.6414,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5913
    },
    {
      "epoch": 0.8059416734805124,
      "grad_norm": 0.275390625,
      "learning_rate": 2.20568630538333e-06,
      "loss": 0.6755,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5914
    },
    {
      "epoch": 0.806077950395203,
      "grad_norm": 0.298828125,
      "learning_rate": 2.2027064684575505e-06,
      "loss": 0.6481,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5915
    },
    {
      "epoch": 0.8062142273098937,
      "grad_norm": 0.28515625,
      "learning_rate": 2.19972839659809e-06,
      "loss": 0.6896,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5916
    },
    {
      "epoch": 0.8063505042245843,
      "grad_norm": 0.337890625,
      "learning_rate": 2.196752090479083e-06,
      "loss": 0.6954,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5917
    },
    {
      "epoch": 0.806486781139275,
      "grad_norm": 0.263671875,
      "learning_rate": 2.1937775507742764e-06,
      "loss": 0.6669,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5918
    },
    {
      "epoch": 0.8066230580539656,
      "grad_norm": 0.31640625,
      "learning_rate": 2.190804778157013e-06,
      "loss": 0.7383,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5919
    },
    {
      "epoch": 0.8067593349686563,
      "grad_norm": 0.279296875,
      "learning_rate": 2.1878337733002385e-06,
      "loss": 0.7553,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5920
    },
    {
      "epoch": 0.8068956118833469,
      "grad_norm": 0.578125,
      "learning_rate": 2.184864536876494e-06,
      "loss": 0.6643,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5921
    },
    {
      "epoch": 0.8070318887980377,
      "grad_norm": 0.263671875,
      "learning_rate": 2.1818970695579267e-06,
      "loss": 0.7183,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5922
    },
    {
      "epoch": 0.8071681657127283,
      "grad_norm": 0.3671875,
      "learning_rate": 2.1789313720162786e-06,
      "loss": 0.6999,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5923
    },
    {
      "epoch": 0.807304442627419,
      "grad_norm": 0.369140625,
      "learning_rate": 2.1759674449228852e-06,
      "loss": 0.7628,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5924
    },
    {
      "epoch": 0.8074407195421096,
      "grad_norm": 0.498046875,
      "learning_rate": 2.1730052889486984e-06,
      "loss": 0.6582,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5925
    },
    {
      "epoch": 0.8075769964568003,
      "grad_norm": 0.3359375,
      "learning_rate": 2.1700449047642493e-06,
      "loss": 0.6896,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5926
    },
    {
      "epoch": 0.8077132733714909,
      "grad_norm": 0.294921875,
      "learning_rate": 2.167086293039686e-06,
      "loss": 0.6126,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5927
    },
    {
      "epoch": 0.8078495502861816,
      "grad_norm": 0.466796875,
      "learning_rate": 2.1641294544447423e-06,
      "loss": 0.7664,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5928
    },
    {
      "epoch": 0.8079858272008722,
      "grad_norm": 0.6015625,
      "learning_rate": 2.1611743896487534e-06,
      "loss": 0.6875,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5929
    },
    {
      "epoch": 0.8081221041155628,
      "grad_norm": 0.265625,
      "learning_rate": 2.158221099320658e-06,
      "loss": 0.717,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5930
    },
    {
      "epoch": 0.8082583810302535,
      "grad_norm": 0.322265625,
      "learning_rate": 2.1552695841289905e-06,
      "loss": 0.7381,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5931
    },
    {
      "epoch": 0.8083946579449441,
      "grad_norm": 0.384765625,
      "learning_rate": 2.1523198447418748e-06,
      "loss": 0.6804,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5932
    },
    {
      "epoch": 0.8085309348596348,
      "grad_norm": 0.353515625,
      "learning_rate": 2.149371881827053e-06,
      "loss": 0.6799,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5933
    },
    {
      "epoch": 0.8086672117743254,
      "grad_norm": 0.333984375,
      "learning_rate": 2.1464256960518405e-06,
      "loss": 0.6888,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5934
    },
    {
      "epoch": 0.8088034886890161,
      "grad_norm": 0.306640625,
      "learning_rate": 2.143481288083171e-06,
      "loss": 0.7164,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5935
    },
    {
      "epoch": 0.8089397656037067,
      "grad_norm": 0.314453125,
      "learning_rate": 2.1405386585875697e-06,
      "loss": 0.7394,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5936
    },
    {
      "epoch": 0.8090760425183974,
      "grad_norm": 0.33203125,
      "learning_rate": 2.1375978082311453e-06,
      "loss": 0.6773,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5937
    },
    {
      "epoch": 0.809212319433088,
      "grad_norm": 0.279296875,
      "learning_rate": 2.134658737679629e-06,
      "loss": 0.6925,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5938
    },
    {
      "epoch": 0.8093485963477787,
      "grad_norm": 0.361328125,
      "learning_rate": 2.131721447598326e-06,
      "loss": 0.7676,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5939
    },
    {
      "epoch": 0.8094848732624693,
      "grad_norm": 0.306640625,
      "learning_rate": 2.1287859386521513e-06,
      "loss": 0.7019,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5940
    },
    {
      "epoch": 0.80962115017716,
      "grad_norm": 0.322265625,
      "learning_rate": 2.1258522115056137e-06,
      "loss": 0.6677,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5941
    },
    {
      "epoch": 0.8097574270918506,
      "grad_norm": 0.3515625,
      "learning_rate": 2.1229202668228197e-06,
      "loss": 0.7585,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5942
    },
    {
      "epoch": 0.8098937040065413,
      "grad_norm": 0.5859375,
      "learning_rate": 2.1199901052674642e-06,
      "loss": 0.8176,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5943
    },
    {
      "epoch": 0.8100299809212319,
      "grad_norm": 0.478515625,
      "learning_rate": 2.117061727502856e-06,
      "loss": 0.7566,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5944
    },
    {
      "epoch": 0.8101662578359226,
      "grad_norm": 0.26953125,
      "learning_rate": 2.114135134191878e-06,
      "loss": 0.7638,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5945
    },
    {
      "epoch": 0.8103025347506132,
      "grad_norm": 0.306640625,
      "learning_rate": 2.1112103259970318e-06,
      "loss": 0.7251,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5946
    },
    {
      "epoch": 0.8104388116653038,
      "grad_norm": 0.4609375,
      "learning_rate": 2.1082873035803954e-06,
      "loss": 0.7662,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5947
    },
    {
      "epoch": 0.8105750885799945,
      "grad_norm": 0.259765625,
      "learning_rate": 2.1053660676036525e-06,
      "loss": 0.6348,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5948
    },
    {
      "epoch": 0.8107113654946853,
      "grad_norm": 0.330078125,
      "learning_rate": 2.1024466187280823e-06,
      "loss": 0.6912,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5949
    },
    {
      "epoch": 0.8108476424093759,
      "grad_norm": 0.236328125,
      "learning_rate": 2.099528957614556e-06,
      "loss": 0.7173,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5950
    },
    {
      "epoch": 0.8109839193240665,
      "grad_norm": 0.296875,
      "learning_rate": 2.0966130849235433e-06,
      "loss": 0.6917,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5951
    },
    {
      "epoch": 0.8111201962387572,
      "grad_norm": 0.384765625,
      "learning_rate": 2.093699001315107e-06,
      "loss": 0.8247,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5952
    },
    {
      "epoch": 0.8112564731534478,
      "grad_norm": 0.314453125,
      "learning_rate": 2.0907867074489064e-06,
      "loss": 0.699,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5953
    },
    {
      "epoch": 0.8113927500681385,
      "grad_norm": 0.310546875,
      "learning_rate": 2.087876203984194e-06,
      "loss": 0.7154,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5954
    },
    {
      "epoch": 0.8115290269828291,
      "grad_norm": 0.431640625,
      "learning_rate": 2.08496749157982e-06,
      "loss": 0.7725,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5955
    },
    {
      "epoch": 0.8116653038975198,
      "grad_norm": 0.310546875,
      "learning_rate": 2.0820605708942197e-06,
      "loss": 0.6928,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5956
    },
    {
      "epoch": 0.8118015808122104,
      "grad_norm": 0.57421875,
      "learning_rate": 2.079155442585442e-06,
      "loss": 0.7552,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5957
    },
    {
      "epoch": 0.8119378577269011,
      "grad_norm": 0.275390625,
      "learning_rate": 2.076252107311109e-06,
      "loss": 0.7131,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5958
    },
    {
      "epoch": 0.8120741346415917,
      "grad_norm": 0.453125,
      "learning_rate": 2.073350565728448e-06,
      "loss": 0.6826,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5959
    },
    {
      "epoch": 0.8122104115562824,
      "grad_norm": 0.2421875,
      "learning_rate": 2.0704508184942797e-06,
      "loss": 0.6414,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5960
    },
    {
      "epoch": 0.812346688470973,
      "grad_norm": 0.3984375,
      "learning_rate": 2.0675528662650157e-06,
      "loss": 0.7708,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5961
    },
    {
      "epoch": 0.8124829653856637,
      "grad_norm": 0.326171875,
      "learning_rate": 2.064656709696664e-06,
      "loss": 0.717,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5962
    },
    {
      "epoch": 0.8126192423003543,
      "grad_norm": 0.3203125,
      "learning_rate": 2.0617623494448257e-06,
      "loss": 0.6963,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5963
    },
    {
      "epoch": 0.812755519215045,
      "grad_norm": 0.33203125,
      "learning_rate": 2.0588697861646935e-06,
      "loss": 0.7152,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5964
    },
    {
      "epoch": 0.8128917961297356,
      "grad_norm": 0.390625,
      "learning_rate": 2.055979020511054e-06,
      "loss": 0.7451,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5965
    },
    {
      "epoch": 0.8130280730444263,
      "grad_norm": 0.349609375,
      "learning_rate": 2.05309005313829e-06,
      "loss": 0.7881,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5966
    },
    {
      "epoch": 0.8131643499591169,
      "grad_norm": 0.349609375,
      "learning_rate": 2.0502028847003672e-06,
      "loss": 0.7459,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5967
    },
    {
      "epoch": 0.8133006268738076,
      "grad_norm": 0.27734375,
      "learning_rate": 2.047317515850862e-06,
      "loss": 0.7339,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5968
    },
    {
      "epoch": 0.8134369037884982,
      "grad_norm": 0.27734375,
      "learning_rate": 2.0444339472429243e-06,
      "loss": 0.76,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5969
    },
    {
      "epoch": 0.8135731807031888,
      "grad_norm": 0.41015625,
      "learning_rate": 2.041552179529307e-06,
      "loss": 0.6972,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5970
    },
    {
      "epoch": 0.8137094576178795,
      "grad_norm": 0.26953125,
      "learning_rate": 2.038672213362354e-06,
      "loss": 0.7074,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5971
    },
    {
      "epoch": 0.8138457345325701,
      "grad_norm": 0.337890625,
      "learning_rate": 2.0357940493940007e-06,
      "loss": 0.6626,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5972
    },
    {
      "epoch": 0.8139820114472608,
      "grad_norm": 0.2353515625,
      "learning_rate": 2.032917688275774e-06,
      "loss": 0.6577,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5973
    },
    {
      "epoch": 0.8141182883619514,
      "grad_norm": 0.3671875,
      "learning_rate": 2.0300431306587943e-06,
      "loss": 0.7733,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5974
    },
    {
      "epoch": 0.8142545652766421,
      "grad_norm": 0.30859375,
      "learning_rate": 2.0271703771937713e-06,
      "loss": 0.7799,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5975
    },
    {
      "epoch": 0.8143908421913328,
      "grad_norm": 0.33984375,
      "learning_rate": 2.024299428531007e-06,
      "loss": 0.7725,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5976
    },
    {
      "epoch": 0.8145271191060235,
      "grad_norm": 0.32421875,
      "learning_rate": 2.0214302853204003e-06,
      "loss": 0.7083,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5977
    },
    {
      "epoch": 0.8146633960207141,
      "grad_norm": 0.25390625,
      "learning_rate": 2.0185629482114278e-06,
      "loss": 0.6576,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5978
    },
    {
      "epoch": 0.8147996729354048,
      "grad_norm": 0.298828125,
      "learning_rate": 2.0156974178531763e-06,
      "loss": 0.7058,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5979
    },
    {
      "epoch": 0.8149359498500954,
      "grad_norm": 0.337890625,
      "learning_rate": 2.012833694894305e-06,
      "loss": 0.767,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5980
    },
    {
      "epoch": 0.8150722267647861,
      "grad_norm": 0.244140625,
      "learning_rate": 2.0099717799830754e-06,
      "loss": 0.7459,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5981
    },
    {
      "epoch": 0.8152085036794767,
      "grad_norm": 0.30859375,
      "learning_rate": 2.007111673767337e-06,
      "loss": 0.6827,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5982
    },
    {
      "epoch": 0.8153447805941674,
      "grad_norm": 0.279296875,
      "learning_rate": 2.004253376894528e-06,
      "loss": 0.7009,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5983
    },
    {
      "epoch": 0.815481057508858,
      "grad_norm": 0.33984375,
      "learning_rate": 2.001396890011681e-06,
      "loss": 0.6778,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5984
    },
    {
      "epoch": 0.8156173344235487,
      "grad_norm": 0.26953125,
      "learning_rate": 1.9985422137654143e-06,
      "loss": 0.624,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5985
    },
    {
      "epoch": 0.8157536113382393,
      "grad_norm": 0.302734375,
      "learning_rate": 1.995689348801938e-06,
      "loss": 0.6898,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5986
    },
    {
      "epoch": 0.81588988825293,
      "grad_norm": 0.3828125,
      "learning_rate": 1.9928382957670543e-06,
      "loss": 0.7215,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5987
    },
    {
      "epoch": 0.8160261651676206,
      "grad_norm": 0.3359375,
      "learning_rate": 1.9899890553061565e-06,
      "loss": 0.7677,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5988
    },
    {
      "epoch": 0.8161624420823113,
      "grad_norm": 0.359375,
      "learning_rate": 1.9871416280642142e-06,
      "loss": 0.7624,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5989
    },
    {
      "epoch": 0.8162987189970019,
      "grad_norm": 0.294921875,
      "learning_rate": 1.984296014685809e-06,
      "loss": 0.6791,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5990
    },
    {
      "epoch": 0.8164349959116926,
      "grad_norm": 0.294921875,
      "learning_rate": 1.9814522158150917e-06,
      "loss": 0.7398,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5991
    },
    {
      "epoch": 0.8165712728263832,
      "grad_norm": 0.283203125,
      "learning_rate": 1.9786102320958132e-06,
      "loss": 0.6922,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5992
    },
    {
      "epoch": 0.8167075497410738,
      "grad_norm": 0.265625,
      "learning_rate": 1.9757700641713116e-06,
      "loss": 0.6827,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5993
    },
    {
      "epoch": 0.8168438266557645,
      "grad_norm": 0.2431640625,
      "learning_rate": 1.9729317126845115e-06,
      "loss": 0.6502,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5994
    },
    {
      "epoch": 0.8169801035704551,
      "grad_norm": 0.32421875,
      "learning_rate": 1.97009517827793e-06,
      "loss": 0.6295,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5995
    },
    {
      "epoch": 0.8171163804851458,
      "grad_norm": 0.3984375,
      "learning_rate": 1.967260461593671e-06,
      "loss": 0.7836,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5996
    },
    {
      "epoch": 0.8172526573998364,
      "grad_norm": 0.328125,
      "learning_rate": 1.9644275632734213e-06,
      "loss": 0.66,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5997
    },
    {
      "epoch": 0.8173889343145271,
      "grad_norm": 0.37890625,
      "learning_rate": 1.96159648395847e-06,
      "loss": 0.6782,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5998
    },
    {
      "epoch": 0.8175252112292177,
      "grad_norm": 0.2490234375,
      "learning_rate": 1.9587672242896792e-06,
      "loss": 0.679,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 5999
    },
    {
      "epoch": 0.8176614881439084,
      "grad_norm": 0.294921875,
      "learning_rate": 1.9559397849075057e-06,
      "loss": 0.7092,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6000
    },
    {
      "epoch": 0.817797765058599,
      "grad_norm": 0.388671875,
      "learning_rate": 1.9531141664520025e-06,
      "loss": 0.7311,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6001
    },
    {
      "epoch": 0.8179340419732897,
      "grad_norm": 0.46484375,
      "learning_rate": 1.950290369562792e-06,
      "loss": 0.7039,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6002
    },
    {
      "epoch": 0.8180703188879804,
      "grad_norm": 0.30859375,
      "learning_rate": 1.947468394879104e-06,
      "loss": 0.7135,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6003
    },
    {
      "epoch": 0.8182065958026711,
      "grad_norm": 0.35546875,
      "learning_rate": 1.9446482430397383e-06,
      "loss": 0.7227,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6004
    },
    {
      "epoch": 0.8183428727173617,
      "grad_norm": 0.3828125,
      "learning_rate": 1.9418299146830953e-06,
      "loss": 0.7409,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6005
    },
    {
      "epoch": 0.8184791496320524,
      "grad_norm": 0.474609375,
      "learning_rate": 1.9390134104471548e-06,
      "loss": 0.6951,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6006
    },
    {
      "epoch": 0.818615426546743,
      "grad_norm": 0.310546875,
      "learning_rate": 1.93619873096949e-06,
      "loss": 0.6916,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6007
    },
    {
      "epoch": 0.8187517034614337,
      "grad_norm": 0.3203125,
      "learning_rate": 1.9333858768872492e-06,
      "loss": 0.725,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6008
    },
    {
      "epoch": 0.8188879803761243,
      "grad_norm": 0.404296875,
      "learning_rate": 1.9305748488371866e-06,
      "loss": 0.7936,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6009
    },
    {
      "epoch": 0.819024257290815,
      "grad_norm": 0.291015625,
      "learning_rate": 1.927765647455624e-06,
      "loss": 0.665,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6010
    },
    {
      "epoch": 0.8191605342055056,
      "grad_norm": 0.298828125,
      "learning_rate": 1.92495827337848e-06,
      "loss": 0.6611,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6011
    },
    {
      "epoch": 0.8192968111201963,
      "grad_norm": 0.345703125,
      "learning_rate": 1.9221527272412576e-06,
      "loss": 0.7589,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6012
    },
    {
      "epoch": 0.8194330880348869,
      "grad_norm": 0.3671875,
      "learning_rate": 1.9193490096790466e-06,
      "loss": 0.7829,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6013
    },
    {
      "epoch": 0.8195693649495776,
      "grad_norm": 0.341796875,
      "learning_rate": 1.916547121326521e-06,
      "loss": 0.7734,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6014
    },
    {
      "epoch": 0.8197056418642682,
      "grad_norm": 0.369140625,
      "learning_rate": 1.913747062817941e-06,
      "loss": 0.7,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6015
    },
    {
      "epoch": 0.8198419187789588,
      "grad_norm": 0.380859375,
      "learning_rate": 1.910948834787155e-06,
      "loss": 0.66,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6016
    },
    {
      "epoch": 0.8199781956936495,
      "grad_norm": 0.26953125,
      "learning_rate": 1.9081524378675955e-06,
      "loss": 0.7264,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6017
    },
    {
      "epoch": 0.8201144726083401,
      "grad_norm": 0.2578125,
      "learning_rate": 1.9053578726922805e-06,
      "loss": 0.7041,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6018
    },
    {
      "epoch": 0.8202507495230308,
      "grad_norm": 0.93359375,
      "learning_rate": 1.9025651398938083e-06,
      "loss": 0.6598,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6019
    },
    {
      "epoch": 0.8203870264377214,
      "grad_norm": 0.29296875,
      "learning_rate": 1.8997742401043762e-06,
      "loss": 0.7698,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6020
    },
    {
      "epoch": 0.8205233033524121,
      "grad_norm": 0.455078125,
      "learning_rate": 1.89698517395575e-06,
      "loss": 0.6663,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6021
    },
    {
      "epoch": 0.8206595802671027,
      "grad_norm": 0.4765625,
      "learning_rate": 1.89419794207929e-06,
      "loss": 0.656,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6022
    },
    {
      "epoch": 0.8207958571817934,
      "grad_norm": 0.306640625,
      "learning_rate": 1.8914125451059417e-06,
      "loss": 0.7212,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6023
    },
    {
      "epoch": 0.820932134096484,
      "grad_norm": 0.5078125,
      "learning_rate": 1.8886289836662297e-06,
      "loss": 0.7069,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6024
    },
    {
      "epoch": 0.8210684110111747,
      "grad_norm": 0.32421875,
      "learning_rate": 1.88584725839027e-06,
      "loss": 0.7713,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6025
    },
    {
      "epoch": 0.8212046879258653,
      "grad_norm": 0.28125,
      "learning_rate": 1.8830673699077552e-06,
      "loss": 0.7647,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6026
    },
    {
      "epoch": 0.821340964840556,
      "grad_norm": 0.4140625,
      "learning_rate": 1.8802893188479687e-06,
      "loss": 0.7394,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6027
    },
    {
      "epoch": 0.8214772417552466,
      "grad_norm": 0.3125,
      "learning_rate": 1.8775131058397756e-06,
      "loss": 0.6896,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6028
    },
    {
      "epoch": 0.8216135186699373,
      "grad_norm": 0.375,
      "learning_rate": 1.8747387315116261e-06,
      "loss": 0.7538,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6029
    },
    {
      "epoch": 0.821749795584628,
      "grad_norm": 0.65234375,
      "learning_rate": 1.871966196491546e-06,
      "loss": 0.7036,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6030
    },
    {
      "epoch": 0.8218860724993187,
      "grad_norm": 0.322265625,
      "learning_rate": 1.8691955014071606e-06,
      "loss": 0.746,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6031
    },
    {
      "epoch": 0.8220223494140093,
      "grad_norm": 0.37109375,
      "learning_rate": 1.8664266468856607e-06,
      "loss": 0.6879,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6032
    },
    {
      "epoch": 0.8221586263287,
      "grad_norm": 0.337890625,
      "learning_rate": 1.8636596335538393e-06,
      "loss": 0.7205,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6033
    },
    {
      "epoch": 0.8222949032433906,
      "grad_norm": 0.2890625,
      "learning_rate": 1.8608944620380543e-06,
      "loss": 0.6927,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6034
    },
    {
      "epoch": 0.8224311801580813,
      "grad_norm": 0.306640625,
      "learning_rate": 1.8581311329642592e-06,
      "loss": 0.7715,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6035
    },
    {
      "epoch": 0.8225674570727719,
      "grad_norm": 0.328125,
      "learning_rate": 1.855369646957984e-06,
      "loss": 0.7686,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6036
    },
    {
      "epoch": 0.8227037339874625,
      "grad_norm": 0.314453125,
      "learning_rate": 1.8526100046443464e-06,
      "loss": 0.739,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6037
    },
    {
      "epoch": 0.8228400109021532,
      "grad_norm": 0.287109375,
      "learning_rate": 1.8498522066480428e-06,
      "loss": 0.6813,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6038
    },
    {
      "epoch": 0.8229762878168438,
      "grad_norm": 0.345703125,
      "learning_rate": 1.8470962535933535e-06,
      "loss": 0.7398,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6039
    },
    {
      "epoch": 0.8231125647315345,
      "grad_norm": 0.41015625,
      "learning_rate": 1.8443421461041434e-06,
      "loss": 0.7739,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6040
    },
    {
      "epoch": 0.8232488416462251,
      "grad_norm": 0.458984375,
      "learning_rate": 1.8415898848038493e-06,
      "loss": 0.8079,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6041
    },
    {
      "epoch": 0.8233851185609158,
      "grad_norm": 0.30078125,
      "learning_rate": 1.83883947031551e-06,
      "loss": 0.7495,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6042
    },
    {
      "epoch": 0.8235213954756064,
      "grad_norm": 0.26171875,
      "learning_rate": 1.8360909032617224e-06,
      "loss": 0.7224,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6043
    },
    {
      "epoch": 0.8236576723902971,
      "grad_norm": 0.34375,
      "learning_rate": 1.8333441842646894e-06,
      "loss": 0.6568,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6044
    },
    {
      "epoch": 0.8237939493049877,
      "grad_norm": 0.43359375,
      "learning_rate": 1.8305993139461731e-06,
      "loss": 0.8046,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6045
    },
    {
      "epoch": 0.8239302262196784,
      "grad_norm": 0.423828125,
      "learning_rate": 1.827856292927531e-06,
      "loss": 0.6478,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6046
    },
    {
      "epoch": 0.824066503134369,
      "grad_norm": 0.3046875,
      "learning_rate": 1.8251151218296993e-06,
      "loss": 0.7069,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6047
    },
    {
      "epoch": 0.8242027800490597,
      "grad_norm": 0.25390625,
      "learning_rate": 1.822375801273194e-06,
      "loss": 0.6692,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6048
    },
    {
      "epoch": 0.8243390569637503,
      "grad_norm": 0.376953125,
      "learning_rate": 1.8196383318781107e-06,
      "loss": 0.7852,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6049
    },
    {
      "epoch": 0.824475333878441,
      "grad_norm": 0.291015625,
      "learning_rate": 1.8169027142641305e-06,
      "loss": 0.6597,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6050
    },
    {
      "epoch": 0.8246116107931316,
      "grad_norm": 0.26171875,
      "learning_rate": 1.814168949050511e-06,
      "loss": 0.6592,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6051
    },
    {
      "epoch": 0.8247478877078223,
      "grad_norm": 0.322265625,
      "learning_rate": 1.811437036856093e-06,
      "loss": 0.6569,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6052
    },
    {
      "epoch": 0.8248841646225129,
      "grad_norm": 0.2890625,
      "learning_rate": 1.8087069782992994e-06,
      "loss": 0.7585,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6053
    },
    {
      "epoch": 0.8250204415372036,
      "grad_norm": 0.3046875,
      "learning_rate": 1.8059787739981228e-06,
      "loss": 0.7087,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6054
    },
    {
      "epoch": 0.8251567184518942,
      "grad_norm": 0.37109375,
      "learning_rate": 1.8032524245701554e-06,
      "loss": 0.7427,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6055
    },
    {
      "epoch": 0.8252929953665848,
      "grad_norm": 0.376953125,
      "learning_rate": 1.8005279306325507e-06,
      "loss": 0.7692,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6056
    },
    {
      "epoch": 0.8254292722812756,
      "grad_norm": 0.2578125,
      "learning_rate": 1.7978052928020518e-06,
      "loss": 0.7179,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6057
    },
    {
      "epoch": 0.8255655491959663,
      "grad_norm": 0.279296875,
      "learning_rate": 1.79508451169498e-06,
      "loss": 0.7694,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6058
    },
    {
      "epoch": 0.8257018261106569,
      "grad_norm": 0.3515625,
      "learning_rate": 1.7923655879272395e-06,
      "loss": 0.7226,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6059
    },
    {
      "epoch": 0.8258381030253475,
      "grad_norm": 0.3828125,
      "learning_rate": 1.7896485221143023e-06,
      "loss": 0.741,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6060
    },
    {
      "epoch": 0.8259743799400382,
      "grad_norm": 0.423828125,
      "learning_rate": 1.7869333148712387e-06,
      "loss": 0.7137,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6061
    },
    {
      "epoch": 0.8261106568547288,
      "grad_norm": 0.263671875,
      "learning_rate": 1.7842199668126758e-06,
      "loss": 0.6686,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6062
    },
    {
      "epoch": 0.8262469337694195,
      "grad_norm": 0.298828125,
      "learning_rate": 1.7815084785528447e-06,
      "loss": 0.7007,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6063
    },
    {
      "epoch": 0.8263832106841101,
      "grad_norm": 0.373046875,
      "learning_rate": 1.7787988507055332e-06,
      "loss": 0.7522,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6064
    },
    {
      "epoch": 0.8265194875988008,
      "grad_norm": 0.28515625,
      "learning_rate": 1.7760910838841173e-06,
      "loss": 0.7699,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6065
    },
    {
      "epoch": 0.8266557645134914,
      "grad_norm": 0.462890625,
      "learning_rate": 1.773385178701561e-06,
      "loss": 0.7169,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6066
    },
    {
      "epoch": 0.8267920414281821,
      "grad_norm": 0.357421875,
      "learning_rate": 1.7706811357703867e-06,
      "loss": 0.7683,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6067
    },
    {
      "epoch": 0.8269283183428727,
      "grad_norm": 0.31640625,
      "learning_rate": 1.7679789557027128e-06,
      "loss": 0.6893,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6068
    },
    {
      "epoch": 0.8270645952575634,
      "grad_norm": 0.326171875,
      "learning_rate": 1.765278639110226e-06,
      "loss": 0.7667,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6069
    },
    {
      "epoch": 0.827200872172254,
      "grad_norm": 0.330078125,
      "learning_rate": 1.7625801866041992e-06,
      "loss": 0.7322,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6070
    },
    {
      "epoch": 0.8273371490869447,
      "grad_norm": 0.31640625,
      "learning_rate": 1.75988359879547e-06,
      "loss": 0.6239,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6071
    },
    {
      "epoch": 0.8274734260016353,
      "grad_norm": 0.30859375,
      "learning_rate": 1.7571888762944722e-06,
      "loss": 0.7574,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6072
    },
    {
      "epoch": 0.827609702916326,
      "grad_norm": 0.287109375,
      "learning_rate": 1.7544960197111993e-06,
      "loss": 0.7004,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6073
    },
    {
      "epoch": 0.8277459798310166,
      "grad_norm": 0.2734375,
      "learning_rate": 1.751805029655239e-06,
      "loss": 0.7322,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6074
    },
    {
      "epoch": 0.8278822567457073,
      "grad_norm": 0.26171875,
      "learning_rate": 1.7491159067357421e-06,
      "loss": 0.6602,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6075
    },
    {
      "epoch": 0.8280185336603979,
      "grad_norm": 0.298828125,
      "learning_rate": 1.7464286515614458e-06,
      "loss": 0.6811,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6076
    },
    {
      "epoch": 0.8281548105750886,
      "grad_norm": 0.296875,
      "learning_rate": 1.7437432647406593e-06,
      "loss": 0.6911,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6077
    },
    {
      "epoch": 0.8282910874897792,
      "grad_norm": 0.36328125,
      "learning_rate": 1.741059746881274e-06,
      "loss": 0.6626,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6078
    },
    {
      "epoch": 0.8284273644044698,
      "grad_norm": 0.26953125,
      "learning_rate": 1.738378098590754e-06,
      "loss": 0.6977,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6079
    },
    {
      "epoch": 0.8285636413191605,
      "grad_norm": 0.275390625,
      "learning_rate": 1.7356983204761414e-06,
      "loss": 0.7375,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6080
    },
    {
      "epoch": 0.8286999182338511,
      "grad_norm": 0.333984375,
      "learning_rate": 1.7330204131440553e-06,
      "loss": 0.6991,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6081
    },
    {
      "epoch": 0.8288361951485418,
      "grad_norm": 0.296875,
      "learning_rate": 1.7303443772006923e-06,
      "loss": 0.7002,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6082
    },
    {
      "epoch": 0.8289724720632324,
      "grad_norm": 0.298828125,
      "learning_rate": 1.7276702132518253e-06,
      "loss": 0.6426,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6083
    },
    {
      "epoch": 0.8291087489779232,
      "grad_norm": 0.5859375,
      "learning_rate": 1.7249979219027956e-06,
      "loss": 0.8057,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6084
    },
    {
      "epoch": 0.8292450258926138,
      "grad_norm": 0.314453125,
      "learning_rate": 1.7223275037585364e-06,
      "loss": 0.6584,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6085
    },
    {
      "epoch": 0.8293813028073045,
      "grad_norm": 0.345703125,
      "learning_rate": 1.7196589594235424e-06,
      "loss": 0.6549,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6086
    },
    {
      "epoch": 0.8295175797219951,
      "grad_norm": 0.234375,
      "learning_rate": 1.7169922895018898e-06,
      "loss": 0.7257,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6087
    },
    {
      "epoch": 0.8296538566366858,
      "grad_norm": 0.240234375,
      "learning_rate": 1.7143274945972322e-06,
      "loss": 0.6826,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6088
    },
    {
      "epoch": 0.8297901335513764,
      "grad_norm": 0.314453125,
      "learning_rate": 1.7116645753127946e-06,
      "loss": 0.6612,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6089
    },
    {
      "epoch": 0.8299264104660671,
      "grad_norm": 0.294921875,
      "learning_rate": 1.709003532251382e-06,
      "loss": 0.7603,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6090
    },
    {
      "epoch": 0.8300626873807577,
      "grad_norm": 0.267578125,
      "learning_rate": 1.7063443660153722e-06,
      "loss": 0.6637,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6091
    },
    {
      "epoch": 0.8301989642954484,
      "grad_norm": 0.3046875,
      "learning_rate": 1.703687077206716e-06,
      "loss": 0.7244,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6092
    },
    {
      "epoch": 0.830335241210139,
      "grad_norm": 0.33203125,
      "learning_rate": 1.7010316664269433e-06,
      "loss": 0.6549,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6093
    },
    {
      "epoch": 0.8304715181248297,
      "grad_norm": 0.462890625,
      "learning_rate": 1.6983781342771587e-06,
      "loss": 0.7617,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6094
    },
    {
      "epoch": 0.8306077950395203,
      "grad_norm": 0.4453125,
      "learning_rate": 1.6957264813580331e-06,
      "loss": 0.7581,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6095
    },
    {
      "epoch": 0.830744071954211,
      "grad_norm": 0.376953125,
      "learning_rate": 1.6930767082698284e-06,
      "loss": 0.6898,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6096
    },
    {
      "epoch": 0.8308803488689016,
      "grad_norm": 0.26953125,
      "learning_rate": 1.690428815612364e-06,
      "loss": 0.7444,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6097
    },
    {
      "epoch": 0.8310166257835923,
      "grad_norm": 0.451171875,
      "learning_rate": 1.687782803985043e-06,
      "loss": 0.7955,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6098
    },
    {
      "epoch": 0.8311529026982829,
      "grad_norm": 0.251953125,
      "learning_rate": 1.6851386739868414e-06,
      "loss": 0.6493,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6099
    },
    {
      "epoch": 0.8312891796129735,
      "grad_norm": 0.31640625,
      "learning_rate": 1.682496426216308e-06,
      "loss": 0.7744,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6100
    },
    {
      "epoch": 0.8314254565276642,
      "grad_norm": 0.3125,
      "learning_rate": 1.6798560612715663e-06,
      "loss": 0.6473,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6101
    },
    {
      "epoch": 0.8315617334423548,
      "grad_norm": 0.4140625,
      "learning_rate": 1.6772175797503132e-06,
      "loss": 0.7985,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6102
    },
    {
      "epoch": 0.8316980103570455,
      "grad_norm": 0.28515625,
      "learning_rate": 1.6745809822498193e-06,
      "loss": 0.6999,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6103
    },
    {
      "epoch": 0.8318342872717361,
      "grad_norm": 0.26953125,
      "learning_rate": 1.6719462693669286e-06,
      "loss": 0.6241,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6104
    },
    {
      "epoch": 0.8319705641864268,
      "grad_norm": 0.34765625,
      "learning_rate": 1.6693134416980627e-06,
      "loss": 0.6643,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6105
    },
    {
      "epoch": 0.8321068411011174,
      "grad_norm": 0.296875,
      "learning_rate": 1.6666824998392028e-06,
      "loss": 0.7043,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6106
    },
    {
      "epoch": 0.8322431180158081,
      "grad_norm": 0.2890625,
      "learning_rate": 1.6640534443859234e-06,
      "loss": 0.6876,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6107
    },
    {
      "epoch": 0.8323793949304987,
      "grad_norm": 0.41015625,
      "learning_rate": 1.6614262759333556e-06,
      "loss": 0.73,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6108
    },
    {
      "epoch": 0.8325156718451894,
      "grad_norm": 0.345703125,
      "learning_rate": 1.6588009950762097e-06,
      "loss": 0.6648,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6109
    },
    {
      "epoch": 0.83265194875988,
      "grad_norm": 0.400390625,
      "learning_rate": 1.6561776024087683e-06,
      "loss": 0.8182,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6110
    },
    {
      "epoch": 0.8327882256745708,
      "grad_norm": 0.81640625,
      "learning_rate": 1.6535560985248878e-06,
      "loss": 0.6344,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6111
    },
    {
      "epoch": 0.8329245025892614,
      "grad_norm": 0.2890625,
      "learning_rate": 1.6509364840179943e-06,
      "loss": 0.707,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6112
    },
    {
      "epoch": 0.8330607795039521,
      "grad_norm": 0.306640625,
      "learning_rate": 1.648318759481088e-06,
      "loss": 0.7336,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6113
    },
    {
      "epoch": 0.8331970564186427,
      "grad_norm": 0.298828125,
      "learning_rate": 1.6457029255067414e-06,
      "loss": 0.7206,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6114
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 0.26953125,
      "learning_rate": 1.6430889826870977e-06,
      "loss": 0.7608,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6115
    },
    {
      "epoch": 0.833469610248024,
      "grad_norm": 0.29296875,
      "learning_rate": 1.6404769316138758e-06,
      "loss": 0.7197,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6116
    },
    {
      "epoch": 0.8336058871627147,
      "grad_norm": 0.3515625,
      "learning_rate": 1.6378667728783547e-06,
      "loss": 0.6427,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6117
    },
    {
      "epoch": 0.8337421640774053,
      "grad_norm": 0.3828125,
      "learning_rate": 1.6352585070714055e-06,
      "loss": 0.7596,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6118
    },
    {
      "epoch": 0.833878440992096,
      "grad_norm": 0.27734375,
      "learning_rate": 1.6326521347834511e-06,
      "loss": 0.6791,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6119
    },
    {
      "epoch": 0.8340147179067866,
      "grad_norm": 0.451171875,
      "learning_rate": 1.6300476566044954e-06,
      "loss": 0.837,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6120
    },
    {
      "epoch": 0.8341509948214773,
      "grad_norm": 0.359375,
      "learning_rate": 1.6274450731241109e-06,
      "loss": 0.6765,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6121
    },
    {
      "epoch": 0.8342872717361679,
      "grad_norm": 0.396484375,
      "learning_rate": 1.6248443849314444e-06,
      "loss": 0.7524,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6122
    },
    {
      "epoch": 0.8344235486508585,
      "grad_norm": 0.28125,
      "learning_rate": 1.6222455926152103e-06,
      "loss": 0.7,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6123
    },
    {
      "epoch": 0.8345598255655492,
      "grad_norm": 0.279296875,
      "learning_rate": 1.6196486967636959e-06,
      "loss": 0.6109,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6124
    },
    {
      "epoch": 0.8346961024802398,
      "grad_norm": 0.46875,
      "learning_rate": 1.6170536979647534e-06,
      "loss": 0.7633,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6125
    },
    {
      "epoch": 0.8348323793949305,
      "grad_norm": 0.291015625,
      "learning_rate": 1.614460596805818e-06,
      "loss": 0.6967,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6126
    },
    {
      "epoch": 0.8349686563096211,
      "grad_norm": 0.271484375,
      "learning_rate": 1.6118693938738816e-06,
      "loss": 0.726,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6127
    },
    {
      "epoch": 0.8351049332243118,
      "grad_norm": 0.255859375,
      "learning_rate": 1.609280089755515e-06,
      "loss": 0.7076,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6128
    },
    {
      "epoch": 0.8352412101390024,
      "grad_norm": 0.3046875,
      "learning_rate": 1.6066926850368557e-06,
      "loss": 0.7094,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6129
    },
    {
      "epoch": 0.8353774870536931,
      "grad_norm": 0.451171875,
      "learning_rate": 1.60410718030361e-06,
      "loss": 0.8506,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6130
    },
    {
      "epoch": 0.8355137639683837,
      "grad_norm": 0.40625,
      "learning_rate": 1.601523576141064e-06,
      "loss": 0.7113,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6131
    },
    {
      "epoch": 0.8356500408830744,
      "grad_norm": 0.345703125,
      "learning_rate": 1.5989418731340578e-06,
      "loss": 0.6554,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6132
    },
    {
      "epoch": 0.835786317797765,
      "grad_norm": 0.259765625,
      "learning_rate": 1.5963620718670126e-06,
      "loss": 0.7108,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6133
    },
    {
      "epoch": 0.8359225947124557,
      "grad_norm": 0.466796875,
      "learning_rate": 1.5937841729239157e-06,
      "loss": 0.774,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6134
    },
    {
      "epoch": 0.8360588716271463,
      "grad_norm": 0.279296875,
      "learning_rate": 1.5912081768883247e-06,
      "loss": 0.7322,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6135
    },
    {
      "epoch": 0.836195148541837,
      "grad_norm": 0.28515625,
      "learning_rate": 1.5886340843433602e-06,
      "loss": 0.7512,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6136
    },
    {
      "epoch": 0.8363314254565276,
      "grad_norm": 0.349609375,
      "learning_rate": 1.5860618958717245e-06,
      "loss": 0.7122,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6137
    },
    {
      "epoch": 0.8364677023712184,
      "grad_norm": 0.3359375,
      "learning_rate": 1.5834916120556766e-06,
      "loss": 0.7361,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6138
    },
    {
      "epoch": 0.836603979285909,
      "grad_norm": 0.2734375,
      "learning_rate": 1.580923233477052e-06,
      "loss": 0.7433,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6139
    },
    {
      "epoch": 0.8367402562005997,
      "grad_norm": 0.375,
      "learning_rate": 1.578356760717249e-06,
      "loss": 0.7803,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6140
    },
    {
      "epoch": 0.8368765331152903,
      "grad_norm": 0.29296875,
      "learning_rate": 1.575792194357242e-06,
      "loss": 0.7057,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6141
    },
    {
      "epoch": 0.837012810029981,
      "grad_norm": 0.3984375,
      "learning_rate": 1.5732295349775662e-06,
      "loss": 0.6766,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6142
    },
    {
      "epoch": 0.8371490869446716,
      "grad_norm": 0.3203125,
      "learning_rate": 1.57066878315833e-06,
      "loss": 0.6937,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6143
    },
    {
      "epoch": 0.8372853638593623,
      "grad_norm": 0.6015625,
      "learning_rate": 1.5681099394792076e-06,
      "loss": 0.7209,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6144
    },
    {
      "epoch": 0.8374216407740529,
      "grad_norm": 0.318359375,
      "learning_rate": 1.5655530045194435e-06,
      "loss": 0.7406,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6145
    },
    {
      "epoch": 0.8375579176887435,
      "grad_norm": 0.306640625,
      "learning_rate": 1.5629979788578508e-06,
      "loss": 0.6717,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6146
    },
    {
      "epoch": 0.8376941946034342,
      "grad_norm": 0.4921875,
      "learning_rate": 1.5604448630727997e-06,
      "loss": 0.6912,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6147
    },
    {
      "epoch": 0.8378304715181248,
      "grad_norm": 0.298828125,
      "learning_rate": 1.5578936577422487e-06,
      "loss": 0.6648,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6148
    },
    {
      "epoch": 0.8379667484328155,
      "grad_norm": 0.302734375,
      "learning_rate": 1.5553443634437005e-06,
      "loss": 0.6864,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6149
    },
    {
      "epoch": 0.8381030253475061,
      "grad_norm": 0.515625,
      "learning_rate": 1.5527969807542465e-06,
      "loss": 0.5983,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6150
    },
    {
      "epoch": 0.8382393022621968,
      "grad_norm": 0.306640625,
      "learning_rate": 1.5502515102505279e-06,
      "loss": 0.6537,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6151
    },
    {
      "epoch": 0.8383755791768874,
      "grad_norm": 0.322265625,
      "learning_rate": 1.5477079525087634e-06,
      "loss": 0.6823,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6152
    },
    {
      "epoch": 0.8385118560915781,
      "grad_norm": 0.23046875,
      "learning_rate": 1.5451663081047363e-06,
      "loss": 0.722,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6153
    },
    {
      "epoch": 0.8386481330062687,
      "grad_norm": 0.357421875,
      "learning_rate": 1.542626577613796e-06,
      "loss": 0.7012,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6154
    },
    {
      "epoch": 0.8387844099209594,
      "grad_norm": 0.3515625,
      "learning_rate": 1.5400887616108595e-06,
      "loss": 0.7473,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6155
    },
    {
      "epoch": 0.83892068683565,
      "grad_norm": 0.283203125,
      "learning_rate": 1.5375528606704082e-06,
      "loss": 0.6343,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6156
    },
    {
      "epoch": 0.8390569637503407,
      "grad_norm": 0.26953125,
      "learning_rate": 1.5350188753664962e-06,
      "loss": 0.6752,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6157
    },
    {
      "epoch": 0.8391932406650313,
      "grad_norm": 0.4140625,
      "learning_rate": 1.5324868062727306e-06,
      "loss": 0.836,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6158
    },
    {
      "epoch": 0.839329517579722,
      "grad_norm": 0.326171875,
      "learning_rate": 1.5299566539623046e-06,
      "loss": 0.6309,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6159
    },
    {
      "epoch": 0.8394657944944126,
      "grad_norm": 0.38671875,
      "learning_rate": 1.5274284190079558e-06,
      "loss": 0.7194,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6160
    },
    {
      "epoch": 0.8396020714091033,
      "grad_norm": 0.61328125,
      "learning_rate": 1.5249021019820088e-06,
      "loss": 0.6596,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6161
    },
    {
      "epoch": 0.8397383483237939,
      "grad_norm": 0.26953125,
      "learning_rate": 1.5223777034563358e-06,
      "loss": 0.6612,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6162
    },
    {
      "epoch": 0.8398746252384846,
      "grad_norm": 0.388671875,
      "learning_rate": 1.5198552240023868e-06,
      "loss": 0.733,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6163
    },
    {
      "epoch": 0.8400109021531752,
      "grad_norm": 0.3203125,
      "learning_rate": 1.51733466419117e-06,
      "loss": 0.7181,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6164
    },
    {
      "epoch": 0.840147179067866,
      "grad_norm": 0.279296875,
      "learning_rate": 1.5148160245932652e-06,
      "loss": 0.7448,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6165
    },
    {
      "epoch": 0.8402834559825566,
      "grad_norm": 0.306640625,
      "learning_rate": 1.5122993057788138e-06,
      "loss": 0.7065,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6166
    },
    {
      "epoch": 0.8404197328972473,
      "grad_norm": 0.326171875,
      "learning_rate": 1.5097845083175222e-06,
      "loss": 0.7002,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6167
    },
    {
      "epoch": 0.8405560098119379,
      "grad_norm": 0.30859375,
      "learning_rate": 1.507271632778665e-06,
      "loss": 0.7342,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6168
    },
    {
      "epoch": 0.8406922867266285,
      "grad_norm": 0.34765625,
      "learning_rate": 1.5047606797310743e-06,
      "loss": 0.7378,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6169
    },
    {
      "epoch": 0.8408285636413192,
      "grad_norm": 0.44140625,
      "learning_rate": 1.5022516497431605e-06,
      "loss": 0.7147,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6170
    },
    {
      "epoch": 0.8409648405560098,
      "grad_norm": 0.333984375,
      "learning_rate": 1.4997445433828817e-06,
      "loss": 0.7187,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6171
    },
    {
      "epoch": 0.8411011174707005,
      "grad_norm": 0.291015625,
      "learning_rate": 1.4972393612177783e-06,
      "loss": 0.6706,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6172
    },
    {
      "epoch": 0.8412373943853911,
      "grad_norm": 0.275390625,
      "learning_rate": 1.494736103814939e-06,
      "loss": 0.7168,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6173
    },
    {
      "epoch": 0.8413736713000818,
      "grad_norm": 0.39453125,
      "learning_rate": 1.4922347717410256e-06,
      "loss": 0.7064,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6174
    },
    {
      "epoch": 0.8415099482147724,
      "grad_norm": 0.265625,
      "learning_rate": 1.4897353655622649e-06,
      "loss": 0.7111,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6175
    },
    {
      "epoch": 0.8416462251294631,
      "grad_norm": 0.427734375,
      "learning_rate": 1.4872378858444447e-06,
      "loss": 0.7353,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6176
    },
    {
      "epoch": 0.8417825020441537,
      "grad_norm": 0.294921875,
      "learning_rate": 1.484742333152911e-06,
      "loss": 0.7507,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6177
    },
    {
      "epoch": 0.8419187789588444,
      "grad_norm": 0.3828125,
      "learning_rate": 1.482248708052587e-06,
      "loss": 0.766,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6178
    },
    {
      "epoch": 0.842055055873535,
      "grad_norm": 0.25,
      "learning_rate": 1.4797570111079508e-06,
      "loss": 0.7174,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6179
    },
    {
      "epoch": 0.8421913327882257,
      "grad_norm": 0.306640625,
      "learning_rate": 1.4772672428830448e-06,
      "loss": 0.6839,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6180
    },
    {
      "epoch": 0.8423276097029163,
      "grad_norm": 0.263671875,
      "learning_rate": 1.4747794039414786e-06,
      "loss": 0.7355,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6181
    },
    {
      "epoch": 0.842463886617607,
      "grad_norm": 0.31640625,
      "learning_rate": 1.472293494846414e-06,
      "loss": 0.6806,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6182
    },
    {
      "epoch": 0.8426001635322976,
      "grad_norm": 0.2421875,
      "learning_rate": 1.4698095161605942e-06,
      "loss": 0.6483,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6183
    },
    {
      "epoch": 0.8427364404469883,
      "grad_norm": 0.318359375,
      "learning_rate": 1.4673274684463078e-06,
      "loss": 0.7194,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6184
    },
    {
      "epoch": 0.8428727173616789,
      "grad_norm": 0.322265625,
      "learning_rate": 1.464847352265416e-06,
      "loss": 0.6694,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6185
    },
    {
      "epoch": 0.8430089942763695,
      "grad_norm": 0.359375,
      "learning_rate": 1.4623691681793405e-06,
      "loss": 0.6894,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6186
    },
    {
      "epoch": 0.8431452711910602,
      "grad_norm": 0.294921875,
      "learning_rate": 1.4598929167490682e-06,
      "loss": 0.6945,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6187
    },
    {
      "epoch": 0.8432815481057508,
      "grad_norm": 0.259765625,
      "learning_rate": 1.4574185985351386e-06,
      "loss": 0.7396,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6188
    },
    {
      "epoch": 0.8434178250204415,
      "grad_norm": 0.287109375,
      "learning_rate": 1.4549462140976711e-06,
      "loss": 0.7137,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6189
    },
    {
      "epoch": 0.8435541019351321,
      "grad_norm": 0.271484375,
      "learning_rate": 1.452475763996326e-06,
      "loss": 0.6408,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6190
    },
    {
      "epoch": 0.8436903788498228,
      "grad_norm": 0.263671875,
      "learning_rate": 1.4500072487903484e-06,
      "loss": 0.6826,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6191
    },
    {
      "epoch": 0.8438266557645135,
      "grad_norm": 0.5546875,
      "learning_rate": 1.4475406690385251e-06,
      "loss": 0.7405,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6192
    },
    {
      "epoch": 0.8439629326792042,
      "grad_norm": 0.28515625,
      "learning_rate": 1.4450760252992168e-06,
      "loss": 0.7309,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6193
    },
    {
      "epoch": 0.8440992095938948,
      "grad_norm": 0.439453125,
      "learning_rate": 1.4426133181303425e-06,
      "loss": 0.6831,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6194
    },
    {
      "epoch": 0.8442354865085855,
      "grad_norm": 0.375,
      "learning_rate": 1.440152548089382e-06,
      "loss": 0.7371,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6195
    },
    {
      "epoch": 0.8443717634232761,
      "grad_norm": 0.451171875,
      "learning_rate": 1.4376937157333793e-06,
      "loss": 0.7954,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6196
    },
    {
      "epoch": 0.8445080403379668,
      "grad_norm": 0.25,
      "learning_rate": 1.4352368216189372e-06,
      "loss": 0.673,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6197
    },
    {
      "epoch": 0.8446443172526574,
      "grad_norm": 0.26171875,
      "learning_rate": 1.4327818663022209e-06,
      "loss": 0.6873,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6198
    },
    {
      "epoch": 0.8447805941673481,
      "grad_norm": 0.28125,
      "learning_rate": 1.4303288503389556e-06,
      "loss": 0.6742,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6199
    },
    {
      "epoch": 0.8449168710820387,
      "grad_norm": 0.294921875,
      "learning_rate": 1.427877774284432e-06,
      "loss": 0.6312,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6200
    },
    {
      "epoch": 0.8450531479967294,
      "grad_norm": 0.2890625,
      "learning_rate": 1.425428638693489e-06,
      "loss": 0.7142,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6201
    },
    {
      "epoch": 0.84518942491142,
      "grad_norm": 0.36328125,
      "learning_rate": 1.422981444120547e-06,
      "loss": 0.7068,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6202
    },
    {
      "epoch": 0.8453257018261107,
      "grad_norm": 0.3359375,
      "learning_rate": 1.4205361911195658e-06,
      "loss": 0.7414,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6203
    },
    {
      "epoch": 0.8454619787408013,
      "grad_norm": 0.494140625,
      "learning_rate": 1.4180928802440796e-06,
      "loss": 0.7431,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6204
    },
    {
      "epoch": 0.845598255655492,
      "grad_norm": 0.37109375,
      "learning_rate": 1.4156515120471782e-06,
      "loss": 0.6293,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6205
    },
    {
      "epoch": 0.8457345325701826,
      "grad_norm": 0.333984375,
      "learning_rate": 1.4132120870815102e-06,
      "loss": 0.7737,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6206
    },
    {
      "epoch": 0.8458708094848733,
      "grad_norm": 0.263671875,
      "learning_rate": 1.4107746058992866e-06,
      "loss": 0.648,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6207
    },
    {
      "epoch": 0.8460070863995639,
      "grad_norm": 0.322265625,
      "learning_rate": 1.4083390690522792e-06,
      "loss": 0.69,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6208
    },
    {
      "epoch": 0.8461433633142545,
      "grad_norm": 0.462890625,
      "learning_rate": 1.4059054770918167e-06,
      "loss": 0.7447,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6209
    },
    {
      "epoch": 0.8462796402289452,
      "grad_norm": 0.470703125,
      "learning_rate": 1.4034738305687912e-06,
      "loss": 0.6993,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6210
    },
    {
      "epoch": 0.8464159171436358,
      "grad_norm": 0.27734375,
      "learning_rate": 1.401044130033652e-06,
      "loss": 0.6941,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6211
    },
    {
      "epoch": 0.8465521940583265,
      "grad_norm": 0.30078125,
      "learning_rate": 1.3986163760364025e-06,
      "loss": 0.6434,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6212
    },
    {
      "epoch": 0.8466884709730171,
      "grad_norm": 0.294921875,
      "learning_rate": 1.396190569126621e-06,
      "loss": 0.7346,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6213
    },
    {
      "epoch": 0.8468247478877078,
      "grad_norm": 0.28125,
      "learning_rate": 1.393766709853428e-06,
      "loss": 0.6884,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6214
    },
    {
      "epoch": 0.8469610248023984,
      "grad_norm": 0.294921875,
      "learning_rate": 1.3913447987655115e-06,
      "loss": 0.6844,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6215
    },
    {
      "epoch": 0.8470973017170891,
      "grad_norm": 0.294921875,
      "learning_rate": 1.3889248364111185e-06,
      "loss": 0.6914,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6216
    },
    {
      "epoch": 0.8472335786317797,
      "grad_norm": 0.296875,
      "learning_rate": 1.386506823338054e-06,
      "loss": 0.7111,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6217
    },
    {
      "epoch": 0.8473698555464704,
      "grad_norm": 0.30078125,
      "learning_rate": 1.3840907600936803e-06,
      "loss": 0.7731,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6218
    },
    {
      "epoch": 0.8475061324611611,
      "grad_norm": 0.298828125,
      "learning_rate": 1.381676647224921e-06,
      "loss": 0.7088,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6219
    },
    {
      "epoch": 0.8476424093758518,
      "grad_norm": 0.40625,
      "learning_rate": 1.3792644852782544e-06,
      "loss": 0.7368,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6220
    },
    {
      "epoch": 0.8477786862905424,
      "grad_norm": 0.28515625,
      "learning_rate": 1.3768542747997215e-06,
      "loss": 0.6377,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6221
    },
    {
      "epoch": 0.8479149632052331,
      "grad_norm": 0.59765625,
      "learning_rate": 1.3744460163349217e-06,
      "loss": 0.7075,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6222
    },
    {
      "epoch": 0.8480512401199237,
      "grad_norm": 0.310546875,
      "learning_rate": 1.3720397104290017e-06,
      "loss": 0.6738,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6223
    },
    {
      "epoch": 0.8481875170346144,
      "grad_norm": 0.265625,
      "learning_rate": 1.3696353576266852e-06,
      "loss": 0.6197,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6224
    },
    {
      "epoch": 0.848323793949305,
      "grad_norm": 0.328125,
      "learning_rate": 1.3672329584722367e-06,
      "loss": 0.6776,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6225
    },
    {
      "epoch": 0.8484600708639957,
      "grad_norm": 0.353515625,
      "learning_rate": 1.3648325135094864e-06,
      "loss": 0.7017,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6226
    },
    {
      "epoch": 0.8485963477786863,
      "grad_norm": 0.232421875,
      "learning_rate": 1.3624340232818211e-06,
      "loss": 0.6593,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6227
    },
    {
      "epoch": 0.848732624693377,
      "grad_norm": 0.3125,
      "learning_rate": 1.3600374883321866e-06,
      "loss": 0.6681,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6228
    },
    {
      "epoch": 0.8488689016080676,
      "grad_norm": 0.34375,
      "learning_rate": 1.357642909203082e-06,
      "loss": 0.7445,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6229
    },
    {
      "epoch": 0.8490051785227583,
      "grad_norm": 0.298828125,
      "learning_rate": 1.355250286436567e-06,
      "loss": 0.668,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6230
    },
    {
      "epoch": 0.8491414554374489,
      "grad_norm": 0.32421875,
      "learning_rate": 1.3528596205742573e-06,
      "loss": 0.7948,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6231
    },
    {
      "epoch": 0.8492777323521395,
      "grad_norm": 0.2734375,
      "learning_rate": 1.3504709121573268e-06,
      "loss": 0.7292,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6232
    },
    {
      "epoch": 0.8494140092668302,
      "grad_norm": 0.310546875,
      "learning_rate": 1.3480841617265062e-06,
      "loss": 0.7253,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6233
    },
    {
      "epoch": 0.8495502861815208,
      "grad_norm": 0.439453125,
      "learning_rate": 1.3456993698220766e-06,
      "loss": 0.7211,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6234
    },
    {
      "epoch": 0.8496865630962115,
      "grad_norm": 0.486328125,
      "learning_rate": 1.3433165369838885e-06,
      "loss": 0.7188,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6235
    },
    {
      "epoch": 0.8498228400109021,
      "grad_norm": 0.345703125,
      "learning_rate": 1.340935663751336e-06,
      "loss": 0.6569,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6236
    },
    {
      "epoch": 0.8499591169255928,
      "grad_norm": 0.408203125,
      "learning_rate": 1.3385567506633767e-06,
      "loss": 0.7146,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6237
    },
    {
      "epoch": 0.8500953938402834,
      "grad_norm": 0.384765625,
      "learning_rate": 1.3361797982585244e-06,
      "loss": 0.7166,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6238
    },
    {
      "epoch": 0.8502316707549741,
      "grad_norm": 0.322265625,
      "learning_rate": 1.3338048070748466e-06,
      "loss": 0.7103,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6239
    },
    {
      "epoch": 0.8503679476696647,
      "grad_norm": 0.333984375,
      "learning_rate": 1.3314317776499674e-06,
      "loss": 0.7099,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6240
    },
    {
      "epoch": 0.8505042245843554,
      "grad_norm": 0.466796875,
      "learning_rate": 1.3290607105210706e-06,
      "loss": 0.6795,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6241
    },
    {
      "epoch": 0.850640501499046,
      "grad_norm": 0.267578125,
      "learning_rate": 1.3266916062248857e-06,
      "loss": 0.7476,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6242
    },
    {
      "epoch": 0.8507767784137367,
      "grad_norm": 0.2470703125,
      "learning_rate": 1.3243244652977116e-06,
      "loss": 0.7299,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6243
    },
    {
      "epoch": 0.8509130553284273,
      "grad_norm": 0.365234375,
      "learning_rate": 1.321959288275395e-06,
      "loss": 0.7473,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6244
    },
    {
      "epoch": 0.851049332243118,
      "grad_norm": 0.326171875,
      "learning_rate": 1.3195960756933334e-06,
      "loss": 0.7201,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6245
    },
    {
      "epoch": 0.8511856091578087,
      "grad_norm": 0.283203125,
      "learning_rate": 1.3172348280864933e-06,
      "loss": 0.6541,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6246
    },
    {
      "epoch": 0.8513218860724994,
      "grad_norm": 0.390625,
      "learning_rate": 1.3148755459893781e-06,
      "loss": 0.6866,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6247
    },
    {
      "epoch": 0.85145816298719,
      "grad_norm": 0.30859375,
      "learning_rate": 1.3125182299360672e-06,
      "loss": 0.7073,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6248
    },
    {
      "epoch": 0.8515944399018807,
      "grad_norm": 0.34765625,
      "learning_rate": 1.3101628804601773e-06,
      "loss": 0.7227,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6249
    },
    {
      "epoch": 0.8517307168165713,
      "grad_norm": 0.267578125,
      "learning_rate": 1.3078094980948875e-06,
      "loss": 0.6582,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6250
    },
    {
      "epoch": 0.851866993731262,
      "grad_norm": 0.251953125,
      "learning_rate": 1.3054580833729324e-06,
      "loss": 0.6818,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6251
    },
    {
      "epoch": 0.8520032706459526,
      "grad_norm": 0.36328125,
      "learning_rate": 1.3031086368266e-06,
      "loss": 0.7628,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6252
    },
    {
      "epoch": 0.8521395475606433,
      "grad_norm": 0.408203125,
      "learning_rate": 1.300761158987728e-06,
      "loss": 0.7745,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6253
    },
    {
      "epoch": 0.8522758244753339,
      "grad_norm": 0.80859375,
      "learning_rate": 1.29841565038772e-06,
      "loss": 0.6848,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6254
    },
    {
      "epoch": 0.8524121013900245,
      "grad_norm": 1.53125,
      "learning_rate": 1.2960721115575214e-06,
      "loss": 0.7238,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6255
    },
    {
      "epoch": 0.8525483783047152,
      "grad_norm": 0.30859375,
      "learning_rate": 1.2937305430276382e-06,
      "loss": 0.747,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6256
    },
    {
      "epoch": 0.8526846552194058,
      "grad_norm": 0.341796875,
      "learning_rate": 1.2913909453281292e-06,
      "loss": 0.7693,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6257
    },
    {
      "epoch": 0.8528209321340965,
      "grad_norm": 0.6171875,
      "learning_rate": 1.2890533189886068e-06,
      "loss": 0.7309,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6258
    },
    {
      "epoch": 0.8529572090487871,
      "grad_norm": 0.84375,
      "learning_rate": 1.2867176645382384e-06,
      "loss": 0.6721,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6259
    },
    {
      "epoch": 0.8530934859634778,
      "grad_norm": 0.2890625,
      "learning_rate": 1.2843839825057425e-06,
      "loss": 0.6447,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6260
    },
    {
      "epoch": 0.8532297628781684,
      "grad_norm": 0.271484375,
      "learning_rate": 1.2820522734193941e-06,
      "loss": 0.6943,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6261
    },
    {
      "epoch": 0.8533660397928591,
      "grad_norm": 0.267578125,
      "learning_rate": 1.2797225378070199e-06,
      "loss": 0.629,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6262
    },
    {
      "epoch": 0.8535023167075497,
      "grad_norm": 0.36328125,
      "learning_rate": 1.2773947761960015e-06,
      "loss": 0.6576,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6263
    },
    {
      "epoch": 0.8536385936222404,
      "grad_norm": 0.42578125,
      "learning_rate": 1.275068989113265e-06,
      "loss": 0.8737,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6264
    },
    {
      "epoch": 0.853774870536931,
      "grad_norm": 0.3046875,
      "learning_rate": 1.2727451770853072e-06,
      "loss": 0.721,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6265
    },
    {
      "epoch": 0.8539111474516217,
      "grad_norm": 0.291015625,
      "learning_rate": 1.2704233406381583e-06,
      "loss": 0.6764,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6266
    },
    {
      "epoch": 0.8540474243663123,
      "grad_norm": 0.275390625,
      "learning_rate": 1.268103480297418e-06,
      "loss": 0.6717,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6267
    },
    {
      "epoch": 0.854183701281003,
      "grad_norm": 0.337890625,
      "learning_rate": 1.2657855965882249e-06,
      "loss": 0.7249,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6268
    },
    {
      "epoch": 0.8543199781956936,
      "grad_norm": 0.3359375,
      "learning_rate": 1.2634696900352794e-06,
      "loss": 0.6694,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6269
    },
    {
      "epoch": 0.8544562551103843,
      "grad_norm": 0.31640625,
      "learning_rate": 1.261155761162829e-06,
      "loss": 0.7238,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6270
    },
    {
      "epoch": 0.8545925320250749,
      "grad_norm": 0.3203125,
      "learning_rate": 1.2588438104946776e-06,
      "loss": 0.7299,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6271
    },
    {
      "epoch": 0.8547288089397655,
      "grad_norm": 0.279296875,
      "learning_rate": 1.2565338385541792e-06,
      "loss": 0.6684,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6272
    },
    {
      "epoch": 0.8548650858544563,
      "grad_norm": 0.25390625,
      "learning_rate": 1.2542258458642388e-06,
      "loss": 0.6975,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6273
    },
    {
      "epoch": 0.855001362769147,
      "grad_norm": 0.412109375,
      "learning_rate": 1.251919832947318e-06,
      "loss": 0.702,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6274
    },
    {
      "epoch": 0.8551376396838376,
      "grad_norm": 0.333984375,
      "learning_rate": 1.2496158003254212e-06,
      "loss": 0.6558,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6275
    },
    {
      "epoch": 0.8552739165985282,
      "grad_norm": 0.322265625,
      "learning_rate": 1.247313748520116e-06,
      "loss": 0.6881,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6276
    },
    {
      "epoch": 0.8554101935132189,
      "grad_norm": 0.28515625,
      "learning_rate": 1.2450136780525101e-06,
      "loss": 0.7104,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6277
    },
    {
      "epoch": 0.8555464704279095,
      "grad_norm": 3.015625,
      "learning_rate": 1.242715589443275e-06,
      "loss": 0.7771,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6278
    },
    {
      "epoch": 0.8556827473426002,
      "grad_norm": 0.28125,
      "learning_rate": 1.2404194832126214e-06,
      "loss": 0.6636,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6279
    },
    {
      "epoch": 0.8558190242572908,
      "grad_norm": 0.36328125,
      "learning_rate": 1.2381253598803188e-06,
      "loss": 0.6912,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6280
    },
    {
      "epoch": 0.8559553011719815,
      "grad_norm": 0.306640625,
      "learning_rate": 1.2358332199656853e-06,
      "loss": 0.6874,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6281
    },
    {
      "epoch": 0.8560915780866721,
      "grad_norm": 0.3515625,
      "learning_rate": 1.2335430639875923e-06,
      "loss": 0.7546,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6282
    },
    {
      "epoch": 0.8562278550013628,
      "grad_norm": 0.294921875,
      "learning_rate": 1.2312548924644585e-06,
      "loss": 0.7039,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6283
    },
    {
      "epoch": 0.8563641319160534,
      "grad_norm": 0.294921875,
      "learning_rate": 1.2289687059142553e-06,
      "loss": 0.6905,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6284
    },
    {
      "epoch": 0.8565004088307441,
      "grad_norm": 0.28125,
      "learning_rate": 1.2266845048545073e-06,
      "loss": 0.715,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6285
    },
    {
      "epoch": 0.8566366857454347,
      "grad_norm": 0.453125,
      "learning_rate": 1.2244022898022813e-06,
      "loss": 0.7806,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6286
    },
    {
      "epoch": 0.8567729626601254,
      "grad_norm": 0.2890625,
      "learning_rate": 1.2221220612742079e-06,
      "loss": 0.7332,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6287
    },
    {
      "epoch": 0.856909239574816,
      "grad_norm": 0.240234375,
      "learning_rate": 1.2198438197864527e-06,
      "loss": 0.6218,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6288
    },
    {
      "epoch": 0.8570455164895067,
      "grad_norm": 0.314453125,
      "learning_rate": 1.217567565854747e-06,
      "loss": 0.6825,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6289
    },
    {
      "epoch": 0.8571817934041973,
      "grad_norm": 0.275390625,
      "learning_rate": 1.2152932999943578e-06,
      "loss": 0.7577,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6290
    },
    {
      "epoch": 0.857318070318888,
      "grad_norm": 0.365234375,
      "learning_rate": 1.213021022720111e-06,
      "loss": 0.6441,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6291
    },
    {
      "epoch": 0.8574543472335786,
      "grad_norm": 0.36328125,
      "learning_rate": 1.2107507345463798e-06,
      "loss": 0.8045,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6292
    },
    {
      "epoch": 0.8575906241482693,
      "grad_norm": 0.28515625,
      "learning_rate": 1.2084824359870872e-06,
      "loss": 0.6822,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6293
    },
    {
      "epoch": 0.8577269010629599,
      "grad_norm": 0.345703125,
      "learning_rate": 1.2062161275557071e-06,
      "loss": 0.7274,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6294
    },
    {
      "epoch": 0.8578631779776505,
      "grad_norm": 0.4140625,
      "learning_rate": 1.2039518097652602e-06,
      "loss": 0.7355,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6295
    },
    {
      "epoch": 0.8579994548923412,
      "grad_norm": 0.30078125,
      "learning_rate": 1.2016894831283189e-06,
      "loss": 0.8115,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6296
    },
    {
      "epoch": 0.8581357318070318,
      "grad_norm": 0.25,
      "learning_rate": 1.199429148157004e-06,
      "loss": 0.686,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6297
    },
    {
      "epoch": 0.8582720087217225,
      "grad_norm": 0.271484375,
      "learning_rate": 1.197170805362987e-06,
      "loss": 0.7928,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6298
    },
    {
      "epoch": 0.8584082856364131,
      "grad_norm": 0.3125,
      "learning_rate": 1.1949144552574809e-06,
      "loss": 0.7143,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6299
    },
    {
      "epoch": 0.8585445625511039,
      "grad_norm": 0.361328125,
      "learning_rate": 1.1926600983512626e-06,
      "loss": 0.697,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6300
    },
    {
      "epoch": 0.8586808394657945,
      "grad_norm": 0.330078125,
      "learning_rate": 1.1904077351546416e-06,
      "loss": 0.744,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6301
    },
    {
      "epoch": 0.8588171163804852,
      "grad_norm": 0.32421875,
      "learning_rate": 1.188157366177487e-06,
      "loss": 0.7258,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6302
    },
    {
      "epoch": 0.8589533932951758,
      "grad_norm": 0.310546875,
      "learning_rate": 1.185908991929211e-06,
      "loss": 0.8078,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6303
    },
    {
      "epoch": 0.8590896702098665,
      "grad_norm": 0.34375,
      "learning_rate": 1.1836626129187789e-06,
      "loss": 0.6803,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6304
    },
    {
      "epoch": 0.8592259471245571,
      "grad_norm": 0.298828125,
      "learning_rate": 1.181418229654695e-06,
      "loss": 0.6652,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6305
    },
    {
      "epoch": 0.8593622240392478,
      "grad_norm": 0.5859375,
      "learning_rate": 1.1791758426450273e-06,
      "loss": 0.8004,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6306
    },
    {
      "epoch": 0.8594985009539384,
      "grad_norm": 0.31640625,
      "learning_rate": 1.176935452397373e-06,
      "loss": 0.7419,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6307
    },
    {
      "epoch": 0.8596347778686291,
      "grad_norm": 0.28515625,
      "learning_rate": 1.1746970594188955e-06,
      "loss": 0.722,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6308
    },
    {
      "epoch": 0.8597710547833197,
      "grad_norm": 0.294921875,
      "learning_rate": 1.1724606642162973e-06,
      "loss": 0.7119,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6309
    },
    {
      "epoch": 0.8599073316980104,
      "grad_norm": 0.29296875,
      "learning_rate": 1.170226267295822e-06,
      "loss": 0.7304,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6310
    },
    {
      "epoch": 0.860043608612701,
      "grad_norm": 0.337890625,
      "learning_rate": 1.1679938691632774e-06,
      "loss": 0.6206,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6311
    },
    {
      "epoch": 0.8601798855273917,
      "grad_norm": 0.306640625,
      "learning_rate": 1.1657634703240028e-06,
      "loss": 0.6967,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6312
    },
    {
      "epoch": 0.8603161624420823,
      "grad_norm": 0.29296875,
      "learning_rate": 1.163535071282893e-06,
      "loss": 0.7754,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6313
    },
    {
      "epoch": 0.860452439356773,
      "grad_norm": 0.294921875,
      "learning_rate": 1.161308672544389e-06,
      "loss": 0.7089,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6314
    },
    {
      "epoch": 0.8605887162714636,
      "grad_norm": 0.4609375,
      "learning_rate": 1.1590842746124797e-06,
      "loss": 0.8036,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6315
    },
    {
      "epoch": 0.8607249931861543,
      "grad_norm": 0.294921875,
      "learning_rate": 1.1568618779906992e-06,
      "loss": 0.7487,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6316
    },
    {
      "epoch": 0.8608612701008449,
      "grad_norm": 0.419921875,
      "learning_rate": 1.1546414831821307e-06,
      "loss": 0.7027,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6317
    },
    {
      "epoch": 0.8609975470155355,
      "grad_norm": 0.294921875,
      "learning_rate": 1.1524230906893985e-06,
      "loss": 0.6889,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6318
    },
    {
      "epoch": 0.8611338239302262,
      "grad_norm": 0.27734375,
      "learning_rate": 1.1502067010146855e-06,
      "loss": 0.6905,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6319
    },
    {
      "epoch": 0.8612701008449168,
      "grad_norm": 0.30859375,
      "learning_rate": 1.147992314659707e-06,
      "loss": 0.6169,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6320
    },
    {
      "epoch": 0.8614063777596075,
      "grad_norm": 0.28515625,
      "learning_rate": 1.1457799321257346e-06,
      "loss": 0.6821,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6321
    },
    {
      "epoch": 0.8615426546742981,
      "grad_norm": 0.373046875,
      "learning_rate": 1.1435695539135838e-06,
      "loss": 0.6971,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6322
    },
    {
      "epoch": 0.8616789315889888,
      "grad_norm": 0.255859375,
      "learning_rate": 1.1413611805236146e-06,
      "loss": 0.7236,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6323
    },
    {
      "epoch": 0.8618152085036794,
      "grad_norm": 0.482421875,
      "learning_rate": 1.139154812455735e-06,
      "loss": 0.7847,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6324
    },
    {
      "epoch": 0.8619514854183701,
      "grad_norm": 0.3046875,
      "learning_rate": 1.1369504502093987e-06,
      "loss": 0.7319,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6325
    },
    {
      "epoch": 0.8620877623330607,
      "grad_norm": 0.31640625,
      "learning_rate": 1.1347480942836054e-06,
      "loss": 0.7277,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6326
    },
    {
      "epoch": 0.8622240392477515,
      "grad_norm": 0.4140625,
      "learning_rate": 1.1325477451769008e-06,
      "loss": 0.7655,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6327
    },
    {
      "epoch": 0.8623603161624421,
      "grad_norm": 0.30859375,
      "learning_rate": 1.1303494033873763e-06,
      "loss": 0.7135,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6328
    },
    {
      "epoch": 0.8624965930771328,
      "grad_norm": 0.2421875,
      "learning_rate": 1.128153069412664e-06,
      "loss": 0.7254,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6329
    },
    {
      "epoch": 0.8626328699918234,
      "grad_norm": 0.2578125,
      "learning_rate": 1.1259587437499541e-06,
      "loss": 0.7332,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6330
    },
    {
      "epoch": 0.8627691469065141,
      "grad_norm": 0.45703125,
      "learning_rate": 1.123766426895967e-06,
      "loss": 0.7898,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6331
    },
    {
      "epoch": 0.8629054238212047,
      "grad_norm": 0.2734375,
      "learning_rate": 1.1215761193469786e-06,
      "loss": 0.6499,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6332
    },
    {
      "epoch": 0.8630417007358954,
      "grad_norm": 0.435546875,
      "learning_rate": 1.1193878215988063e-06,
      "loss": 0.7097,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6333
    },
    {
      "epoch": 0.863177977650586,
      "grad_norm": 0.3828125,
      "learning_rate": 1.1172015341468134e-06,
      "loss": 0.6816,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6334
    },
    {
      "epoch": 0.8633142545652767,
      "grad_norm": 0.322265625,
      "learning_rate": 1.1150172574859063e-06,
      "loss": 0.774,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6335
    },
    {
      "epoch": 0.8634505314799673,
      "grad_norm": 0.39453125,
      "learning_rate": 1.1128349921105408e-06,
      "loss": 0.7652,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6336
    },
    {
      "epoch": 0.863586808394658,
      "grad_norm": 0.318359375,
      "learning_rate": 1.1106547385147116e-06,
      "loss": 0.6951,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6337
    },
    {
      "epoch": 0.8637230853093486,
      "grad_norm": 0.294921875,
      "learning_rate": 1.1084764971919614e-06,
      "loss": 0.7569,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6338
    },
    {
      "epoch": 0.8638593622240393,
      "grad_norm": 0.349609375,
      "learning_rate": 1.1063002686353808e-06,
      "loss": 0.6922,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6339
    },
    {
      "epoch": 0.8639956391387299,
      "grad_norm": 0.2890625,
      "learning_rate": 1.1041260533375908e-06,
      "loss": 0.711,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6340
    },
    {
      "epoch": 0.8641319160534205,
      "grad_norm": 0.298828125,
      "learning_rate": 1.1019538517907779e-06,
      "loss": 0.6777,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6341
    },
    {
      "epoch": 0.8642681929681112,
      "grad_norm": 0.34765625,
      "learning_rate": 1.0997836644866544e-06,
      "loss": 0.6806,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6342
    },
    {
      "epoch": 0.8644044698828018,
      "grad_norm": 0.365234375,
      "learning_rate": 1.097615491916485e-06,
      "loss": 0.703,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6343
    },
    {
      "epoch": 0.8645407467974925,
      "grad_norm": 0.251953125,
      "learning_rate": 1.0954493345710782e-06,
      "loss": 0.6798,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6344
    },
    {
      "epoch": 0.8646770237121831,
      "grad_norm": 0.380859375,
      "learning_rate": 1.0932851929407828e-06,
      "loss": 0.7871,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6345
    },
    {
      "epoch": 0.8648133006268738,
      "grad_norm": 0.369140625,
      "learning_rate": 1.091123067515496e-06,
      "loss": 0.6888,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6346
    },
    {
      "epoch": 0.8649495775415644,
      "grad_norm": 0.27734375,
      "learning_rate": 1.0889629587846561e-06,
      "loss": 0.6729,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6347
    },
    {
      "epoch": 0.8650858544562551,
      "grad_norm": 0.302734375,
      "learning_rate": 1.0868048672372432e-06,
      "loss": 0.6947,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6348
    },
    {
      "epoch": 0.8652221313709457,
      "grad_norm": 0.359375,
      "learning_rate": 1.0846487933617833e-06,
      "loss": 0.6902,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6349
    },
    {
      "epoch": 0.8653584082856364,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.0824947376463478e-06,
      "loss": 0.7043,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6350
    },
    {
      "epoch": 0.865494685200327,
      "grad_norm": 0.275390625,
      "learning_rate": 1.0803427005785417e-06,
      "loss": 0.6847,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6351
    },
    {
      "epoch": 0.8656309621150177,
      "grad_norm": 0.271484375,
      "learning_rate": 1.078192682645528e-06,
      "loss": 0.6485,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6352
    },
    {
      "epoch": 0.8657672390297083,
      "grad_norm": 0.384765625,
      "learning_rate": 1.0760446843339966e-06,
      "loss": 0.7113,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6353
    },
    {
      "epoch": 0.8659035159443991,
      "grad_norm": 0.326171875,
      "learning_rate": 1.073898706130192e-06,
      "loss": 0.7155,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6354
    },
    {
      "epoch": 0.8660397928590897,
      "grad_norm": 0.40234375,
      "learning_rate": 1.0717547485198976e-06,
      "loss": 0.7732,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6355
    },
    {
      "epoch": 0.8661760697737804,
      "grad_norm": 0.34375,
      "learning_rate": 1.0696128119884376e-06,
      "loss": 0.6349,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6356
    },
    {
      "epoch": 0.866312346688471,
      "grad_norm": 0.51171875,
      "learning_rate": 1.0674728970206805e-06,
      "loss": 0.8029,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6357
    },
    {
      "epoch": 0.8664486236031617,
      "grad_norm": 0.287109375,
      "learning_rate": 1.065335004101038e-06,
      "loss": 0.7111,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6358
    },
    {
      "epoch": 0.8665849005178523,
      "grad_norm": 0.271484375,
      "learning_rate": 1.0631991337134618e-06,
      "loss": 0.6537,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6359
    },
    {
      "epoch": 0.866721177432543,
      "grad_norm": 0.328125,
      "learning_rate": 1.0610652863414472e-06,
      "loss": 0.6551,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6360
    },
    {
      "epoch": 0.8668574543472336,
      "grad_norm": 0.30859375,
      "learning_rate": 1.0589334624680335e-06,
      "loss": 0.65,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6361
    },
    {
      "epoch": 0.8669937312619242,
      "grad_norm": 0.310546875,
      "learning_rate": 1.0568036625757939e-06,
      "loss": 0.7108,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6362
    },
    {
      "epoch": 0.8671300081766149,
      "grad_norm": 0.279296875,
      "learning_rate": 1.0546758871468576e-06,
      "loss": 0.7155,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6363
    },
    {
      "epoch": 0.8672662850913055,
      "grad_norm": 0.314453125,
      "learning_rate": 1.0525501366628787e-06,
      "loss": 0.7494,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6364
    },
    {
      "epoch": 0.8674025620059962,
      "grad_norm": 0.384765625,
      "learning_rate": 1.05042641160507e-06,
      "loss": 0.7113,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6365
    },
    {
      "epoch": 0.8675388389206868,
      "grad_norm": 0.330078125,
      "learning_rate": 1.04830471245417e-06,
      "loss": 0.7604,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6366
    },
    {
      "epoch": 0.8676751158353775,
      "grad_norm": 0.3359375,
      "learning_rate": 1.0461850396904683e-06,
      "loss": 0.6665,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6367
    },
    {
      "epoch": 0.8678113927500681,
      "grad_norm": 0.53515625,
      "learning_rate": 1.044067393793795e-06,
      "loss": 0.6926,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6368
    },
    {
      "epoch": 0.8679476696647588,
      "grad_norm": 0.35546875,
      "learning_rate": 1.0419517752435192e-06,
      "loss": 0.769,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6369
    },
    {
      "epoch": 0.8680839465794494,
      "grad_norm": 0.37109375,
      "learning_rate": 1.0398381845185468e-06,
      "loss": 0.6768,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6370
    },
    {
      "epoch": 0.8682202234941401,
      "grad_norm": 0.349609375,
      "learning_rate": 1.037726622097337e-06,
      "loss": 0.7027,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6371
    },
    {
      "epoch": 0.8683565004088307,
      "grad_norm": 0.3125,
      "learning_rate": 1.0356170884578764e-06,
      "loss": 0.7411,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6372
    },
    {
      "epoch": 0.8684927773235214,
      "grad_norm": 0.283203125,
      "learning_rate": 1.0335095840776998e-06,
      "loss": 0.6919,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6373
    },
    {
      "epoch": 0.868629054238212,
      "grad_norm": 0.33984375,
      "learning_rate": 1.0314041094338845e-06,
      "loss": 0.6893,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6374
    },
    {
      "epoch": 0.8687653311529027,
      "grad_norm": 0.296875,
      "learning_rate": 1.029300665003038e-06,
      "loss": 0.7301,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6375
    },
    {
      "epoch": 0.8689016080675933,
      "grad_norm": 0.361328125,
      "learning_rate": 1.0271992512613239e-06,
      "loss": 0.7543,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6376
    },
    {
      "epoch": 0.869037884982284,
      "grad_norm": 0.29296875,
      "learning_rate": 1.0250998686844305e-06,
      "loss": 0.7168,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6377
    },
    {
      "epoch": 0.8691741618969746,
      "grad_norm": 0.341796875,
      "learning_rate": 1.0230025177475944e-06,
      "loss": 0.6663,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6378
    },
    {
      "epoch": 0.8693104388116653,
      "grad_norm": 0.38671875,
      "learning_rate": 1.0209071989255926e-06,
      "loss": 0.8204,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6379
    },
    {
      "epoch": 0.8694467157263559,
      "grad_norm": 0.333984375,
      "learning_rate": 1.018813912692741e-06,
      "loss": 0.7301,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6380
    },
    {
      "epoch": 0.8695829926410467,
      "grad_norm": 0.625,
      "learning_rate": 1.0167226595228907e-06,
      "loss": 0.7373,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6381
    },
    {
      "epoch": 0.8697192695557373,
      "grad_norm": 0.359375,
      "learning_rate": 1.0146334398894442e-06,
      "loss": 0.7218,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6382
    },
    {
      "epoch": 0.869855546470428,
      "grad_norm": 0.458984375,
      "learning_rate": 1.0125462542653285e-06,
      "loss": 0.7394,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6383
    },
    {
      "epoch": 0.8699918233851186,
      "grad_norm": 0.291015625,
      "learning_rate": 1.0104611031230228e-06,
      "loss": 0.6841,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6384
    },
    {
      "epoch": 0.8701281002998092,
      "grad_norm": 0.33203125,
      "learning_rate": 1.008377986934539e-06,
      "loss": 0.6552,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6385
    },
    {
      "epoch": 0.8702643772144999,
      "grad_norm": 0.296875,
      "learning_rate": 1.0062969061714302e-06,
      "loss": 0.7413,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6386
    },
    {
      "epoch": 0.8704006541291905,
      "grad_norm": 0.3515625,
      "learning_rate": 1.0042178613047893e-06,
      "loss": 0.6977,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6387
    },
    {
      "epoch": 0.8705369310438812,
      "grad_norm": 0.318359375,
      "learning_rate": 1.0021408528052478e-06,
      "loss": 0.7087,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6388
    },
    {
      "epoch": 0.8706732079585718,
      "grad_norm": 0.38671875,
      "learning_rate": 1.0000658811429764e-06,
      "loss": 0.7581,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6389
    },
    {
      "epoch": 0.8708094848732625,
      "grad_norm": 0.2578125,
      "learning_rate": 9.979929467876848e-07,
      "loss": 0.6796,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6390
    },
    {
      "epoch": 0.8709457617879531,
      "grad_norm": 0.3125,
      "learning_rate": 9.95922050208622e-07,
      "loss": 0.6575,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6391
    },
    {
      "epoch": 0.8710820387026438,
      "grad_norm": 0.330078125,
      "learning_rate": 9.938531918745698e-07,
      "loss": 0.6807,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6392
    },
    {
      "epoch": 0.8712183156173344,
      "grad_norm": 0.302734375,
      "learning_rate": 9.917863722538622e-07,
      "loss": 0.6398,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6393
    },
    {
      "epoch": 0.8713545925320251,
      "grad_norm": 0.33203125,
      "learning_rate": 9.897215918143554e-07,
      "loss": 0.7852,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6394
    },
    {
      "epoch": 0.8714908694467157,
      "grad_norm": 0.38671875,
      "learning_rate": 9.876588510234586e-07,
      "loss": 0.7213,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6395
    },
    {
      "epoch": 0.8716271463614064,
      "grad_norm": 0.345703125,
      "learning_rate": 9.855981503481083e-07,
      "loss": 0.668,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6396
    },
    {
      "epoch": 0.871763423276097,
      "grad_norm": 0.3671875,
      "learning_rate": 9.835394902547834e-07,
      "loss": 0.6935,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6397
    },
    {
      "epoch": 0.8718997001907877,
      "grad_norm": 0.353515625,
      "learning_rate": 9.814828712095027e-07,
      "loss": 0.7677,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6398
    },
    {
      "epoch": 0.8720359771054783,
      "grad_norm": 0.330078125,
      "learning_rate": 9.79428293677821e-07,
      "loss": 0.739,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6399
    },
    {
      "epoch": 0.872172254020169,
      "grad_norm": 0.2890625,
      "learning_rate": 9.773757581248299e-07,
      "loss": 0.6921,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6400
    },
    {
      "epoch": 0.8723085309348596,
      "grad_norm": 0.375,
      "learning_rate": 9.753252650151624e-07,
      "loss": 0.7019,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6401
    },
    {
      "epoch": 0.8724448078495503,
      "grad_norm": 0.341796875,
      "learning_rate": 9.732768148129856e-07,
      "loss": 0.7419,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6402
    },
    {
      "epoch": 0.8725810847642409,
      "grad_norm": 0.333984375,
      "learning_rate": 9.712304079820013e-07,
      "loss": 0.6941,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6403
    },
    {
      "epoch": 0.8727173616789315,
      "grad_norm": 0.40234375,
      "learning_rate": 9.691860449854607e-07,
      "loss": 0.7047,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6404
    },
    {
      "epoch": 0.8728536385936222,
      "grad_norm": 0.296875,
      "learning_rate": 9.67143726286137e-07,
      "loss": 0.6613,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6405
    },
    {
      "epoch": 0.8729899155083128,
      "grad_norm": 0.251953125,
      "learning_rate": 9.651034523463542e-07,
      "loss": 0.6813,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6406
    },
    {
      "epoch": 0.8731261924230035,
      "grad_norm": 0.23828125,
      "learning_rate": 9.630652236279626e-07,
      "loss": 0.6771,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6407
    },
    {
      "epoch": 0.8732624693376942,
      "grad_norm": 0.388671875,
      "learning_rate": 9.61029040592355e-07,
      "loss": 0.7353,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6408
    },
    {
      "epoch": 0.8733987462523849,
      "grad_norm": 0.298828125,
      "learning_rate": 9.58994903700462e-07,
      "loss": 0.7149,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6409
    },
    {
      "epoch": 0.8735350231670755,
      "grad_norm": 0.333984375,
      "learning_rate": 9.569628134127484e-07,
      "loss": 0.7042,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6410
    },
    {
      "epoch": 0.8736713000817662,
      "grad_norm": 0.349609375,
      "learning_rate": 9.549327701892175e-07,
      "loss": 0.704,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6411
    },
    {
      "epoch": 0.8738075769964568,
      "grad_norm": 0.337890625,
      "learning_rate": 9.529047744894071e-07,
      "loss": 0.7052,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6412
    },
    {
      "epoch": 0.8739438539111475,
      "grad_norm": 0.31640625,
      "learning_rate": 9.508788267723934e-07,
      "loss": 0.6902,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6413
    },
    {
      "epoch": 0.8740801308258381,
      "grad_norm": 0.765625,
      "learning_rate": 9.488549274967873e-07,
      "loss": 0.7217,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6414
    },
    {
      "epoch": 0.8742164077405288,
      "grad_norm": 0.32421875,
      "learning_rate": 9.468330771207413e-07,
      "loss": 0.7286,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6415
    },
    {
      "epoch": 0.8743526846552194,
      "grad_norm": 0.380859375,
      "learning_rate": 9.448132761019324e-07,
      "loss": 0.821,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6416
    },
    {
      "epoch": 0.8744889615699101,
      "grad_norm": 0.330078125,
      "learning_rate": 9.427955248975884e-07,
      "loss": 0.7066,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6417
    },
    {
      "epoch": 0.8746252384846007,
      "grad_norm": 0.25,
      "learning_rate": 9.407798239644617e-07,
      "loss": 0.7755,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6418
    },
    {
      "epoch": 0.8747615153992914,
      "grad_norm": 0.341796875,
      "learning_rate": 9.38766173758845e-07,
      "loss": 0.7257,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6419
    },
    {
      "epoch": 0.874897792313982,
      "grad_norm": 0.333984375,
      "learning_rate": 9.36754574736567e-07,
      "loss": 0.6992,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6420
    },
    {
      "epoch": 0.8750340692286727,
      "grad_norm": 0.353515625,
      "learning_rate": 9.347450273529923e-07,
      "loss": 0.7417,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6421
    },
    {
      "epoch": 0.8751703461433633,
      "grad_norm": 0.326171875,
      "learning_rate": 9.327375320630205e-07,
      "loss": 0.7198,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6422
    },
    {
      "epoch": 0.875306623058054,
      "grad_norm": 0.314453125,
      "learning_rate": 9.307320893210848e-07,
      "loss": 0.7833,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6423
    },
    {
      "epoch": 0.8754428999727446,
      "grad_norm": 0.42578125,
      "learning_rate": 9.287286995811562e-07,
      "loss": 0.7886,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6424
    },
    {
      "epoch": 0.8755791768874353,
      "grad_norm": 0.31640625,
      "learning_rate": 9.267273632967411e-07,
      "loss": 0.6725,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6425
    },
    {
      "epoch": 0.8757154538021259,
      "grad_norm": 0.263671875,
      "learning_rate": 9.247280809208814e-07,
      "loss": 0.6745,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6426
    },
    {
      "epoch": 0.8758517307168165,
      "grad_norm": 0.302734375,
      "learning_rate": 9.227308529061473e-07,
      "loss": 0.7397,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6427
    },
    {
      "epoch": 0.8759880076315072,
      "grad_norm": 0.341796875,
      "learning_rate": 9.207356797046574e-07,
      "loss": 0.7188,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6428
    },
    {
      "epoch": 0.8761242845461978,
      "grad_norm": 0.34375,
      "learning_rate": 9.187425617680513e-07,
      "loss": 0.6635,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6429
    },
    {
      "epoch": 0.8762605614608885,
      "grad_norm": 0.384765625,
      "learning_rate": 9.167514995475102e-07,
      "loss": 0.7415,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6430
    },
    {
      "epoch": 0.8763968383755791,
      "grad_norm": 0.294921875,
      "learning_rate": 9.147624934937504e-07,
      "loss": 0.7302,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6431
    },
    {
      "epoch": 0.8765331152902698,
      "grad_norm": 0.267578125,
      "learning_rate": 9.12775544057023e-07,
      "loss": 0.6689,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6432
    },
    {
      "epoch": 0.8766693922049604,
      "grad_norm": 0.4453125,
      "learning_rate": 9.107906516871057e-07,
      "loss": 0.716,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6433
    },
    {
      "epoch": 0.8768056691196511,
      "grad_norm": 0.46484375,
      "learning_rate": 9.088078168333247e-07,
      "loss": 0.7412,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6434
    },
    {
      "epoch": 0.8769419460343418,
      "grad_norm": 0.376953125,
      "learning_rate": 9.068270399445256e-07,
      "loss": 0.7751,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6435
    },
    {
      "epoch": 0.8770782229490325,
      "grad_norm": 0.28515625,
      "learning_rate": 9.048483214691029e-07,
      "loss": 0.6608,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6436
    },
    {
      "epoch": 0.8772144998637231,
      "grad_norm": 0.33984375,
      "learning_rate": 9.028716618549693e-07,
      "loss": 0.7278,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6437
    },
    {
      "epoch": 0.8773507767784138,
      "grad_norm": 0.357421875,
      "learning_rate": 9.008970615495827e-07,
      "loss": 0.6767,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6438
    },
    {
      "epoch": 0.8774870536931044,
      "grad_norm": 0.384765625,
      "learning_rate": 8.989245209999342e-07,
      "loss": 0.7848,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6439
    },
    {
      "epoch": 0.8776233306077951,
      "grad_norm": 0.263671875,
      "learning_rate": 8.969540406525423e-07,
      "loss": 0.7039,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6440
    },
    {
      "epoch": 0.8777596075224857,
      "grad_norm": 0.28125,
      "learning_rate": 8.949856209534647e-07,
      "loss": 0.7131,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6441
    },
    {
      "epoch": 0.8778958844371764,
      "grad_norm": 0.275390625,
      "learning_rate": 8.930192623482892e-07,
      "loss": 0.6905,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6442
    },
    {
      "epoch": 0.878032161351867,
      "grad_norm": 0.458984375,
      "learning_rate": 8.91054965282141e-07,
      "loss": 0.775,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6443
    },
    {
      "epoch": 0.8781684382665577,
      "grad_norm": 0.318359375,
      "learning_rate": 8.890927301996743e-07,
      "loss": 0.7354,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6444
    },
    {
      "epoch": 0.8783047151812483,
      "grad_norm": 0.384765625,
      "learning_rate": 8.871325575450806e-07,
      "loss": 0.7149,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6445
    },
    {
      "epoch": 0.878440992095939,
      "grad_norm": 0.314453125,
      "learning_rate": 8.851744477620783e-07,
      "loss": 0.7445,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6446
    },
    {
      "epoch": 0.8785772690106296,
      "grad_norm": 0.255859375,
      "learning_rate": 8.832184012939282e-07,
      "loss": 0.6905,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6447
    },
    {
      "epoch": 0.8787135459253202,
      "grad_norm": 0.318359375,
      "learning_rate": 8.812644185834151e-07,
      "loss": 0.6911,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6448
    },
    {
      "epoch": 0.8788498228400109,
      "grad_norm": 0.31640625,
      "learning_rate": 8.793125000728619e-07,
      "loss": 0.7564,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6449
    },
    {
      "epoch": 0.8789860997547015,
      "grad_norm": 0.451171875,
      "learning_rate": 8.773626462041218e-07,
      "loss": 0.847,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6450
    },
    {
      "epoch": 0.8791223766693922,
      "grad_norm": 0.431640625,
      "learning_rate": 8.754148574185817e-07,
      "loss": 0.7377,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6451
    },
    {
      "epoch": 0.8792586535840828,
      "grad_norm": 0.306640625,
      "learning_rate": 8.734691341571611e-07,
      "loss": 0.7464,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6452
    },
    {
      "epoch": 0.8793949304987735,
      "grad_norm": 0.28515625,
      "learning_rate": 8.71525476860311e-07,
      "loss": 0.687,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6453
    },
    {
      "epoch": 0.8795312074134641,
      "grad_norm": 0.33984375,
      "learning_rate": 8.695838859680161e-07,
      "loss": 0.6966,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6454
    },
    {
      "epoch": 0.8796674843281548,
      "grad_norm": 0.298828125,
      "learning_rate": 8.676443619197916e-07,
      "loss": 0.7066,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6455
    },
    {
      "epoch": 0.8798037612428454,
      "grad_norm": 0.294921875,
      "learning_rate": 8.657069051546884e-07,
      "loss": 0.713,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6456
    },
    {
      "epoch": 0.8799400381575361,
      "grad_norm": 0.302734375,
      "learning_rate": 8.637715161112826e-07,
      "loss": 0.7354,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6457
    },
    {
      "epoch": 0.8800763150722267,
      "grad_norm": 0.283203125,
      "learning_rate": 8.61838195227691e-07,
      "loss": 0.7355,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6458
    },
    {
      "epoch": 0.8802125919869174,
      "grad_norm": 0.6015625,
      "learning_rate": 8.599069429415552e-07,
      "loss": 0.7978,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6459
    },
    {
      "epoch": 0.880348868901608,
      "grad_norm": 0.2890625,
      "learning_rate": 8.579777596900496e-07,
      "loss": 0.6988,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6460
    },
    {
      "epoch": 0.8804851458162987,
      "grad_norm": 0.2890625,
      "learning_rate": 8.56050645909885e-07,
      "loss": 0.6966,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6461
    },
    {
      "epoch": 0.8806214227309894,
      "grad_norm": 0.31640625,
      "learning_rate": 8.541256020372978e-07,
      "loss": 0.7905,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6462
    },
    {
      "epoch": 0.8807576996456801,
      "grad_norm": 0.3203125,
      "learning_rate": 8.522026285080598e-07,
      "loss": 0.695,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6463
    },
    {
      "epoch": 0.8808939765603707,
      "grad_norm": 0.5,
      "learning_rate": 8.502817257574725e-07,
      "loss": 0.7528,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6464
    },
    {
      "epoch": 0.8810302534750614,
      "grad_norm": 0.26171875,
      "learning_rate": 8.483628942203693e-07,
      "loss": 0.7383,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6465
    },
    {
      "epoch": 0.881166530389752,
      "grad_norm": 0.33203125,
      "learning_rate": 8.464461343311137e-07,
      "loss": 0.8494,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6466
    },
    {
      "epoch": 0.8813028073044427,
      "grad_norm": 0.279296875,
      "learning_rate": 8.445314465236021e-07,
      "loss": 0.6896,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6467
    },
    {
      "epoch": 0.8814390842191333,
      "grad_norm": 0.298828125,
      "learning_rate": 8.426188312312578e-07,
      "loss": 0.6684,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6468
    },
    {
      "epoch": 0.881575361133824,
      "grad_norm": 0.2734375,
      "learning_rate": 8.407082888870422e-07,
      "loss": 0.6712,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6469
    },
    {
      "epoch": 0.8817116380485146,
      "grad_norm": 0.27734375,
      "learning_rate": 8.387998199234382e-07,
      "loss": 0.6851,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6470
    },
    {
      "epoch": 0.8818479149632052,
      "grad_norm": 0.3046875,
      "learning_rate": 8.368934247724681e-07,
      "loss": 0.6197,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6471
    },
    {
      "epoch": 0.8819841918778959,
      "grad_norm": 0.41015625,
      "learning_rate": 8.349891038656776e-07,
      "loss": 0.8288,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6472
    },
    {
      "epoch": 0.8821204687925865,
      "grad_norm": 0.375,
      "learning_rate": 8.330868576341489e-07,
      "loss": 0.7268,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6473
    },
    {
      "epoch": 0.8822567457072772,
      "grad_norm": 0.326171875,
      "learning_rate": 8.311866865084916e-07,
      "loss": 0.7593,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6474
    },
    {
      "epoch": 0.8823930226219678,
      "grad_norm": 0.259765625,
      "learning_rate": 8.292885909188431e-07,
      "loss": 0.6807,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6475
    },
    {
      "epoch": 0.8825292995366585,
      "grad_norm": 0.322265625,
      "learning_rate": 8.27392571294876e-07,
      "loss": 0.6951,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6476
    },
    {
      "epoch": 0.8826655764513491,
      "grad_norm": 0.30078125,
      "learning_rate": 8.254986280657906e-07,
      "loss": 0.6765,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6477
    },
    {
      "epoch": 0.8828018533660398,
      "grad_norm": 0.416015625,
      "learning_rate": 8.236067616603171e-07,
      "loss": 0.6611,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6478
    },
    {
      "epoch": 0.8829381302807304,
      "grad_norm": 0.27734375,
      "learning_rate": 8.21716972506712e-07,
      "loss": 0.6925,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6479
    },
    {
      "epoch": 0.8830744071954211,
      "grad_norm": 0.357421875,
      "learning_rate": 8.198292610327707e-07,
      "loss": 0.79,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6480
    },
    {
      "epoch": 0.8832106841101117,
      "grad_norm": 0.30859375,
      "learning_rate": 8.179436276658093e-07,
      "loss": 0.7712,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6481
    },
    {
      "epoch": 0.8833469610248024,
      "grad_norm": 0.55078125,
      "learning_rate": 8.160600728326773e-07,
      "loss": 0.7132,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6482
    },
    {
      "epoch": 0.883483237939493,
      "grad_norm": 0.2734375,
      "learning_rate": 8.141785969597538e-07,
      "loss": 0.7061,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6483
    },
    {
      "epoch": 0.8836195148541837,
      "grad_norm": 0.2734375,
      "learning_rate": 8.122992004729469e-07,
      "loss": 0.703,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6484
    },
    {
      "epoch": 0.8837557917688743,
      "grad_norm": 0.484375,
      "learning_rate": 8.10421883797694e-07,
      "loss": 0.7245,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6485
    },
    {
      "epoch": 0.883892068683565,
      "grad_norm": 0.365234375,
      "learning_rate": 8.085466473589609e-07,
      "loss": 0.811,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6486
    },
    {
      "epoch": 0.8840283455982556,
      "grad_norm": 0.337890625,
      "learning_rate": 8.066734915812436e-07,
      "loss": 0.7236,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6487
    },
    {
      "epoch": 0.8841646225129463,
      "grad_norm": 0.30078125,
      "learning_rate": 8.048024168885671e-07,
      "loss": 0.7951,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6488
    },
    {
      "epoch": 0.884300899427637,
      "grad_norm": 0.609375,
      "learning_rate": 8.029334237044862e-07,
      "loss": 0.7608,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6489
    },
    {
      "epoch": 0.8844371763423277,
      "grad_norm": 0.28125,
      "learning_rate": 8.010665124520766e-07,
      "loss": 0.6911,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6490
    },
    {
      "epoch": 0.8845734532570183,
      "grad_norm": 0.400390625,
      "learning_rate": 7.992016835539595e-07,
      "loss": 0.6923,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6491
    },
    {
      "epoch": 0.884709730171709,
      "grad_norm": 0.294921875,
      "learning_rate": 7.973389374322649e-07,
      "loss": 0.716,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6492
    },
    {
      "epoch": 0.8848460070863996,
      "grad_norm": 0.275390625,
      "learning_rate": 7.954782745086687e-07,
      "loss": 0.7784,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6493
    },
    {
      "epoch": 0.8849822840010902,
      "grad_norm": 0.29296875,
      "learning_rate": 7.936196952043629e-07,
      "loss": 0.7139,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6494
    },
    {
      "epoch": 0.8851185609157809,
      "grad_norm": 0.31640625,
      "learning_rate": 7.917631999400733e-07,
      "loss": 0.7041,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6495
    },
    {
      "epoch": 0.8852548378304715,
      "grad_norm": 0.26953125,
      "learning_rate": 7.899087891360524e-07,
      "loss": 0.6723,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6496
    },
    {
      "epoch": 0.8853911147451622,
      "grad_norm": 0.302734375,
      "learning_rate": 7.880564632120857e-07,
      "loss": 0.6891,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6497
    },
    {
      "epoch": 0.8855273916598528,
      "grad_norm": 0.330078125,
      "learning_rate": 7.862062225874756e-07,
      "loss": 0.6702,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6498
    },
    {
      "epoch": 0.8856636685745435,
      "grad_norm": 0.314453125,
      "learning_rate": 7.843580676810658e-07,
      "loss": 0.7018,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6499
    },
    {
      "epoch": 0.8857999454892341,
      "grad_norm": 0.3359375,
      "learning_rate": 7.825119989112173e-07,
      "loss": 0.7346,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6500
    },
    {
      "epoch": 0.8859362224039248,
      "grad_norm": 0.3125,
      "learning_rate": 7.806680166958247e-07,
      "loss": 0.6705,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6501
    },
    {
      "epoch": 0.8860724993186154,
      "grad_norm": 0.2490234375,
      "learning_rate": 7.788261214523086e-07,
      "loss": 0.6818,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6502
    },
    {
      "epoch": 0.8862087762333061,
      "grad_norm": 0.396484375,
      "learning_rate": 7.769863135976152e-07,
      "loss": 0.7568,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6503
    },
    {
      "epoch": 0.8863450531479967,
      "grad_norm": 0.3671875,
      "learning_rate": 7.75148593548225e-07,
      "loss": 0.7234,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6504
    },
    {
      "epoch": 0.8864813300626874,
      "grad_norm": 0.77734375,
      "learning_rate": 7.733129617201363e-07,
      "loss": 0.7083,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6505
    },
    {
      "epoch": 0.886617606977378,
      "grad_norm": 0.376953125,
      "learning_rate": 7.714794185288821e-07,
      "loss": 0.6676,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6506
    },
    {
      "epoch": 0.8867538838920687,
      "grad_norm": 0.27734375,
      "learning_rate": 7.696479643895183e-07,
      "loss": 0.7084,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6507
    },
    {
      "epoch": 0.8868901608067593,
      "grad_norm": 0.4296875,
      "learning_rate": 7.67818599716631e-07,
      "loss": 0.7412,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6508
    },
    {
      "epoch": 0.88702643772145,
      "grad_norm": 0.419921875,
      "learning_rate": 7.659913249243278e-07,
      "loss": 0.7428,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6509
    },
    {
      "epoch": 0.8871627146361406,
      "grad_norm": 0.337890625,
      "learning_rate": 7.641661404262546e-07,
      "loss": 0.6905,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6510
    },
    {
      "epoch": 0.8872989915508313,
      "grad_norm": 0.3203125,
      "learning_rate": 7.623430466355686e-07,
      "loss": 0.7391,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6511
    },
    {
      "epoch": 0.8874352684655219,
      "grad_norm": 0.32421875,
      "learning_rate": 7.605220439649697e-07,
      "loss": 0.6519,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6512
    },
    {
      "epoch": 0.8875715453802125,
      "grad_norm": 0.26171875,
      "learning_rate": 7.587031328266703e-07,
      "loss": 0.7221,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6513
    },
    {
      "epoch": 0.8877078222949032,
      "grad_norm": 0.3203125,
      "learning_rate": 7.56886313632419e-07,
      "loss": 0.7306,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6514
    },
    {
      "epoch": 0.8878440992095938,
      "grad_norm": 0.26953125,
      "learning_rate": 7.550715867934866e-07,
      "loss": 0.7519,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6515
    },
    {
      "epoch": 0.8879803761242846,
      "grad_norm": 0.375,
      "learning_rate": 7.532589527206713e-07,
      "loss": 0.7195,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6516
    },
    {
      "epoch": 0.8881166530389752,
      "grad_norm": 0.31640625,
      "learning_rate": 7.514484118242971e-07,
      "loss": 0.6481,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6517
    },
    {
      "epoch": 0.8882529299536659,
      "grad_norm": 0.361328125,
      "learning_rate": 7.49639964514215e-07,
      "loss": 0.754,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6518
    },
    {
      "epoch": 0.8883892068683565,
      "grad_norm": 0.279296875,
      "learning_rate": 7.47833611199803e-07,
      "loss": 0.7164,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6519
    },
    {
      "epoch": 0.8885254837830472,
      "grad_norm": 0.37109375,
      "learning_rate": 7.460293522899586e-07,
      "loss": 0.7676,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6520
    },
    {
      "epoch": 0.8886617606977378,
      "grad_norm": 0.333984375,
      "learning_rate": 7.442271881931173e-07,
      "loss": 0.7715,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6521
    },
    {
      "epoch": 0.8887980376124285,
      "grad_norm": 0.28125,
      "learning_rate": 7.424271193172272e-07,
      "loss": 0.772,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6522
    },
    {
      "epoch": 0.8889343145271191,
      "grad_norm": 0.34375,
      "learning_rate": 7.406291460697734e-07,
      "loss": 0.7381,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6523
    },
    {
      "epoch": 0.8890705914418098,
      "grad_norm": 0.416015625,
      "learning_rate": 7.388332688577571e-07,
      "loss": 0.7677,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6524
    },
    {
      "epoch": 0.8892068683565004,
      "grad_norm": 0.359375,
      "learning_rate": 7.370394880877118e-07,
      "loss": 0.722,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6525
    },
    {
      "epoch": 0.8893431452711911,
      "grad_norm": 0.291015625,
      "learning_rate": 7.352478041656929e-07,
      "loss": 0.8171,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6526
    },
    {
      "epoch": 0.8894794221858817,
      "grad_norm": 0.318359375,
      "learning_rate": 7.334582174972837e-07,
      "loss": 0.6877,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6527
    },
    {
      "epoch": 0.8896156991005724,
      "grad_norm": 0.46484375,
      "learning_rate": 7.316707284875901e-07,
      "loss": 0.7706,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6528
    },
    {
      "epoch": 0.889751976015263,
      "grad_norm": 0.294921875,
      "learning_rate": 7.298853375412451e-07,
      "loss": 0.7216,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6529
    },
    {
      "epoch": 0.8898882529299537,
      "grad_norm": 0.365234375,
      "learning_rate": 7.281020450624054e-07,
      "loss": 0.7476,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6530
    },
    {
      "epoch": 0.8900245298446443,
      "grad_norm": 0.2470703125,
      "learning_rate": 7.263208514547548e-07,
      "loss": 0.6579,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6531
    },
    {
      "epoch": 0.890160806759335,
      "grad_norm": 0.318359375,
      "learning_rate": 7.245417571214996e-07,
      "loss": 0.714,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6532
    },
    {
      "epoch": 0.8902970836740256,
      "grad_norm": 0.408203125,
      "learning_rate": 7.227647624653689e-07,
      "loss": 0.759,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6533
    },
    {
      "epoch": 0.8904333605887162,
      "grad_norm": 0.322265625,
      "learning_rate": 7.209898678886252e-07,
      "loss": 0.7008,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6534
    },
    {
      "epoch": 0.8905696375034069,
      "grad_norm": 0.298828125,
      "learning_rate": 7.192170737930448e-07,
      "loss": 0.7795,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6535
    },
    {
      "epoch": 0.8907059144180975,
      "grad_norm": 0.357421875,
      "learning_rate": 7.174463805799348e-07,
      "loss": 0.7206,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6536
    },
    {
      "epoch": 0.8908421913327882,
      "grad_norm": 0.267578125,
      "learning_rate": 7.156777886501265e-07,
      "loss": 0.6748,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6537
    },
    {
      "epoch": 0.8909784682474788,
      "grad_norm": 0.25390625,
      "learning_rate": 7.139112984039742e-07,
      "loss": 0.6562,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6538
    },
    {
      "epoch": 0.8911147451621695,
      "grad_norm": 0.302734375,
      "learning_rate": 7.121469102413558e-07,
      "loss": 0.7397,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6539
    },
    {
      "epoch": 0.8912510220768601,
      "grad_norm": 0.291015625,
      "learning_rate": 7.103846245616752e-07,
      "loss": 0.6598,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6540
    },
    {
      "epoch": 0.8913872989915508,
      "grad_norm": 0.35546875,
      "learning_rate": 7.086244417638588e-07,
      "loss": 0.7307,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6541
    },
    {
      "epoch": 0.8915235759062414,
      "grad_norm": 0.384765625,
      "learning_rate": 7.068663622463579e-07,
      "loss": 0.7371,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6542
    },
    {
      "epoch": 0.8916598528209322,
      "grad_norm": 0.380859375,
      "learning_rate": 7.051103864071496e-07,
      "loss": 0.7576,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6543
    },
    {
      "epoch": 0.8917961297356228,
      "grad_norm": 0.3203125,
      "learning_rate": 7.033565146437271e-07,
      "loss": 0.6957,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6544
    },
    {
      "epoch": 0.8919324066503135,
      "grad_norm": 0.287109375,
      "learning_rate": 7.016047473531185e-07,
      "loss": 0.7335,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6545
    },
    {
      "epoch": 0.8920686835650041,
      "grad_norm": 0.322265625,
      "learning_rate": 6.998550849318653e-07,
      "loss": 0.6786,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6546
    },
    {
      "epoch": 0.8922049604796948,
      "grad_norm": 0.26171875,
      "learning_rate": 6.981075277760396e-07,
      "loss": 0.6615,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6547
    },
    {
      "epoch": 0.8923412373943854,
      "grad_norm": 0.28515625,
      "learning_rate": 6.96362076281234e-07,
      "loss": 0.6808,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6548
    },
    {
      "epoch": 0.8924775143090761,
      "grad_norm": 0.318359375,
      "learning_rate": 6.946187308425655e-07,
      "loss": 0.6818,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6549
    },
    {
      "epoch": 0.8926137912237667,
      "grad_norm": 0.40234375,
      "learning_rate": 6.9287749185467e-07,
      "loss": 0.6938,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6550
    },
    {
      "epoch": 0.8927500681384574,
      "grad_norm": 0.310546875,
      "learning_rate": 6.911383597117139e-07,
      "loss": 0.7084,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6551
    },
    {
      "epoch": 0.892886345053148,
      "grad_norm": 0.296875,
      "learning_rate": 6.894013348073825e-07,
      "loss": 0.7037,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6552
    },
    {
      "epoch": 0.8930226219678387,
      "grad_norm": 0.314453125,
      "learning_rate": 6.876664175348835e-07,
      "loss": 0.7168,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6553
    },
    {
      "epoch": 0.8931588988825293,
      "grad_norm": 0.302734375,
      "learning_rate": 6.859336082869505e-07,
      "loss": 0.7881,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6554
    },
    {
      "epoch": 0.89329517579722,
      "grad_norm": 0.2490234375,
      "learning_rate": 6.842029074558332e-07,
      "loss": 0.7285,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6555
    },
    {
      "epoch": 0.8934314527119106,
      "grad_norm": 0.33203125,
      "learning_rate": 6.824743154333157e-07,
      "loss": 0.7919,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6556
    },
    {
      "epoch": 0.8935677296266012,
      "grad_norm": 0.36328125,
      "learning_rate": 6.807478326106932e-07,
      "loss": 0.7025,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6557
    },
    {
      "epoch": 0.8937040065412919,
      "grad_norm": 0.28125,
      "learning_rate": 6.790234593787881e-07,
      "loss": 0.6992,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6558
    },
    {
      "epoch": 0.8938402834559825,
      "grad_norm": 0.328125,
      "learning_rate": 6.773011961279463e-07,
      "loss": 0.7075,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6559
    },
    {
      "epoch": 0.8939765603706732,
      "grad_norm": 0.3828125,
      "learning_rate": 6.755810432480359e-07,
      "loss": 0.7759,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6560
    },
    {
      "epoch": 0.8941128372853638,
      "grad_norm": 0.31640625,
      "learning_rate": 6.738630011284441e-07,
      "loss": 0.7464,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6561
    },
    {
      "epoch": 0.8942491142000545,
      "grad_norm": 0.3125,
      "learning_rate": 6.721470701580856e-07,
      "loss": 0.7159,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6562
    },
    {
      "epoch": 0.8943853911147451,
      "grad_norm": 0.287109375,
      "learning_rate": 6.704332507253897e-07,
      "loss": 0.7063,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6563
    },
    {
      "epoch": 0.8945216680294358,
      "grad_norm": 0.3125,
      "learning_rate": 6.68721543218317e-07,
      "loss": 0.7836,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6564
    },
    {
      "epoch": 0.8946579449441264,
      "grad_norm": 0.40234375,
      "learning_rate": 6.67011948024342e-07,
      "loss": 0.8194,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6565
    },
    {
      "epoch": 0.8947942218588171,
      "grad_norm": 0.330078125,
      "learning_rate": 6.653044655304652e-07,
      "loss": 0.7265,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6566
    },
    {
      "epoch": 0.8949304987735077,
      "grad_norm": 0.333984375,
      "learning_rate": 6.635990961232087e-07,
      "loss": 0.6791,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6567
    },
    {
      "epoch": 0.8950667756881984,
      "grad_norm": 0.2734375,
      "learning_rate": 6.618958401886133e-07,
      "loss": 0.6831,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6568
    },
    {
      "epoch": 0.895203052602889,
      "grad_norm": 0.306640625,
      "learning_rate": 6.601946981122454e-07,
      "loss": 0.7557,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6569
    },
    {
      "epoch": 0.8953393295175798,
      "grad_norm": 0.259765625,
      "learning_rate": 6.5849567027919e-07,
      "loss": 0.6413,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6570
    },
    {
      "epoch": 0.8954756064322704,
      "grad_norm": 0.376953125,
      "learning_rate": 6.567987570740553e-07,
      "loss": 0.7041,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6571
    },
    {
      "epoch": 0.8956118833469611,
      "grad_norm": 0.275390625,
      "learning_rate": 6.551039588809694e-07,
      "loss": 0.7555,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6572
    },
    {
      "epoch": 0.8957481602616517,
      "grad_norm": 0.39453125,
      "learning_rate": 6.534112760835843e-07,
      "loss": 0.8118,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6573
    },
    {
      "epoch": 0.8958844371763424,
      "grad_norm": 0.4296875,
      "learning_rate": 6.517207090650657e-07,
      "loss": 0.7669,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6574
    },
    {
      "epoch": 0.896020714091033,
      "grad_norm": 0.31640625,
      "learning_rate": 6.500322582081131e-07,
      "loss": 0.7331,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6575
    },
    {
      "epoch": 0.8961569910057237,
      "grad_norm": 0.318359375,
      "learning_rate": 6.48345923894933e-07,
      "loss": 0.695,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6576
    },
    {
      "epoch": 0.8962932679204143,
      "grad_norm": 0.3125,
      "learning_rate": 6.466617065072634e-07,
      "loss": 0.6903,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6577
    },
    {
      "epoch": 0.896429544835105,
      "grad_norm": 0.455078125,
      "learning_rate": 6.449796064263569e-07,
      "loss": 0.6381,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6578
    },
    {
      "epoch": 0.8965658217497956,
      "grad_norm": 0.369140625,
      "learning_rate": 6.432996240329903e-07,
      "loss": 0.7411,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6579
    },
    {
      "epoch": 0.8967020986644862,
      "grad_norm": 0.32421875,
      "learning_rate": 6.416217597074603e-07,
      "loss": 0.6879,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6580
    },
    {
      "epoch": 0.8968383755791769,
      "grad_norm": 0.34765625,
      "learning_rate": 6.399460138295809e-07,
      "loss": 0.7563,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6581
    },
    {
      "epoch": 0.8969746524938675,
      "grad_norm": 0.291015625,
      "learning_rate": 6.382723867786922e-07,
      "loss": 0.67,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6582
    },
    {
      "epoch": 0.8971109294085582,
      "grad_norm": 0.27734375,
      "learning_rate": 6.366008789336498e-07,
      "loss": 0.6816,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6583
    },
    {
      "epoch": 0.8972472063232488,
      "grad_norm": 0.310546875,
      "learning_rate": 6.349314906728333e-07,
      "loss": 0.7542,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6584
    },
    {
      "epoch": 0.8973834832379395,
      "grad_norm": 0.48828125,
      "learning_rate": 6.332642223741359e-07,
      "loss": 0.7874,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6585
    },
    {
      "epoch": 0.8975197601526301,
      "grad_norm": 0.486328125,
      "learning_rate": 6.315990744149825e-07,
      "loss": 0.6821,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6586
    },
    {
      "epoch": 0.8976560370673208,
      "grad_norm": 0.37890625,
      "learning_rate": 6.29936047172306e-07,
      "loss": 0.747,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6587
    },
    {
      "epoch": 0.8977923139820114,
      "grad_norm": 0.322265625,
      "learning_rate": 6.282751410225652e-07,
      "loss": 0.6611,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6588
    },
    {
      "epoch": 0.8979285908967021,
      "grad_norm": 0.3984375,
      "learning_rate": 6.266163563417394e-07,
      "loss": 0.6878,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6589
    },
    {
      "epoch": 0.8980648678113927,
      "grad_norm": 0.265625,
      "learning_rate": 6.249596935053259e-07,
      "loss": 0.6316,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6590
    },
    {
      "epoch": 0.8982011447260834,
      "grad_norm": 0.322265625,
      "learning_rate": 6.233051528883405e-07,
      "loss": 0.7257,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6591
    },
    {
      "epoch": 0.898337421640774,
      "grad_norm": 0.40234375,
      "learning_rate": 6.216527348653223e-07,
      "loss": 0.725,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6592
    },
    {
      "epoch": 0.8984736985554647,
      "grad_norm": 0.2890625,
      "learning_rate": 6.200024398103255e-07,
      "loss": 0.7394,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6593
    },
    {
      "epoch": 0.8986099754701553,
      "grad_norm": 0.28515625,
      "learning_rate": 6.183542680969268e-07,
      "loss": 0.724,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6594
    },
    {
      "epoch": 0.898746252384846,
      "grad_norm": 0.39453125,
      "learning_rate": 6.167082200982244e-07,
      "loss": 0.7654,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6595
    },
    {
      "epoch": 0.8988825292995366,
      "grad_norm": 0.265625,
      "learning_rate": 6.150642961868258e-07,
      "loss": 0.7353,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6596
    },
    {
      "epoch": 0.8990188062142274,
      "grad_norm": 0.29296875,
      "learning_rate": 6.134224967348712e-07,
      "loss": 0.7089,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6597
    },
    {
      "epoch": 0.899155083128918,
      "grad_norm": 0.279296875,
      "learning_rate": 6.117828221140098e-07,
      "loss": 0.6606,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6598
    },
    {
      "epoch": 0.8992913600436087,
      "grad_norm": 0.31640625,
      "learning_rate": 6.101452726954138e-07,
      "loss": 0.6844,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6599
    },
    {
      "epoch": 0.8994276369582993,
      "grad_norm": 0.296875,
      "learning_rate": 6.085098488497743e-07,
      "loss": 0.733,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6600
    },
    {
      "epoch": 0.89956391387299,
      "grad_norm": 0.326171875,
      "learning_rate": 6.068765509472995e-07,
      "loss": 0.7306,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6601
    },
    {
      "epoch": 0.8997001907876806,
      "grad_norm": 0.2490234375,
      "learning_rate": 6.052453793577195e-07,
      "loss": 0.7487,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6602
    },
    {
      "epoch": 0.8998364677023712,
      "grad_norm": 0.337890625,
      "learning_rate": 6.036163344502798e-07,
      "loss": 0.7636,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6603
    },
    {
      "epoch": 0.8999727446170619,
      "grad_norm": 0.263671875,
      "learning_rate": 6.019894165937468e-07,
      "loss": 0.7159,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6604
    },
    {
      "epoch": 0.9001090215317525,
      "grad_norm": 0.244140625,
      "learning_rate": 6.003646261564034e-07,
      "loss": 0.6726,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6605
    },
    {
      "epoch": 0.9002452984464432,
      "grad_norm": 0.328125,
      "learning_rate": 5.987419635060543e-07,
      "loss": 0.666,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6606
    },
    {
      "epoch": 0.9003815753611338,
      "grad_norm": 0.287109375,
      "learning_rate": 5.971214290100147e-07,
      "loss": 0.695,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6607
    },
    {
      "epoch": 0.9005178522758245,
      "grad_norm": 0.365234375,
      "learning_rate": 5.955030230351311e-07,
      "loss": 0.6591,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6608
    },
    {
      "epoch": 0.9006541291905151,
      "grad_norm": 0.275390625,
      "learning_rate": 5.938867459477526e-07,
      "loss": 0.727,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6609
    },
    {
      "epoch": 0.9007904061052058,
      "grad_norm": 0.373046875,
      "learning_rate": 5.922725981137623e-07,
      "loss": 0.7878,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6610
    },
    {
      "epoch": 0.9009266830198964,
      "grad_norm": 0.306640625,
      "learning_rate": 5.906605798985476e-07,
      "loss": 0.7147,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6611
    },
    {
      "epoch": 0.9010629599345871,
      "grad_norm": 0.337890625,
      "learning_rate": 5.890506916670214e-07,
      "loss": 0.7506,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6612
    },
    {
      "epoch": 0.9011992368492777,
      "grad_norm": 0.4609375,
      "learning_rate": 5.874429337836119e-07,
      "loss": 0.7618,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6613
    },
    {
      "epoch": 0.9013355137639684,
      "grad_norm": 0.306640625,
      "learning_rate": 5.858373066122692e-07,
      "loss": 0.6935,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6614
    },
    {
      "epoch": 0.901471790678659,
      "grad_norm": 0.287109375,
      "learning_rate": 5.842338105164525e-07,
      "loss": 0.6819,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6615
    },
    {
      "epoch": 0.9016080675933497,
      "grad_norm": 0.302734375,
      "learning_rate": 5.82632445859147e-07,
      "loss": 0.7504,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6616
    },
    {
      "epoch": 0.9017443445080403,
      "grad_norm": 0.318359375,
      "learning_rate": 5.81033213002854e-07,
      "loss": 0.6838,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6617
    },
    {
      "epoch": 0.901880621422731,
      "grad_norm": 0.376953125,
      "learning_rate": 5.794361123095837e-07,
      "loss": 0.7606,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6618
    },
    {
      "epoch": 0.9020168983374216,
      "grad_norm": 0.392578125,
      "learning_rate": 5.778411441408793e-07,
      "loss": 0.7369,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6619
    },
    {
      "epoch": 0.9021531752521122,
      "grad_norm": 0.52734375,
      "learning_rate": 5.762483088577831e-07,
      "loss": 0.8456,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6620
    },
    {
      "epoch": 0.9022894521668029,
      "grad_norm": 0.322265625,
      "learning_rate": 5.746576068208721e-07,
      "loss": 0.6789,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6621
    },
    {
      "epoch": 0.9024257290814935,
      "grad_norm": 0.27734375,
      "learning_rate": 5.730690383902271e-07,
      "loss": 0.7974,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6622
    },
    {
      "epoch": 0.9025620059961842,
      "grad_norm": 0.396484375,
      "learning_rate": 5.714826039254517e-07,
      "loss": 0.7433,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6623
    },
    {
      "epoch": 0.902698282910875,
      "grad_norm": 0.3671875,
      "learning_rate": 5.698983037856665e-07,
      "loss": 0.681,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6624
    },
    {
      "epoch": 0.9028345598255656,
      "grad_norm": 0.392578125,
      "learning_rate": 5.683161383295077e-07,
      "loss": 0.8016,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6625
    },
    {
      "epoch": 0.9029708367402562,
      "grad_norm": 0.318359375,
      "learning_rate": 5.667361079151268e-07,
      "loss": 0.7326,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6626
    },
    {
      "epoch": 0.9031071136549469,
      "grad_norm": 0.298828125,
      "learning_rate": 5.651582129001987e-07,
      "loss": 0.7052,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6627
    },
    {
      "epoch": 0.9032433905696375,
      "grad_norm": 0.291015625,
      "learning_rate": 5.635824536419043e-07,
      "loss": 0.7189,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6628
    },
    {
      "epoch": 0.9033796674843282,
      "grad_norm": 0.8203125,
      "learning_rate": 5.620088304969517e-07,
      "loss": 0.765,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6629
    },
    {
      "epoch": 0.9035159443990188,
      "grad_norm": 0.34375,
      "learning_rate": 5.604373438215582e-07,
      "loss": 0.6682,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6630
    },
    {
      "epoch": 0.9036522213137095,
      "grad_norm": 0.353515625,
      "learning_rate": 5.588679939714592e-07,
      "loss": 0.7438,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6631
    },
    {
      "epoch": 0.9037884982284001,
      "grad_norm": 0.3046875,
      "learning_rate": 5.573007813019082e-07,
      "loss": 0.7337,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6632
    },
    {
      "epoch": 0.9039247751430908,
      "grad_norm": 0.25,
      "learning_rate": 5.557357061676727e-07,
      "loss": 0.7236,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6633
    },
    {
      "epoch": 0.9040610520577814,
      "grad_norm": 0.296875,
      "learning_rate": 5.541727689230381e-07,
      "loss": 0.7554,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6634
    },
    {
      "epoch": 0.9041973289724721,
      "grad_norm": 0.263671875,
      "learning_rate": 5.526119699218058e-07,
      "loss": 0.7572,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6635
    },
    {
      "epoch": 0.9043336058871627,
      "grad_norm": 0.30078125,
      "learning_rate": 5.510533095172921e-07,
      "loss": 0.6843,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6636
    },
    {
      "epoch": 0.9044698828018534,
      "grad_norm": 0.53125,
      "learning_rate": 5.49496788062327e-07,
      "loss": 0.7668,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6637
    },
    {
      "epoch": 0.904606159716544,
      "grad_norm": 0.3359375,
      "learning_rate": 5.479424059092642e-07,
      "loss": 0.8108,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6638
    },
    {
      "epoch": 0.9047424366312347,
      "grad_norm": 0.482421875,
      "learning_rate": 5.463901634099611e-07,
      "loss": 0.6892,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6639
    },
    {
      "epoch": 0.9048787135459253,
      "grad_norm": 0.37109375,
      "learning_rate": 5.448400609158033e-07,
      "loss": 0.6652,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6640
    },
    {
      "epoch": 0.905014990460616,
      "grad_norm": 0.30078125,
      "learning_rate": 5.432920987776835e-07,
      "loss": 0.7309,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6641
    },
    {
      "epoch": 0.9051512673753066,
      "grad_norm": 0.5625,
      "learning_rate": 5.417462773460125e-07,
      "loss": 0.7032,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6642
    },
    {
      "epoch": 0.9052875442899972,
      "grad_norm": 0.5,
      "learning_rate": 5.402025969707159e-07,
      "loss": 0.7131,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6643
    },
    {
      "epoch": 0.9054238212046879,
      "grad_norm": 0.265625,
      "learning_rate": 5.386610580012364e-07,
      "loss": 0.6809,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6644
    },
    {
      "epoch": 0.9055600981193785,
      "grad_norm": 0.310546875,
      "learning_rate": 5.371216607865304e-07,
      "loss": 0.681,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6645
    },
    {
      "epoch": 0.9056963750340692,
      "grad_norm": 0.3046875,
      "learning_rate": 5.355844056750703e-07,
      "loss": 0.7803,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6646
    },
    {
      "epoch": 0.9058326519487598,
      "grad_norm": 0.515625,
      "learning_rate": 5.340492930148444e-07,
      "loss": 0.8026,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6647
    },
    {
      "epoch": 0.9059689288634505,
      "grad_norm": 0.337890625,
      "learning_rate": 5.325163231533492e-07,
      "loss": 0.8049,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6648
    },
    {
      "epoch": 0.9061052057781411,
      "grad_norm": 0.34765625,
      "learning_rate": 5.309854964376093e-07,
      "loss": 0.713,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6649
    },
    {
      "epoch": 0.9062414826928318,
      "grad_norm": 0.5546875,
      "learning_rate": 5.294568132141497e-07,
      "loss": 0.7263,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6650
    },
    {
      "epoch": 0.9063777596075225,
      "grad_norm": 0.5703125,
      "learning_rate": 5.279302738290237e-07,
      "loss": 0.6904,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6651
    },
    {
      "epoch": 0.9065140365222132,
      "grad_norm": 0.271484375,
      "learning_rate": 5.26405878627787e-07,
      "loss": 0.6788,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6652
    },
    {
      "epoch": 0.9066503134369038,
      "grad_norm": 0.306640625,
      "learning_rate": 5.24883627955518e-07,
      "loss": 0.6988,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6653
    },
    {
      "epoch": 0.9067865903515945,
      "grad_norm": 0.306640625,
      "learning_rate": 5.233635221568079e-07,
      "loss": 0.7122,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6654
    },
    {
      "epoch": 0.9069228672662851,
      "grad_norm": 0.291015625,
      "learning_rate": 5.218455615757601e-07,
      "loss": 0.6443,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6655
    },
    {
      "epoch": 0.9070591441809758,
      "grad_norm": 0.4296875,
      "learning_rate": 5.203297465559943e-07,
      "loss": 0.7721,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6656
    },
    {
      "epoch": 0.9071954210956664,
      "grad_norm": 0.36328125,
      "learning_rate": 5.188160774406447e-07,
      "loss": 0.7699,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6657
    },
    {
      "epoch": 0.9073316980103571,
      "grad_norm": 0.2490234375,
      "learning_rate": 5.173045545723587e-07,
      "loss": 0.7119,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6658
    },
    {
      "epoch": 0.9074679749250477,
      "grad_norm": 1.5078125,
      "learning_rate": 5.157951782932991e-07,
      "loss": 0.7204,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6659
    },
    {
      "epoch": 0.9076042518397384,
      "grad_norm": 0.45703125,
      "learning_rate": 5.142879489451435e-07,
      "loss": 0.7568,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6660
    },
    {
      "epoch": 0.907740528754429,
      "grad_norm": 0.291015625,
      "learning_rate": 5.12782866869076e-07,
      "loss": 0.7311,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6661
    },
    {
      "epoch": 0.9078768056691197,
      "grad_norm": 0.314453125,
      "learning_rate": 5.112799324058093e-07,
      "loss": 0.693,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6662
    },
    {
      "epoch": 0.9080130825838103,
      "grad_norm": 0.546875,
      "learning_rate": 5.097791458955547e-07,
      "loss": 0.7498,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6663
    },
    {
      "epoch": 0.908149359498501,
      "grad_norm": 0.48046875,
      "learning_rate": 5.082805076780462e-07,
      "loss": 0.7657,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6664
    },
    {
      "epoch": 0.9082856364131916,
      "grad_norm": 0.326171875,
      "learning_rate": 5.067840180925287e-07,
      "loss": 0.7281,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6665
    },
    {
      "epoch": 0.9084219133278822,
      "grad_norm": 0.55859375,
      "learning_rate": 5.052896774777616e-07,
      "loss": 0.6727,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6666
    },
    {
      "epoch": 0.9085581902425729,
      "grad_norm": 0.328125,
      "learning_rate": 5.037974861720174e-07,
      "loss": 0.7486,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6667
    },
    {
      "epoch": 0.9086944671572635,
      "grad_norm": 0.376953125,
      "learning_rate": 5.023074445130826e-07,
      "loss": 0.6969,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6668
    },
    {
      "epoch": 0.9088307440719542,
      "grad_norm": 0.283203125,
      "learning_rate": 5.008195528382554e-07,
      "loss": 0.6845,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6669
    },
    {
      "epoch": 0.9089670209866448,
      "grad_norm": 0.474609375,
      "learning_rate": 4.993338114843494e-07,
      "loss": 0.7349,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6670
    },
    {
      "epoch": 0.9091032979013355,
      "grad_norm": 0.28125,
      "learning_rate": 4.978502207876923e-07,
      "loss": 0.6931,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6671
    },
    {
      "epoch": 0.9092395748160261,
      "grad_norm": 0.30859375,
      "learning_rate": 4.963687810841177e-07,
      "loss": 0.6886,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6672
    },
    {
      "epoch": 0.9093758517307168,
      "grad_norm": 1.46875,
      "learning_rate": 4.948894927089843e-07,
      "loss": 0.8263,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6673
    },
    {
      "epoch": 0.9095121286454074,
      "grad_norm": 0.37890625,
      "learning_rate": 4.934123559971538e-07,
      "loss": 0.7197,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6674
    },
    {
      "epoch": 0.9096484055600981,
      "grad_norm": 0.275390625,
      "learning_rate": 4.919373712830034e-07,
      "loss": 0.6742,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6675
    },
    {
      "epoch": 0.9097846824747887,
      "grad_norm": 0.77734375,
      "learning_rate": 4.904645389004259e-07,
      "loss": 0.7386,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6676
    },
    {
      "epoch": 0.9099209593894794,
      "grad_norm": 0.30859375,
      "learning_rate": 4.889938591828247e-07,
      "loss": 0.6742,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6677
    },
    {
      "epoch": 0.9100572363041701,
      "grad_norm": 0.349609375,
      "learning_rate": 4.875253324631158e-07,
      "loss": 0.8223,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6678
    },
    {
      "epoch": 0.9101935132188608,
      "grad_norm": 0.26953125,
      "learning_rate": 4.860589590737296e-07,
      "loss": 0.6858,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6679
    },
    {
      "epoch": 0.9103297901335514,
      "grad_norm": 0.3203125,
      "learning_rate": 4.845947393466055e-07,
      "loss": 0.7432,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6680
    },
    {
      "epoch": 0.9104660670482421,
      "grad_norm": 0.66796875,
      "learning_rate": 4.831326736131991e-07,
      "loss": 0.8607,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6681
    },
    {
      "epoch": 0.9106023439629327,
      "grad_norm": 0.400390625,
      "learning_rate": 4.816727622044782e-07,
      "loss": 0.7091,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6682
    },
    {
      "epoch": 0.9107386208776234,
      "grad_norm": 0.291015625,
      "learning_rate": 4.802150054509169e-07,
      "loss": 0.6675,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6683
    },
    {
      "epoch": 0.910874897792314,
      "grad_norm": 0.451171875,
      "learning_rate": 4.787594036825116e-07,
      "loss": 0.7374,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6684
    },
    {
      "epoch": 0.9110111747070047,
      "grad_norm": 0.251953125,
      "learning_rate": 4.77305957228763e-07,
      "loss": 0.7084,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6685
    },
    {
      "epoch": 0.9111474516216953,
      "grad_norm": 0.2890625,
      "learning_rate": 4.7585466641868696e-07,
      "loss": 0.6449,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6686
    },
    {
      "epoch": 0.911283728536386,
      "grad_norm": 0.2890625,
      "learning_rate": 4.744055315808105e-07,
      "loss": 0.756,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6687
    },
    {
      "epoch": 0.9114200054510766,
      "grad_norm": 0.431640625,
      "learning_rate": 4.729585530431735e-07,
      "loss": 0.7102,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6688
    },
    {
      "epoch": 0.9115562823657672,
      "grad_norm": 0.33984375,
      "learning_rate": 4.715137311333262e-07,
      "loss": 0.7489,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6689
    },
    {
      "epoch": 0.9116925592804579,
      "grad_norm": 0.279296875,
      "learning_rate": 4.7007106617833366e-07,
      "loss": 0.6817,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6690
    },
    {
      "epoch": 0.9118288361951485,
      "grad_norm": 2.875,
      "learning_rate": 4.686305585047668e-07,
      "loss": 0.7869,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6691
    },
    {
      "epoch": 0.9119651131098392,
      "grad_norm": 0.27734375,
      "learning_rate": 4.671922084387182e-07,
      "loss": 0.7536,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6692
    },
    {
      "epoch": 0.9121013900245298,
      "grad_norm": 0.216796875,
      "learning_rate": 4.657560163057806e-07,
      "loss": 0.7123,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6693
    },
    {
      "epoch": 0.9122376669392205,
      "grad_norm": 0.28515625,
      "learning_rate": 4.643219824310641e-07,
      "loss": 0.691,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6694
    },
    {
      "epoch": 0.9123739438539111,
      "grad_norm": 0.470703125,
      "learning_rate": 4.628901071391911e-07,
      "loss": 0.8017,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6695
    },
    {
      "epoch": 0.9125102207686018,
      "grad_norm": 0.33984375,
      "learning_rate": 4.6146039075429474e-07,
      "loss": 0.7714,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6696
    },
    {
      "epoch": 0.9126464976832924,
      "grad_norm": 0.373046875,
      "learning_rate": 4.6003283360001594e-07,
      "loss": 0.7854,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6697
    },
    {
      "epoch": 0.9127827745979831,
      "grad_norm": 0.287109375,
      "learning_rate": 4.5860743599951186e-07,
      "loss": 0.7163,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6698
    },
    {
      "epoch": 0.9129190515126737,
      "grad_norm": 0.359375,
      "learning_rate": 4.571841982754477e-07,
      "loss": 0.7326,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6699
    },
    {
      "epoch": 0.9130553284273644,
      "grad_norm": 0.376953125,
      "learning_rate": 4.557631207500002e-07,
      "loss": 0.6703,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6700
    },
    {
      "epoch": 0.913191605342055,
      "grad_norm": 0.328125,
      "learning_rate": 4.543442037448587e-07,
      "loss": 0.6905,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6701
    },
    {
      "epoch": 0.9133278822567457,
      "grad_norm": 0.2373046875,
      "learning_rate": 4.529274475812184e-07,
      "loss": 0.6959,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6702
    },
    {
      "epoch": 0.9134641591714363,
      "grad_norm": 0.33984375,
      "learning_rate": 4.5151285257979407e-07,
      "loss": 0.7704,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6703
    },
    {
      "epoch": 0.913600436086127,
      "grad_norm": 0.3203125,
      "learning_rate": 4.501004190608038e-07,
      "loss": 0.7272,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6704
    },
    {
      "epoch": 0.9137367130008177,
      "grad_norm": 0.484375,
      "learning_rate": 4.4869014734397863e-07,
      "loss": 0.7395,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6705
    },
    {
      "epoch": 0.9138729899155084,
      "grad_norm": 0.35546875,
      "learning_rate": 4.472820377485609e-07,
      "loss": 0.7041,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6706
    },
    {
      "epoch": 0.914009266830199,
      "grad_norm": 0.380859375,
      "learning_rate": 4.458760905933035e-07,
      "loss": 0.6328,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6707
    },
    {
      "epoch": 0.9141455437448897,
      "grad_norm": 0.388671875,
      "learning_rate": 4.444723061964695e-07,
      "loss": 0.668,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6708
    },
    {
      "epoch": 0.9142818206595803,
      "grad_norm": 0.396484375,
      "learning_rate": 4.430706848758315e-07,
      "loss": 0.6394,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6709
    },
    {
      "epoch": 0.914418097574271,
      "grad_norm": 0.349609375,
      "learning_rate": 4.4167122694867336e-07,
      "loss": 0.7399,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6710
    },
    {
      "epoch": 0.9145543744889616,
      "grad_norm": 0.31640625,
      "learning_rate": 4.4027393273178954e-07,
      "loss": 0.7111,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6711
    },
    {
      "epoch": 0.9146906514036522,
      "grad_norm": 0.4609375,
      "learning_rate": 4.3887880254148584e-07,
      "loss": 0.7511,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6712
    },
    {
      "epoch": 0.9148269283183429,
      "grad_norm": 0.3203125,
      "learning_rate": 4.3748583669357193e-07,
      "loss": 0.682,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6713
    },
    {
      "epoch": 0.9149632052330335,
      "grad_norm": 0.271484375,
      "learning_rate": 4.3609503550337885e-07,
      "loss": 0.6326,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6714
    },
    {
      "epoch": 0.9150994821477242,
      "grad_norm": 0.34765625,
      "learning_rate": 4.347063992857348e-07,
      "loss": 0.7276,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6715
    },
    {
      "epoch": 0.9152357590624148,
      "grad_norm": 0.294921875,
      "learning_rate": 4.3331992835498714e-07,
      "loss": 0.822,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6716
    },
    {
      "epoch": 0.9153720359771055,
      "grad_norm": 0.287109375,
      "learning_rate": 4.319356230249905e-07,
      "loss": 0.6912,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6717
    },
    {
      "epoch": 0.9155083128917961,
      "grad_norm": 0.271484375,
      "learning_rate": 4.305534836091074e-07,
      "loss": 0.6996,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6718
    },
    {
      "epoch": 0.9156445898064868,
      "grad_norm": 0.29296875,
      "learning_rate": 4.2917351042021214e-07,
      "loss": 0.7537,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6719
    },
    {
      "epoch": 0.9157808667211774,
      "grad_norm": 0.34375,
      "learning_rate": 4.2779570377068816e-07,
      "loss": 0.7402,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6720
    },
    {
      "epoch": 0.9159171436358681,
      "grad_norm": 0.337890625,
      "learning_rate": 4.2642006397242807e-07,
      "loss": 0.7242,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6721
    },
    {
      "epoch": 0.9160534205505587,
      "grad_norm": 0.470703125,
      "learning_rate": 4.25046591336834e-07,
      "loss": 0.726,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6722
    },
    {
      "epoch": 0.9161896974652494,
      "grad_norm": 0.408203125,
      "learning_rate": 4.2367528617481833e-07,
      "loss": 0.7194,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6723
    },
    {
      "epoch": 0.91632597437994,
      "grad_norm": 0.361328125,
      "learning_rate": 4.2230614879680054e-07,
      "loss": 0.7488,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6724
    },
    {
      "epoch": 0.9164622512946307,
      "grad_norm": 0.27734375,
      "learning_rate": 4.209391795127149e-07,
      "loss": 0.7006,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6725
    },
    {
      "epoch": 0.9165985282093213,
      "grad_norm": 0.46484375,
      "learning_rate": 4.1957437863199504e-07,
      "loss": 0.6795,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6726
    },
    {
      "epoch": 0.916734805124012,
      "grad_norm": 0.287109375,
      "learning_rate": 4.1821174646359597e-07,
      "loss": 0.7492,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6727
    },
    {
      "epoch": 0.9168710820387026,
      "grad_norm": 0.361328125,
      "learning_rate": 4.16851283315971e-07,
      "loss": 0.7201,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6728
    },
    {
      "epoch": 0.9170073589533932,
      "grad_norm": 0.40625,
      "learning_rate": 4.154929894970894e-07,
      "loss": 0.761,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6729
    },
    {
      "epoch": 0.9171436358680839,
      "grad_norm": 0.29296875,
      "learning_rate": 4.1413686531442507e-07,
      "loss": 0.6745,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6730
    },
    {
      "epoch": 0.9172799127827747,
      "grad_norm": 0.2353515625,
      "learning_rate": 4.1278291107496484e-07,
      "loss": 0.6561,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6731
    },
    {
      "epoch": 0.9174161896974653,
      "grad_norm": 1.375,
      "learning_rate": 4.1143112708520006e-07,
      "loss": 0.8158,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6732
    },
    {
      "epoch": 0.917552466612156,
      "grad_norm": 0.34375,
      "learning_rate": 4.100815136511338e-07,
      "loss": 0.7455,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6733
    },
    {
      "epoch": 0.9176887435268466,
      "grad_norm": 0.3515625,
      "learning_rate": 4.087340710782783e-07,
      "loss": 0.7196,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6734
    },
    {
      "epoch": 0.9178250204415372,
      "grad_norm": 0.431640625,
      "learning_rate": 4.0738879967164856e-07,
      "loss": 0.6812,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6735
    },
    {
      "epoch": 0.9179612973562279,
      "grad_norm": 0.26953125,
      "learning_rate": 4.060456997357776e-07,
      "loss": 0.8065,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6736
    },
    {
      "epoch": 0.9180975742709185,
      "grad_norm": 0.28515625,
      "learning_rate": 4.0470477157469657e-07,
      "loss": 0.6597,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6737
    },
    {
      "epoch": 0.9182338511856092,
      "grad_norm": 0.279296875,
      "learning_rate": 4.033660154919561e-07,
      "loss": 0.7529,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6738
    },
    {
      "epoch": 0.9183701281002998,
      "grad_norm": 0.296875,
      "learning_rate": 4.0202943179060484e-07,
      "loss": 0.7212,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6739
    },
    {
      "epoch": 0.9185064050149905,
      "grad_norm": 0.28125,
      "learning_rate": 4.006950207732041e-07,
      "loss": 0.7126,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6740
    },
    {
      "epoch": 0.9186426819296811,
      "grad_norm": 0.287109375,
      "learning_rate": 3.993627827418256e-07,
      "loss": 0.7122,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6741
    },
    {
      "epoch": 0.9187789588443718,
      "grad_norm": 0.32421875,
      "learning_rate": 3.98032717998047e-07,
      "loss": 0.6575,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6742
    },
    {
      "epoch": 0.9189152357590624,
      "grad_norm": 0.28515625,
      "learning_rate": 3.9670482684294965e-07,
      "loss": 0.6939,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6743
    },
    {
      "epoch": 0.9190515126737531,
      "grad_norm": 0.30078125,
      "learning_rate": 3.953791095771331e-07,
      "loss": 0.6908,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6744
    },
    {
      "epoch": 0.9191877895884437,
      "grad_norm": 0.65625,
      "learning_rate": 3.9405556650069397e-07,
      "loss": 0.7434,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6745
    },
    {
      "epoch": 0.9193240665031344,
      "grad_norm": 0.2734375,
      "learning_rate": 3.9273419791324263e-07,
      "loss": 0.7076,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6746
    },
    {
      "epoch": 0.919460343417825,
      "grad_norm": 0.3125,
      "learning_rate": 3.9141500411389864e-07,
      "loss": 0.6852,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6747
    },
    {
      "epoch": 0.9195966203325157,
      "grad_norm": 0.330078125,
      "learning_rate": 3.900979854012821e-07,
      "loss": 0.7266,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6748
    },
    {
      "epoch": 0.9197328972472063,
      "grad_norm": 0.267578125,
      "learning_rate": 3.8878314207353107e-07,
      "loss": 0.6816,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6749
    },
    {
      "epoch": 0.919869174161897,
      "grad_norm": 0.369140625,
      "learning_rate": 3.874704744282809e-07,
      "loss": 0.7169,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6750
    },
    {
      "epoch": 0.9200054510765876,
      "grad_norm": 0.54296875,
      "learning_rate": 3.8615998276268054e-07,
      "loss": 0.7256,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6751
    },
    {
      "epoch": 0.9201417279912782,
      "grad_norm": 0.29296875,
      "learning_rate": 3.8485166737338374e-07,
      "loss": 0.7663,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6752
    },
    {
      "epoch": 0.9202780049059689,
      "grad_norm": 0.279296875,
      "learning_rate": 3.835455285565559e-07,
      "loss": 0.6683,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6753
    },
    {
      "epoch": 0.9204142818206595,
      "grad_norm": 0.3046875,
      "learning_rate": 3.822415666078627e-07,
      "loss": 0.6796,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6754
    },
    {
      "epoch": 0.9205505587353502,
      "grad_norm": 0.4453125,
      "learning_rate": 3.8093978182248357e-07,
      "loss": 0.7306,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6755
    },
    {
      "epoch": 0.9206868356500408,
      "grad_norm": 0.283203125,
      "learning_rate": 3.7964017449509947e-07,
      "loss": 0.6698,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6756
    },
    {
      "epoch": 0.9208231125647315,
      "grad_norm": 0.26171875,
      "learning_rate": 3.783427449199051e-07,
      "loss": 0.7079,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6757
    },
    {
      "epoch": 0.9209593894794222,
      "grad_norm": 0.271484375,
      "learning_rate": 3.7704749339059544e-07,
      "loss": 0.7362,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6758
    },
    {
      "epoch": 0.9210956663941129,
      "grad_norm": 0.287109375,
      "learning_rate": 3.75754420200376e-07,
      "loss": 0.6839,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6759
    },
    {
      "epoch": 0.9212319433088035,
      "grad_norm": 0.287109375,
      "learning_rate": 3.744635256419593e-07,
      "loss": 0.6338,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6760
    },
    {
      "epoch": 0.9213682202234942,
      "grad_norm": 0.26953125,
      "learning_rate": 3.731748100075627e-07,
      "loss": 0.6541,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6761
    },
    {
      "epoch": 0.9215044971381848,
      "grad_norm": 0.275390625,
      "learning_rate": 3.71888273588914e-07,
      "loss": 0.6762,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6762
    },
    {
      "epoch": 0.9216407740528755,
      "grad_norm": 0.2490234375,
      "learning_rate": 3.706039166772435e-07,
      "loss": 0.6659,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6763
    },
    {
      "epoch": 0.9217770509675661,
      "grad_norm": 0.408203125,
      "learning_rate": 3.6932173956329087e-07,
      "loss": 0.7805,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6764
    },
    {
      "epoch": 0.9219133278822568,
      "grad_norm": 0.31640625,
      "learning_rate": 3.680417425372984e-07,
      "loss": 0.6999,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6765
    },
    {
      "epoch": 0.9220496047969474,
      "grad_norm": 0.322265625,
      "learning_rate": 3.667639258890232e-07,
      "loss": 0.7618,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6766
    },
    {
      "epoch": 0.9221858817116381,
      "grad_norm": 0.322265625,
      "learning_rate": 3.654882899077172e-07,
      "loss": 0.7219,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6767
    },
    {
      "epoch": 0.9223221586263287,
      "grad_norm": 0.25,
      "learning_rate": 3.642148348821517e-07,
      "loss": 0.7334,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6768
    },
    {
      "epoch": 0.9224584355410194,
      "grad_norm": 0.30078125,
      "learning_rate": 3.629435611005916e-07,
      "loss": 0.6183,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6769
    },
    {
      "epoch": 0.92259471245571,
      "grad_norm": 0.361328125,
      "learning_rate": 3.616744688508178e-07,
      "loss": 0.8074,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6770
    },
    {
      "epoch": 0.9227309893704007,
      "grad_norm": 0.55859375,
      "learning_rate": 3.604075584201117e-07,
      "loss": 0.7304,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6771
    },
    {
      "epoch": 0.9228672662850913,
      "grad_norm": 0.271484375,
      "learning_rate": 3.5914283009526375e-07,
      "loss": 0.6301,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6772
    },
    {
      "epoch": 0.923003543199782,
      "grad_norm": 0.302734375,
      "learning_rate": 3.578802841625684e-07,
      "loss": 0.7159,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6773
    },
    {
      "epoch": 0.9231398201144726,
      "grad_norm": 0.55078125,
      "learning_rate": 3.5661992090782805e-07,
      "loss": 0.7275,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6774
    },
    {
      "epoch": 0.9232760970291632,
      "grad_norm": 0.3203125,
      "learning_rate": 3.5536174061634896e-07,
      "loss": 0.8335,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6775
    },
    {
      "epoch": 0.9234123739438539,
      "grad_norm": 0.298828125,
      "learning_rate": 3.5410574357294447e-07,
      "loss": 0.6878,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6776
    },
    {
      "epoch": 0.9235486508585445,
      "grad_norm": 0.349609375,
      "learning_rate": 3.5285193006193595e-07,
      "loss": 0.6936,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6777
    },
    {
      "epoch": 0.9236849277732352,
      "grad_norm": 0.279296875,
      "learning_rate": 3.516003003671431e-07,
      "loss": 0.7046,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6778
    },
    {
      "epoch": 0.9238212046879258,
      "grad_norm": 0.294921875,
      "learning_rate": 3.5035085477190143e-07,
      "loss": 0.6513,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6779
    },
    {
      "epoch": 0.9239574816026165,
      "grad_norm": 0.3828125,
      "learning_rate": 3.4910359355904257e-07,
      "loss": 0.7258,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6780
    },
    {
      "epoch": 0.9240937585173071,
      "grad_norm": 0.345703125,
      "learning_rate": 3.4785851701091054e-07,
      "loss": 0.7564,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6781
    },
    {
      "epoch": 0.9242300354319978,
      "grad_norm": 0.416015625,
      "learning_rate": 3.4661562540935115e-07,
      "loss": 0.6789,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6782
    },
    {
      "epoch": 0.9243663123466884,
      "grad_norm": 0.703125,
      "learning_rate": 3.45374919035717e-07,
      "loss": 0.7645,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6783
    },
    {
      "epoch": 0.9245025892613791,
      "grad_norm": 0.283203125,
      "learning_rate": 3.441363981708656e-07,
      "loss": 0.7362,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6784
    },
    {
      "epoch": 0.9246388661760698,
      "grad_norm": 0.333984375,
      "learning_rate": 3.4290006309515954e-07,
      "loss": 0.702,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6785
    },
    {
      "epoch": 0.9247751430907605,
      "grad_norm": 0.28125,
      "learning_rate": 3.4166591408846705e-07,
      "loss": 0.7212,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6786
    },
    {
      "epoch": 0.9249114200054511,
      "grad_norm": 0.353515625,
      "learning_rate": 3.404339514301613e-07,
      "loss": 0.7097,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6787
    },
    {
      "epoch": 0.9250476969201418,
      "grad_norm": 0.3203125,
      "learning_rate": 3.3920417539912264e-07,
      "loss": 0.6398,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6788
    },
    {
      "epoch": 0.9251839738348324,
      "grad_norm": 0.474609375,
      "learning_rate": 3.379765862737294e-07,
      "loss": 0.728,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6789
    },
    {
      "epoch": 0.9253202507495231,
      "grad_norm": 0.2734375,
      "learning_rate": 3.367511843318749e-07,
      "loss": 0.7075,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6790
    },
    {
      "epoch": 0.9254565276642137,
      "grad_norm": 0.328125,
      "learning_rate": 3.355279698509495e-07,
      "loss": 0.7734,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6791
    },
    {
      "epoch": 0.9255928045789044,
      "grad_norm": 0.287109375,
      "learning_rate": 3.343069431078516e-07,
      "loss": 0.7447,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6792
    },
    {
      "epoch": 0.925729081493595,
      "grad_norm": 0.298828125,
      "learning_rate": 3.3308810437898354e-07,
      "loss": 0.7223,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6793
    },
    {
      "epoch": 0.9258653584082857,
      "grad_norm": 0.3359375,
      "learning_rate": 3.3187145394025453e-07,
      "loss": 0.7103,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6794
    },
    {
      "epoch": 0.9260016353229763,
      "grad_norm": 0.30078125,
      "learning_rate": 3.3065699206707433e-07,
      "loss": 0.6685,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6795
    },
    {
      "epoch": 0.926137912237667,
      "grad_norm": 0.318359375,
      "learning_rate": 3.2944471903436194e-07,
      "loss": 0.7336,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6796
    },
    {
      "epoch": 0.9262741891523576,
      "grad_norm": 0.298828125,
      "learning_rate": 3.2823463511653553e-07,
      "loss": 0.6561,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6797
    },
    {
      "epoch": 0.9264104660670482,
      "grad_norm": 0.390625,
      "learning_rate": 3.2702674058752383e-07,
      "loss": 0.7787,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6798
    },
    {
      "epoch": 0.9265467429817389,
      "grad_norm": 0.2333984375,
      "learning_rate": 3.2582103572075694e-07,
      "loss": 0.6733,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6799
    },
    {
      "epoch": 0.9266830198964295,
      "grad_norm": 0.357421875,
      "learning_rate": 3.246175207891644e-07,
      "loss": 0.6826,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6800
    },
    {
      "epoch": 0.9268192968111202,
      "grad_norm": 0.279296875,
      "learning_rate": 3.234161960651905e-07,
      "loss": 0.7143,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6801
    },
    {
      "epoch": 0.9269555737258108,
      "grad_norm": 0.326171875,
      "learning_rate": 3.2221706182077536e-07,
      "loss": 0.7377,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6802
    },
    {
      "epoch": 0.9270918506405015,
      "grad_norm": 0.412109375,
      "learning_rate": 3.2102011832736537e-07,
      "loss": 0.6983,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6803
    },
    {
      "epoch": 0.9272281275551921,
      "grad_norm": 0.267578125,
      "learning_rate": 3.198253658559125e-07,
      "loss": 0.6608,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6804
    },
    {
      "epoch": 0.9273644044698828,
      "grad_norm": 0.283203125,
      "learning_rate": 3.1863280467687276e-07,
      "loss": 0.7634,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6805
    },
    {
      "epoch": 0.9275006813845734,
      "grad_norm": 0.298828125,
      "learning_rate": 3.1744243506020346e-07,
      "loss": 0.7152,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6806
    },
    {
      "epoch": 0.9276369582992641,
      "grad_norm": 0.26953125,
      "learning_rate": 3.1625425727536795e-07,
      "loss": 0.7118,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6807
    },
    {
      "epoch": 0.9277732352139547,
      "grad_norm": 0.296875,
      "learning_rate": 3.1506827159133223e-07,
      "loss": 0.6609,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6808
    },
    {
      "epoch": 0.9279095121286454,
      "grad_norm": 0.341796875,
      "learning_rate": 3.1388447827656933e-07,
      "loss": 0.6537,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6809
    },
    {
      "epoch": 0.928045789043336,
      "grad_norm": 0.310546875,
      "learning_rate": 3.127028775990515e-07,
      "loss": 0.6358,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6810
    },
    {
      "epoch": 0.9281820659580267,
      "grad_norm": 0.333984375,
      "learning_rate": 3.1152346982625593e-07,
      "loss": 0.6948,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6811
    },
    {
      "epoch": 0.9283183428727174,
      "grad_norm": 0.306640625,
      "learning_rate": 3.103462552251668e-07,
      "loss": 0.6999,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6812
    },
    {
      "epoch": 0.9284546197874081,
      "grad_norm": 0.26171875,
      "learning_rate": 3.0917123406226654e-07,
      "loss": 0.6682,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6813
    },
    {
      "epoch": 0.9285908967020987,
      "grad_norm": 0.26953125,
      "learning_rate": 3.079984066035435e-07,
      "loss": 0.6962,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6814
    },
    {
      "epoch": 0.9287271736167894,
      "grad_norm": 0.296875,
      "learning_rate": 3.06827773114492e-07,
      "loss": 0.7699,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6815
    },
    {
      "epoch": 0.92886345053148,
      "grad_norm": 0.279296875,
      "learning_rate": 3.056593338601055e-07,
      "loss": 0.6929,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6816
    },
    {
      "epoch": 0.9289997274461707,
      "grad_norm": 0.283203125,
      "learning_rate": 3.044930891048825e-07,
      "loss": 0.6689,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6817
    },
    {
      "epoch": 0.9291360043608613,
      "grad_norm": 0.33203125,
      "learning_rate": 3.033290391128274e-07,
      "loss": 0.7,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6818
    },
    {
      "epoch": 0.929272281275552,
      "grad_norm": 0.32421875,
      "learning_rate": 3.021671841474394e-07,
      "loss": 0.6392,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6819
    },
    {
      "epoch": 0.9294085581902426,
      "grad_norm": 0.66796875,
      "learning_rate": 3.0100752447173365e-07,
      "loss": 0.7573,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6820
    },
    {
      "epoch": 0.9295448351049332,
      "grad_norm": 0.275390625,
      "learning_rate": 2.9985006034821576e-07,
      "loss": 0.7001,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6821
    },
    {
      "epoch": 0.9296811120196239,
      "grad_norm": 0.26171875,
      "learning_rate": 2.9869479203890274e-07,
      "loss": 0.7416,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6822
    },
    {
      "epoch": 0.9298173889343145,
      "grad_norm": 0.353515625,
      "learning_rate": 2.975417198053099e-07,
      "loss": 0.71,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6823
    },
    {
      "epoch": 0.9299536658490052,
      "grad_norm": 0.294921875,
      "learning_rate": 2.963908439084584e-07,
      "loss": 0.6951,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6824
    },
    {
      "epoch": 0.9300899427636958,
      "grad_norm": 0.4765625,
      "learning_rate": 2.952421646088699e-07,
      "loss": 0.73,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6825
    },
    {
      "epoch": 0.9302262196783865,
      "grad_norm": 0.333984375,
      "learning_rate": 2.940956821665708e-07,
      "loss": 0.7768,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6826
    },
    {
      "epoch": 0.9303624965930771,
      "grad_norm": 0.3125,
      "learning_rate": 2.929513968410902e-07,
      "loss": 0.7159,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6827
    },
    {
      "epoch": 0.9304987735077678,
      "grad_norm": 0.453125,
      "learning_rate": 2.9180930889145643e-07,
      "loss": 0.7907,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6828
    },
    {
      "epoch": 0.9306350504224584,
      "grad_norm": 0.41015625,
      "learning_rate": 2.90669418576206e-07,
      "loss": 0.7033,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6829
    },
    {
      "epoch": 0.9307713273371491,
      "grad_norm": 0.30078125,
      "learning_rate": 2.8953172615337034e-07,
      "loss": 0.7072,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6830
    },
    {
      "epoch": 0.9309076042518397,
      "grad_norm": 0.4921875,
      "learning_rate": 2.883962318804934e-07,
      "loss": 0.7139,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6831
    },
    {
      "epoch": 0.9310438811665304,
      "grad_norm": 0.341796875,
      "learning_rate": 2.8726293601461286e-07,
      "loss": 0.6663,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6832
    },
    {
      "epoch": 0.931180158081221,
      "grad_norm": 0.26171875,
      "learning_rate": 2.861318388122714e-07,
      "loss": 0.7115,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6833
    },
    {
      "epoch": 0.9313164349959117,
      "grad_norm": 0.328125,
      "learning_rate": 2.850029405295152e-07,
      "loss": 0.7127,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6834
    },
    {
      "epoch": 0.9314527119106023,
      "grad_norm": 0.326171875,
      "learning_rate": 2.838762414218932e-07,
      "loss": 0.6264,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6835
    },
    {
      "epoch": 0.931588988825293,
      "grad_norm": 0.296875,
      "learning_rate": 2.827517417444525e-07,
      "loss": 0.7643,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6836
    },
    {
      "epoch": 0.9317252657399836,
      "grad_norm": 0.2890625,
      "learning_rate": 2.8162944175174846e-07,
      "loss": 0.6426,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6837
    },
    {
      "epoch": 0.9318615426546742,
      "grad_norm": 0.38671875,
      "learning_rate": 2.805093416978322e-07,
      "loss": 0.716,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6838
    },
    {
      "epoch": 0.931997819569365,
      "grad_norm": 0.28515625,
      "learning_rate": 2.7939144183626197e-07,
      "loss": 0.7142,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6839
    },
    {
      "epoch": 0.9321340964840557,
      "grad_norm": 0.30859375,
      "learning_rate": 2.7827574242009434e-07,
      "loss": 0.6548,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6840
    },
    {
      "epoch": 0.9322703733987463,
      "grad_norm": 0.423828125,
      "learning_rate": 2.7716224370188836e-07,
      "loss": 0.7383,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6841
    },
    {
      "epoch": 0.932406650313437,
      "grad_norm": 0.3359375,
      "learning_rate": 2.7605094593370906e-07,
      "loss": 0.7858,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6842
    },
    {
      "epoch": 0.9325429272281276,
      "grad_norm": 0.298828125,
      "learning_rate": 2.7494184936711634e-07,
      "loss": 0.7192,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6843
    },
    {
      "epoch": 0.9326792041428182,
      "grad_norm": 0.466796875,
      "learning_rate": 2.738349542531782e-07,
      "loss": 0.8018,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6844
    },
    {
      "epoch": 0.9328154810575089,
      "grad_norm": 0.294921875,
      "learning_rate": 2.727302608424587e-07,
      "loss": 0.6735,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6845
    },
    {
      "epoch": 0.9329517579721995,
      "grad_norm": 0.3359375,
      "learning_rate": 2.716277693850289e-07,
      "loss": 0.7047,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6846
    },
    {
      "epoch": 0.9330880348868902,
      "grad_norm": 0.291015625,
      "learning_rate": 2.7052748013045694e-07,
      "loss": 0.6623,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6847
    },
    {
      "epoch": 0.9332243118015808,
      "grad_norm": 0.34765625,
      "learning_rate": 2.694293933278147e-07,
      "loss": 0.7748,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6848
    },
    {
      "epoch": 0.9333605887162715,
      "grad_norm": 0.267578125,
      "learning_rate": 2.683335092256767e-07,
      "loss": 0.7046,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6849
    },
    {
      "epoch": 0.9334968656309621,
      "grad_norm": 0.26171875,
      "learning_rate": 2.6723982807211444e-07,
      "loss": 0.7272,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6850
    },
    {
      "epoch": 0.9336331425456528,
      "grad_norm": 0.2578125,
      "learning_rate": 2.661483501147066e-07,
      "loss": 0.7263,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6851
    },
    {
      "epoch": 0.9337694194603434,
      "grad_norm": 0.248046875,
      "learning_rate": 2.6505907560052666e-07,
      "loss": 0.6557,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6852
    },
    {
      "epoch": 0.9339056963750341,
      "grad_norm": 0.28515625,
      "learning_rate": 2.639720047761574e-07,
      "loss": 0.7609,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6853
    },
    {
      "epoch": 0.9340419732897247,
      "grad_norm": 0.2734375,
      "learning_rate": 2.628871378876718e-07,
      "loss": 0.7317,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6854
    },
    {
      "epoch": 0.9341782502044154,
      "grad_norm": 0.427734375,
      "learning_rate": 2.61804475180657e-07,
      "loss": 0.7861,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6855
    },
    {
      "epoch": 0.934314527119106,
      "grad_norm": 0.3046875,
      "learning_rate": 2.60724016900189e-07,
      "loss": 0.7649,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6856
    },
    {
      "epoch": 0.9344508040337967,
      "grad_norm": 0.33203125,
      "learning_rate": 2.596457632908522e-07,
      "loss": 0.7031,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6857
    },
    {
      "epoch": 0.9345870809484873,
      "grad_norm": 0.3359375,
      "learning_rate": 2.585697145967303e-07,
      "loss": 0.7101,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6858
    },
    {
      "epoch": 0.934723357863178,
      "grad_norm": 0.283203125,
      "learning_rate": 2.5749587106140616e-07,
      "loss": 0.6628,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6859
    },
    {
      "epoch": 0.9348596347778686,
      "grad_norm": 0.396484375,
      "learning_rate": 2.564242329279665e-07,
      "loss": 0.7692,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6860
    },
    {
      "epoch": 0.9349959116925592,
      "grad_norm": 0.33203125,
      "learning_rate": 2.5535480043899607e-07,
      "loss": 0.7394,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6861
    },
    {
      "epoch": 0.9351321886072499,
      "grad_norm": 0.359375,
      "learning_rate": 2.5428757383658243e-07,
      "loss": 0.8072,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6862
    },
    {
      "epoch": 0.9352684655219405,
      "grad_norm": 0.46484375,
      "learning_rate": 2.5322255336231007e-07,
      "loss": 0.7865,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6863
    },
    {
      "epoch": 0.9354047424366312,
      "grad_norm": 0.35546875,
      "learning_rate": 2.5215973925727054e-07,
      "loss": 0.685,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6864
    },
    {
      "epoch": 0.9355410193513218,
      "grad_norm": 0.33203125,
      "learning_rate": 2.5109913176204705e-07,
      "loss": 0.6818,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6865
    },
    {
      "epoch": 0.9356772962660126,
      "grad_norm": 0.392578125,
      "learning_rate": 2.500407311167341e-07,
      "loss": 0.6883,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6866
    },
    {
      "epoch": 0.9358135731807032,
      "grad_norm": 0.357421875,
      "learning_rate": 2.489845375609168e-07,
      "loss": 0.7095,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6867
    },
    {
      "epoch": 0.9359498500953939,
      "grad_norm": 0.29296875,
      "learning_rate": 2.4793055133368716e-07,
      "loss": 0.6715,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6868
    },
    {
      "epoch": 0.9360861270100845,
      "grad_norm": 0.36328125,
      "learning_rate": 2.4687877267363216e-07,
      "loss": 0.7357,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6869
    },
    {
      "epoch": 0.9362224039247752,
      "grad_norm": 0.212890625,
      "learning_rate": 2.4582920181884574e-07,
      "loss": 0.6449,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6870
    },
    {
      "epoch": 0.9363586808394658,
      "grad_norm": 0.330078125,
      "learning_rate": 2.4478183900691454e-07,
      "loss": 0.744,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6871
    },
    {
      "epoch": 0.9364949577541565,
      "grad_norm": 0.28515625,
      "learning_rate": 2.4373668447493225e-07,
      "loss": 0.7062,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6872
    },
    {
      "epoch": 0.9366312346688471,
      "grad_norm": 0.34375,
      "learning_rate": 2.426937384594874e-07,
      "loss": 0.7812,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6873
    },
    {
      "epoch": 0.9367675115835378,
      "grad_norm": 0.57421875,
      "learning_rate": 2.4165300119667335e-07,
      "loss": 0.7957,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6874
    },
    {
      "epoch": 0.9369037884982284,
      "grad_norm": 0.24609375,
      "learning_rate": 2.4061447292207716e-07,
      "loss": 0.6887,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6875
    },
    {
      "epoch": 0.9370400654129191,
      "grad_norm": 0.265625,
      "learning_rate": 2.3957815387079085e-07,
      "loss": 0.6596,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6876
    },
    {
      "epoch": 0.9371763423276097,
      "grad_norm": 0.97265625,
      "learning_rate": 2.3854404427740787e-07,
      "loss": 0.7443,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6877
    },
    {
      "epoch": 0.9373126192423004,
      "grad_norm": 0.28125,
      "learning_rate": 2.3751214437601644e-07,
      "loss": 0.7028,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6878
    },
    {
      "epoch": 0.937448896156991,
      "grad_norm": 0.3046875,
      "learning_rate": 2.3648245440020535e-07,
      "loss": 0.7064,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6879
    },
    {
      "epoch": 0.9375851730716817,
      "grad_norm": 0.287109375,
      "learning_rate": 2.3545497458306699e-07,
      "loss": 0.69,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6880
    },
    {
      "epoch": 0.9377214499863723,
      "grad_norm": 0.6328125,
      "learning_rate": 2.3442970515719087e-07,
      "loss": 0.8181,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6881
    },
    {
      "epoch": 0.937857726901063,
      "grad_norm": 0.3046875,
      "learning_rate": 2.3340664635466358e-07,
      "loss": 0.6447,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6882
    },
    {
      "epoch": 0.9379940038157536,
      "grad_norm": 0.3125,
      "learning_rate": 2.3238579840707764e-07,
      "loss": 0.7069,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6883
    },
    {
      "epoch": 0.9381302807304442,
      "grad_norm": 0.380859375,
      "learning_rate": 2.313671615455182e-07,
      "loss": 0.7482,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6884
    },
    {
      "epoch": 0.9382665576451349,
      "grad_norm": 0.26953125,
      "learning_rate": 2.3035073600057746e-07,
      "loss": 0.6648,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6885
    },
    {
      "epoch": 0.9384028345598255,
      "grad_norm": 0.375,
      "learning_rate": 2.2933652200233802e-07,
      "loss": 0.739,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6886
    },
    {
      "epoch": 0.9385391114745162,
      "grad_norm": 0.32421875,
      "learning_rate": 2.2832451978038962e-07,
      "loss": 0.707,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6887
    },
    {
      "epoch": 0.9386753883892068,
      "grad_norm": 0.33984375,
      "learning_rate": 2.2731472956381784e-07,
      "loss": 0.6903,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6888
    },
    {
      "epoch": 0.9388116653038975,
      "grad_norm": 0.271484375,
      "learning_rate": 2.2630715158120654e-07,
      "loss": 0.6855,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6889
    },
    {
      "epoch": 0.9389479422185881,
      "grad_norm": 0.376953125,
      "learning_rate": 2.2530178606064103e-07,
      "loss": 0.8198,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6890
    },
    {
      "epoch": 0.9390842191332788,
      "grad_norm": 0.357421875,
      "learning_rate": 2.2429863322970592e-07,
      "loss": 0.709,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6891
    },
    {
      "epoch": 0.9392204960479694,
      "grad_norm": 0.310546875,
      "learning_rate": 2.232976933154829e-07,
      "loss": 0.6785,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6892
    },
    {
      "epoch": 0.9393567729626602,
      "grad_norm": 0.396484375,
      "learning_rate": 2.2229896654455407e-07,
      "loss": 0.7586,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6893
    },
    {
      "epoch": 0.9394930498773508,
      "grad_norm": 0.28125,
      "learning_rate": 2.213024531430019e-07,
      "loss": 0.7418,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6894
    },
    {
      "epoch": 0.9396293267920415,
      "grad_norm": 0.302734375,
      "learning_rate": 2.2030815333640264e-07,
      "loss": 0.7071,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6895
    },
    {
      "epoch": 0.9397656037067321,
      "grad_norm": 0.267578125,
      "learning_rate": 2.1931606734983846e-07,
      "loss": 0.6922,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6896
    },
    {
      "epoch": 0.9399018806214228,
      "grad_norm": 0.27734375,
      "learning_rate": 2.1832619540788523e-07,
      "loss": 0.675,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6897
    },
    {
      "epoch": 0.9400381575361134,
      "grad_norm": 0.40234375,
      "learning_rate": 2.1733853773462042e-07,
      "loss": 0.7433,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6898
    },
    {
      "epoch": 0.9401744344508041,
      "grad_norm": 0.361328125,
      "learning_rate": 2.1635309455361743e-07,
      "loss": 0.7033,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6899
    },
    {
      "epoch": 0.9403107113654947,
      "grad_norm": 0.3359375,
      "learning_rate": 2.153698660879522e-07,
      "loss": 0.7203,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6900
    },
    {
      "epoch": 0.9404469882801854,
      "grad_norm": 0.26953125,
      "learning_rate": 2.143888525601967e-07,
      "loss": 0.7179,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6901
    },
    {
      "epoch": 0.940583265194876,
      "grad_norm": 0.265625,
      "learning_rate": 2.1341005419242112e-07,
      "loss": 0.6805,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6902
    },
    {
      "epoch": 0.9407195421095667,
      "grad_norm": 0.2470703125,
      "learning_rate": 2.1243347120619595e-07,
      "loss": 0.6535,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6903
    },
    {
      "epoch": 0.9408558190242573,
      "grad_norm": 0.255859375,
      "learning_rate": 2.1145910382258884e-07,
      "loss": 0.7313,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6904
    },
    {
      "epoch": 0.940992095938948,
      "grad_norm": 0.373046875,
      "learning_rate": 2.1048695226216886e-07,
      "loss": 0.7427,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6905
    },
    {
      "epoch": 0.9411283728536386,
      "grad_norm": 0.2734375,
      "learning_rate": 2.095170167449967e-07,
      "loss": 0.6819,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6906
    },
    {
      "epoch": 0.9412646497683292,
      "grad_norm": 0.357421875,
      "learning_rate": 2.0854929749064e-07,
      "loss": 0.7144,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6907
    },
    {
      "epoch": 0.9414009266830199,
      "grad_norm": 0.310546875,
      "learning_rate": 2.0758379471815803e-07,
      "loss": 0.7245,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6908
    },
    {
      "epoch": 0.9415372035977105,
      "grad_norm": 0.310546875,
      "learning_rate": 2.066205086461115e-07,
      "loss": 0.7143,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6909
    },
    {
      "epoch": 0.9416734805124012,
      "grad_norm": 0.265625,
      "learning_rate": 2.056594394925582e-07,
      "loss": 0.6578,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6910
    },
    {
      "epoch": 0.9418097574270918,
      "grad_norm": 0.4296875,
      "learning_rate": 2.0470058747505516e-07,
      "loss": 0.6503,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6911
    },
    {
      "epoch": 0.9419460343417825,
      "grad_norm": 0.29296875,
      "learning_rate": 2.0374395281065663e-07,
      "loss": 0.7677,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6912
    },
    {
      "epoch": 0.9420823112564731,
      "grad_norm": 0.29296875,
      "learning_rate": 2.0278953571591485e-07,
      "loss": 0.6944,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6913
    },
    {
      "epoch": 0.9422185881711638,
      "grad_norm": 0.318359375,
      "learning_rate": 2.018373364068804e-07,
      "loss": 0.7513,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6914
    },
    {
      "epoch": 0.9423548650858544,
      "grad_norm": 0.400390625,
      "learning_rate": 2.0088735509910196e-07,
      "loss": 0.7542,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6915
    },
    {
      "epoch": 0.9424911420005451,
      "grad_norm": 0.7265625,
      "learning_rate": 1.9993959200762746e-07,
      "loss": 0.6702,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6916
    },
    {
      "epoch": 0.9426274189152357,
      "grad_norm": 0.30078125,
      "learning_rate": 1.9899404734699756e-07,
      "loss": 0.777,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6917
    },
    {
      "epoch": 0.9427636958299264,
      "grad_norm": 0.326171875,
      "learning_rate": 1.980507213312577e-07,
      "loss": 0.6811,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6918
    },
    {
      "epoch": 0.942899972744617,
      "grad_norm": 0.259765625,
      "learning_rate": 1.9710961417394592e-07,
      "loss": 0.6742,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6919
    },
    {
      "epoch": 0.9430362496593078,
      "grad_norm": 0.302734375,
      "learning_rate": 1.9617072608810072e-07,
      "loss": 0.657,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6920
    },
    {
      "epoch": 0.9431725265739984,
      "grad_norm": 0.283203125,
      "learning_rate": 1.9523405728625654e-07,
      "loss": 0.6825,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6921
    },
    {
      "epoch": 0.9433088034886891,
      "grad_norm": 0.384765625,
      "learning_rate": 1.942996079804471e-07,
      "loss": 0.6984,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6922
    },
    {
      "epoch": 0.9434450804033797,
      "grad_norm": 0.46484375,
      "learning_rate": 1.933673783822021e-07,
      "loss": 0.694,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6923
    },
    {
      "epoch": 0.9435813573180704,
      "grad_norm": 0.30078125,
      "learning_rate": 1.9243736870255046e-07,
      "loss": 0.8123,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6924
    },
    {
      "epoch": 0.943717634232761,
      "grad_norm": 0.283203125,
      "learning_rate": 1.9150957915201606e-07,
      "loss": 0.6622,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6925
    },
    {
      "epoch": 0.9438539111474517,
      "grad_norm": 0.515625,
      "learning_rate": 1.905840099406242e-07,
      "loss": 0.7406,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6926
    },
    {
      "epoch": 0.9439901880621423,
      "grad_norm": 0.263671875,
      "learning_rate": 1.8966066127789286e-07,
      "loss": 0.7494,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6927
    },
    {
      "epoch": 0.944126464976833,
      "grad_norm": 0.302734375,
      "learning_rate": 1.8873953337284035e-07,
      "loss": 0.6899,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6928
    },
    {
      "epoch": 0.9442627418915236,
      "grad_norm": 0.283203125,
      "learning_rate": 1.8782062643398214e-07,
      "loss": 0.7837,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6929
    },
    {
      "epoch": 0.9443990188062142,
      "grad_norm": 0.4296875,
      "learning_rate": 1.869039406693296e-07,
      "loss": 0.7693,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6930
    },
    {
      "epoch": 0.9445352957209049,
      "grad_norm": 0.361328125,
      "learning_rate": 1.859894762863923e-07,
      "loss": 0.7216,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6931
    },
    {
      "epoch": 0.9446715726355955,
      "grad_norm": 0.291015625,
      "learning_rate": 1.8507723349217687e-07,
      "loss": 0.7183,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6932
    },
    {
      "epoch": 0.9448078495502862,
      "grad_norm": 0.4140625,
      "learning_rate": 1.8416721249318704e-07,
      "loss": 0.7311,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6933
    },
    {
      "epoch": 0.9449441264649768,
      "grad_norm": 0.296875,
      "learning_rate": 1.8325941349542354e-07,
      "loss": 0.7027,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6934
    },
    {
      "epoch": 0.9450804033796675,
      "grad_norm": 0.326171875,
      "learning_rate": 1.823538367043831e-07,
      "loss": 0.6656,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6935
    },
    {
      "epoch": 0.9452166802943581,
      "grad_norm": 0.2890625,
      "learning_rate": 1.8145048232506067e-07,
      "loss": 0.7249,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6936
    },
    {
      "epoch": 0.9453529572090488,
      "grad_norm": 0.40625,
      "learning_rate": 1.8054935056194933e-07,
      "loss": 0.7705,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6937
    },
    {
      "epoch": 0.9454892341237394,
      "grad_norm": 0.333984375,
      "learning_rate": 1.7965044161903477e-07,
      "loss": 0.7074,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6938
    },
    {
      "epoch": 0.9456255110384301,
      "grad_norm": 0.2490234375,
      "learning_rate": 1.7875375569980425e-07,
      "loss": 0.6457,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6939
    },
    {
      "epoch": 0.9457617879531207,
      "grad_norm": 0.35546875,
      "learning_rate": 1.778592930072398e-07,
      "loss": 0.6813,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6940
    },
    {
      "epoch": 0.9458980648678114,
      "grad_norm": 0.322265625,
      "learning_rate": 1.7696705374381728e-07,
      "loss": 0.7172,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6941
    },
    {
      "epoch": 0.946034341782502,
      "grad_norm": 0.34375,
      "learning_rate": 1.7607703811151623e-07,
      "loss": 0.7608,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6942
    },
    {
      "epoch": 0.9461706186971927,
      "grad_norm": 0.3046875,
      "learning_rate": 1.7518924631180655e-07,
      "loss": 0.6686,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6943
    },
    {
      "epoch": 0.9463068956118833,
      "grad_norm": 0.306640625,
      "learning_rate": 1.7430367854565645e-07,
      "loss": 0.729,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6944
    },
    {
      "epoch": 0.946443172526574,
      "grad_norm": 0.6875,
      "learning_rate": 1.7342033501353106e-07,
      "loss": 0.8318,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6945
    },
    {
      "epoch": 0.9465794494412646,
      "grad_norm": 0.310546875,
      "learning_rate": 1.725392159153938e-07,
      "loss": 0.7508,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6946
    },
    {
      "epoch": 0.9467157263559554,
      "grad_norm": 0.318359375,
      "learning_rate": 1.7166032145070066e-07,
      "loss": 0.7529,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6947
    },
    {
      "epoch": 0.946852003270646,
      "grad_norm": 0.365234375,
      "learning_rate": 1.7078365181840917e-07,
      "loss": 0.6887,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6948
    },
    {
      "epoch": 0.9469882801853367,
      "grad_norm": 0.3125,
      "learning_rate": 1.6990920721696614e-07,
      "loss": 0.7356,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6949
    },
    {
      "epoch": 0.9471245571000273,
      "grad_norm": 0.279296875,
      "learning_rate": 1.690369878443221e-07,
      "loss": 0.7356,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6950
    },
    {
      "epoch": 0.947260834014718,
      "grad_norm": 0.376953125,
      "learning_rate": 1.6816699389791914e-07,
      "loss": 0.7356,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6951
    },
    {
      "epoch": 0.9473971109294086,
      "grad_norm": 0.462890625,
      "learning_rate": 1.6729922557469636e-07,
      "loss": 0.6455,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6952
    },
    {
      "epoch": 0.9475333878440992,
      "grad_norm": 0.419921875,
      "learning_rate": 1.664336830710922e-07,
      "loss": 0.6759,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6953
    },
    {
      "epoch": 0.9476696647587899,
      "grad_norm": 0.30859375,
      "learning_rate": 1.6557036658303549e-07,
      "loss": 0.7309,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6954
    },
    {
      "epoch": 0.9478059416734805,
      "grad_norm": 0.28125,
      "learning_rate": 1.647092763059577e-07,
      "loss": 0.6726,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6955
    },
    {
      "epoch": 0.9479422185881712,
      "grad_norm": 0.302734375,
      "learning_rate": 1.6385041243478062e-07,
      "loss": 0.7036,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6956
    },
    {
      "epoch": 0.9480784955028618,
      "grad_norm": 0.349609375,
      "learning_rate": 1.6299377516392545e-07,
      "loss": 0.731,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6957
    },
    {
      "epoch": 0.9482147724175525,
      "grad_norm": 0.3359375,
      "learning_rate": 1.6213936468730706e-07,
      "loss": 0.7188,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6958
    },
    {
      "epoch": 0.9483510493322431,
      "grad_norm": 0.384765625,
      "learning_rate": 1.6128718119834076e-07,
      "loss": 0.6959,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6959
    },
    {
      "epoch": 0.9484873262469338,
      "grad_norm": 0.361328125,
      "learning_rate": 1.604372248899322e-07,
      "loss": 0.7153,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6960
    },
    {
      "epoch": 0.9486236031616244,
      "grad_norm": 0.296875,
      "learning_rate": 1.5958949595448525e-07,
      "loss": 0.7364,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6961
    },
    {
      "epoch": 0.9487598800763151,
      "grad_norm": 0.384765625,
      "learning_rate": 1.5874399458389865e-07,
      "loss": 0.6966,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6962
    },
    {
      "epoch": 0.9488961569910057,
      "grad_norm": 0.37109375,
      "learning_rate": 1.5790072096957042e-07,
      "loss": 0.7238,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6963
    },
    {
      "epoch": 0.9490324339056964,
      "grad_norm": 0.458984375,
      "learning_rate": 1.570596753023901e-07,
      "loss": 0.6855,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6964
    },
    {
      "epoch": 0.949168710820387,
      "grad_norm": 0.32421875,
      "learning_rate": 1.562208577727442e-07,
      "loss": 0.7354,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6965
    },
    {
      "epoch": 0.9493049877350777,
      "grad_norm": 0.306640625,
      "learning_rate": 1.5538426857051537e-07,
      "loss": 0.7224,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6966
    },
    {
      "epoch": 0.9494412646497683,
      "grad_norm": 0.28515625,
      "learning_rate": 1.5454990788508206e-07,
      "loss": 0.7279,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6967
    },
    {
      "epoch": 0.949577541564459,
      "grad_norm": 0.369140625,
      "learning_rate": 1.5371777590531766e-07,
      "loss": 0.6567,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6968
    },
    {
      "epoch": 0.9497138184791496,
      "grad_norm": 0.41015625,
      "learning_rate": 1.528878728195893e-07,
      "loss": 0.6421,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6969
    },
    {
      "epoch": 0.9498500953938402,
      "grad_norm": 0.248046875,
      "learning_rate": 1.520601988157655e-07,
      "loss": 0.7089,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6970
    },
    {
      "epoch": 0.9499863723085309,
      "grad_norm": 0.384765625,
      "learning_rate": 1.5123475408120092e-07,
      "loss": 0.7036,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6971
    },
    {
      "epoch": 0.9501226492232215,
      "grad_norm": 0.3046875,
      "learning_rate": 1.5041153880275494e-07,
      "loss": 0.6636,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6972
    },
    {
      "epoch": 0.9502589261379122,
      "grad_norm": 0.361328125,
      "learning_rate": 1.4959055316677629e-07,
      "loss": 0.7657,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6973
    },
    {
      "epoch": 0.9503952030526029,
      "grad_norm": 0.271484375,
      "learning_rate": 1.4877179735910963e-07,
      "loss": 0.7793,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6974
    },
    {
      "epoch": 0.9505314799672936,
      "grad_norm": 0.3671875,
      "learning_rate": 1.4795527156509783e-07,
      "loss": 0.7762,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6975
    },
    {
      "epoch": 0.9506677568819842,
      "grad_norm": 0.357421875,
      "learning_rate": 1.4714097596957743e-07,
      "loss": 0.7839,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6976
    },
    {
      "epoch": 0.9508040337966749,
      "grad_norm": 0.34375,
      "learning_rate": 1.4632891075687773e-07,
      "loss": 0.6099,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6977
    },
    {
      "epoch": 0.9509403107113655,
      "grad_norm": 0.291015625,
      "learning_rate": 1.4551907611082717e-07,
      "loss": 0.7509,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6978
    },
    {
      "epoch": 0.9510765876260562,
      "grad_norm": 0.240234375,
      "learning_rate": 1.447114722147469e-07,
      "loss": 0.679,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6979
    },
    {
      "epoch": 0.9512128645407468,
      "grad_norm": 0.265625,
      "learning_rate": 1.439060992514507e-07,
      "loss": 0.6654,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6980
    },
    {
      "epoch": 0.9513491414554375,
      "grad_norm": 0.45703125,
      "learning_rate": 1.4310295740325498e-07,
      "loss": 0.807,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6981
    },
    {
      "epoch": 0.9514854183701281,
      "grad_norm": 0.42578125,
      "learning_rate": 1.4230204685196202e-07,
      "loss": 0.7052,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6982
    },
    {
      "epoch": 0.9516216952848188,
      "grad_norm": 0.2890625,
      "learning_rate": 1.4150336777887687e-07,
      "loss": 0.7207,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6983
    },
    {
      "epoch": 0.9517579721995094,
      "grad_norm": 0.330078125,
      "learning_rate": 1.407069203647915e-07,
      "loss": 0.6703,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6984
    },
    {
      "epoch": 0.9518942491142001,
      "grad_norm": 0.259765625,
      "learning_rate": 1.3991270479000063e-07,
      "loss": 0.7269,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6985
    },
    {
      "epoch": 0.9520305260288907,
      "grad_norm": 0.53515625,
      "learning_rate": 1.3912072123428933e-07,
      "loss": 0.9324,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6986
    },
    {
      "epoch": 0.9521668029435814,
      "grad_norm": 0.228515625,
      "learning_rate": 1.3833096987693751e-07,
      "loss": 0.6885,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6987
    },
    {
      "epoch": 0.952303079858272,
      "grad_norm": 0.396484375,
      "learning_rate": 1.3754345089671884e-07,
      "loss": 0.7275,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6988
    },
    {
      "epoch": 0.9524393567729627,
      "grad_norm": 0.4921875,
      "learning_rate": 1.3675816447190739e-07,
      "loss": 0.8197,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6989
    },
    {
      "epoch": 0.9525756336876533,
      "grad_norm": 0.28125,
      "learning_rate": 1.3597511078026425e-07,
      "loss": 0.6792,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6990
    },
    {
      "epoch": 0.952711910602344,
      "grad_norm": 0.353515625,
      "learning_rate": 1.3519428999904993e-07,
      "loss": 0.7392,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6991
    },
    {
      "epoch": 0.9528481875170346,
      "grad_norm": 0.384765625,
      "learning_rate": 1.3441570230501856e-07,
      "loss": 0.7076,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6992
    },
    {
      "epoch": 0.9529844644317252,
      "grad_norm": 0.50390625,
      "learning_rate": 1.336393478744169e-07,
      "loss": 0.7694,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6993
    },
    {
      "epoch": 0.9531207413464159,
      "grad_norm": 0.275390625,
      "learning_rate": 1.3286522688298996e-07,
      "loss": 0.6737,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6994
    },
    {
      "epoch": 0.9532570182611065,
      "grad_norm": 0.51953125,
      "learning_rate": 1.3209333950597204e-07,
      "loss": 0.8425,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6995
    },
    {
      "epoch": 0.9533932951757972,
      "grad_norm": 0.43359375,
      "learning_rate": 1.3132368591809553e-07,
      "loss": 0.7814,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6996
    },
    {
      "epoch": 0.9535295720904878,
      "grad_norm": 0.36328125,
      "learning_rate": 1.3055626629358774e-07,
      "loss": 0.7925,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6997
    },
    {
      "epoch": 0.9536658490051785,
      "grad_norm": 0.34375,
      "learning_rate": 1.2979108080616752e-07,
      "loss": 0.7791,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6998
    },
    {
      "epoch": 0.9538021259198691,
      "grad_norm": 0.375,
      "learning_rate": 1.2902812962904743e-07,
      "loss": 0.7402,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 6999
    },
    {
      "epoch": 0.9539384028345598,
      "grad_norm": 0.26953125,
      "learning_rate": 1.282674129349404e-07,
      "loss": 0.6939,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7000
    },
    {
      "epoch": 0.9540746797492505,
      "grad_norm": 0.33984375,
      "learning_rate": 1.2750893089604422e-07,
      "loss": 0.7011,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7001
    },
    {
      "epoch": 0.9542109566639412,
      "grad_norm": 0.310546875,
      "learning_rate": 1.2675268368406046e-07,
      "loss": 0.6905,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7002
    },
    {
      "epoch": 0.9543472335786318,
      "grad_norm": 0.265625,
      "learning_rate": 1.2599867147017665e-07,
      "loss": 0.7052,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7003
    },
    {
      "epoch": 0.9544835104933225,
      "grad_norm": 0.283203125,
      "learning_rate": 1.2524689442507954e-07,
      "loss": 0.7292,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7004
    },
    {
      "epoch": 0.9546197874080131,
      "grad_norm": 0.33984375,
      "learning_rate": 1.2449735271894747e-07,
      "loss": 0.7937,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7005
    },
    {
      "epoch": 0.9547560643227038,
      "grad_norm": 0.31640625,
      "learning_rate": 1.2375004652145361e-07,
      "loss": 0.7652,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7006
    },
    {
      "epoch": 0.9548923412373944,
      "grad_norm": 0.439453125,
      "learning_rate": 1.2300497600176599e-07,
      "loss": 0.8827,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7007
    },
    {
      "epoch": 0.9550286181520851,
      "grad_norm": 0.287109375,
      "learning_rate": 1.222621413285441e-07,
      "loss": 0.6999,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7008
    },
    {
      "epoch": 0.9551648950667757,
      "grad_norm": 0.330078125,
      "learning_rate": 1.2152154266994454e-07,
      "loss": 0.6702,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7009
    },
    {
      "epoch": 0.9553011719814664,
      "grad_norm": 0.283203125,
      "learning_rate": 1.2078318019361322e-07,
      "loss": 0.653,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7010
    },
    {
      "epoch": 0.955437448896157,
      "grad_norm": 0.302734375,
      "learning_rate": 1.2004705406669537e-07,
      "loss": 0.7309,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7011
    },
    {
      "epoch": 0.9555737258108477,
      "grad_norm": 0.3046875,
      "learning_rate": 1.1931316445582542e-07,
      "loss": 0.6709,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7012
    },
    {
      "epoch": 0.9557100027255383,
      "grad_norm": 0.265625,
      "learning_rate": 1.1858151152713492e-07,
      "loss": 0.7463,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7013
    },
    {
      "epoch": 0.955846279640229,
      "grad_norm": 0.380859375,
      "learning_rate": 1.1785209544624588e-07,
      "loss": 0.7656,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7014
    },
    {
      "epoch": 0.9559825565549196,
      "grad_norm": 0.310546875,
      "learning_rate": 1.1712491637827616e-07,
      "loss": 0.6873,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7015
    },
    {
      "epoch": 0.9561188334696102,
      "grad_norm": 0.3125,
      "learning_rate": 1.1639997448783635e-07,
      "loss": 0.7154,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7016
    },
    {
      "epoch": 0.9562551103843009,
      "grad_norm": 0.25,
      "learning_rate": 1.1567726993903184e-07,
      "loss": 0.6355,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7017
    },
    {
      "epoch": 0.9563913872989915,
      "grad_norm": 0.3359375,
      "learning_rate": 1.1495680289545951e-07,
      "loss": 0.6914,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7018
    },
    {
      "epoch": 0.9565276642136822,
      "grad_norm": 0.33203125,
      "learning_rate": 1.1423857352021117e-07,
      "loss": 0.7551,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7019
    },
    {
      "epoch": 0.9566639411283728,
      "grad_norm": 0.3671875,
      "learning_rate": 1.1352258197587229e-07,
      "loss": 0.7606,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7020
    },
    {
      "epoch": 0.9568002180430635,
      "grad_norm": 0.333984375,
      "learning_rate": 1.128088284245199e-07,
      "loss": 0.7264,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7021
    },
    {
      "epoch": 0.9569364949577541,
      "grad_norm": 0.5,
      "learning_rate": 1.1209731302772809e-07,
      "loss": 0.7362,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7022
    },
    {
      "epoch": 0.9570727718724448,
      "grad_norm": 0.26953125,
      "learning_rate": 1.1138803594655912e-07,
      "loss": 0.741,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7023
    },
    {
      "epoch": 0.9572090487871354,
      "grad_norm": 0.44140625,
      "learning_rate": 1.1068099734157456e-07,
      "loss": 0.737,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7024
    },
    {
      "epoch": 0.9573453257018261,
      "grad_norm": 0.333984375,
      "learning_rate": 1.0997619737282305e-07,
      "loss": 0.6913,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7025
    },
    {
      "epoch": 0.9574816026165167,
      "grad_norm": 0.330078125,
      "learning_rate": 1.0927363619985032e-07,
      "loss": 0.6691,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7026
    },
    {
      "epoch": 0.9576178795312074,
      "grad_norm": 0.291015625,
      "learning_rate": 1.0857331398169579e-07,
      "loss": 0.7384,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7027
    },
    {
      "epoch": 0.9577541564458981,
      "grad_norm": 0.2734375,
      "learning_rate": 1.0787523087689044e-07,
      "loss": 0.7734,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7028
    },
    {
      "epoch": 0.9578904333605888,
      "grad_norm": 0.419921875,
      "learning_rate": 1.0717938704345787e-07,
      "loss": 0.6726,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7029
    },
    {
      "epoch": 0.9580267102752794,
      "grad_norm": 0.271484375,
      "learning_rate": 1.064857826389154e-07,
      "loss": 0.7151,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7030
    },
    {
      "epoch": 0.9581629871899701,
      "grad_norm": 0.28515625,
      "learning_rate": 1.0579441782027522e-07,
      "loss": 0.6937,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7031
    },
    {
      "epoch": 0.9582992641046607,
      "grad_norm": 0.357421875,
      "learning_rate": 1.051052927440388e-07,
      "loss": 0.7187,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7032
    },
    {
      "epoch": 0.9584355410193514,
      "grad_norm": 0.3359375,
      "learning_rate": 1.044184075662058e-07,
      "loss": 0.7643,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7033
    },
    {
      "epoch": 0.958571817934042,
      "grad_norm": 0.283203125,
      "learning_rate": 1.0373376244226186e-07,
      "loss": 0.6326,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7034
    },
    {
      "epoch": 0.9587080948487327,
      "grad_norm": 0.376953125,
      "learning_rate": 1.0305135752719409e-07,
      "loss": 0.6994,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7035
    },
    {
      "epoch": 0.9588443717634233,
      "grad_norm": 0.294921875,
      "learning_rate": 1.0237119297547338e-07,
      "loss": 0.6804,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7036
    },
    {
      "epoch": 0.958980648678114,
      "grad_norm": 0.5078125,
      "learning_rate": 1.0169326894107101e-07,
      "loss": 0.7024,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7037
    },
    {
      "epoch": 0.9591169255928046,
      "grad_norm": 0.29296875,
      "learning_rate": 1.0101758557744645e-07,
      "loss": 0.6623,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7038
    },
    {
      "epoch": 0.9592532025074952,
      "grad_norm": 0.296875,
      "learning_rate": 1.0034414303755402e-07,
      "loss": 0.7385,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7039
    },
    {
      "epoch": 0.9593894794221859,
      "grad_norm": 0.23046875,
      "learning_rate": 9.967294147383954e-08,
      "loss": 0.7037,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7040
    },
    {
      "epoch": 0.9595257563368765,
      "grad_norm": 0.470703125,
      "learning_rate": 9.900398103824482e-08,
      "loss": 0.812,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7041
    },
    {
      "epoch": 0.9596620332515672,
      "grad_norm": 0.298828125,
      "learning_rate": 9.833726188219872e-08,
      "loss": 0.7065,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7042
    },
    {
      "epoch": 0.9597983101662578,
      "grad_norm": 0.376953125,
      "learning_rate": 9.767278415662829e-08,
      "loss": 0.7346,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7043
    },
    {
      "epoch": 0.9599345870809485,
      "grad_norm": 0.3125,
      "learning_rate": 9.701054801194987e-08,
      "loss": 0.7026,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7044
    },
    {
      "epoch": 0.9600708639956391,
      "grad_norm": 0.27734375,
      "learning_rate": 9.635055359807132e-08,
      "loss": 0.689,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7045
    },
    {
      "epoch": 0.9602071409103298,
      "grad_norm": 0.4140625,
      "learning_rate": 9.569280106439871e-08,
      "loss": 0.7285,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7046
    },
    {
      "epoch": 0.9603434178250204,
      "grad_norm": 0.423828125,
      "learning_rate": 9.503729055982402e-08,
      "loss": 0.7061,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7047
    },
    {
      "epoch": 0.9604796947397111,
      "grad_norm": 0.421875,
      "learning_rate": 9.438402223273524e-08,
      "loss": 0.7009,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7048
    },
    {
      "epoch": 0.9606159716544017,
      "grad_norm": 0.345703125,
      "learning_rate": 9.373299623101295e-08,
      "loss": 0.7429,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7049
    },
    {
      "epoch": 0.9607522485690924,
      "grad_norm": 0.396484375,
      "learning_rate": 9.308421270202816e-08,
      "loss": 0.7019,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7050
    },
    {
      "epoch": 0.960888525483783,
      "grad_norm": 0.33984375,
      "learning_rate": 9.243767179264673e-08,
      "loss": 0.7259,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7051
    },
    {
      "epoch": 0.9610248023984737,
      "grad_norm": 0.326171875,
      "learning_rate": 9.179337364922492e-08,
      "loss": 0.6742,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7052
    },
    {
      "epoch": 0.9611610793131643,
      "grad_norm": 0.283203125,
      "learning_rate": 9.11513184176116e-08,
      "loss": 0.6996,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7053
    },
    {
      "epoch": 0.961297356227855,
      "grad_norm": 0.384765625,
      "learning_rate": 9.05115062431483e-08,
      "loss": 0.6388,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7054
    },
    {
      "epoch": 0.9614336331425457,
      "grad_norm": 0.310546875,
      "learning_rate": 8.987393727066918e-08,
      "loss": 0.7059,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7055
    },
    {
      "epoch": 0.9615699100572364,
      "grad_norm": 0.322265625,
      "learning_rate": 8.923861164449877e-08,
      "loss": 0.7777,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7056
    },
    {
      "epoch": 0.961706186971927,
      "grad_norm": 0.36328125,
      "learning_rate": 8.860552950845758e-08,
      "loss": 0.7266,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7057
    },
    {
      "epoch": 0.9618424638866176,
      "grad_norm": 0.30078125,
      "learning_rate": 8.797469100585432e-08,
      "loss": 0.7547,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7058
    },
    {
      "epoch": 0.9619787408013083,
      "grad_norm": 0.33203125,
      "learning_rate": 8.734609627949142e-08,
      "loss": 0.6651,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7059
    },
    {
      "epoch": 0.9621150177159989,
      "grad_norm": 0.36328125,
      "learning_rate": 8.671974547166285e-08,
      "loss": 0.7057,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7060
    },
    {
      "epoch": 0.9622512946306896,
      "grad_norm": 0.40234375,
      "learning_rate": 8.609563872415628e-08,
      "loss": 0.7428,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7061
    },
    {
      "epoch": 0.9623875715453802,
      "grad_norm": 0.30859375,
      "learning_rate": 8.54737761782487e-08,
      "loss": 0.7296,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7062
    },
    {
      "epoch": 0.9625238484600709,
      "grad_norm": 0.34765625,
      "learning_rate": 8.485415797471308e-08,
      "loss": 0.705,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7063
    },
    {
      "epoch": 0.9626601253747615,
      "grad_norm": 0.33984375,
      "learning_rate": 8.423678425380833e-08,
      "loss": 0.7233,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7064
    },
    {
      "epoch": 0.9627964022894522,
      "grad_norm": 2.515625,
      "learning_rate": 8.362165515529153e-08,
      "loss": 0.748,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7065
    },
    {
      "epoch": 0.9629326792041428,
      "grad_norm": 0.32421875,
      "learning_rate": 8.300877081840797e-08,
      "loss": 0.7249,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7066
    },
    {
      "epoch": 0.9630689561188335,
      "grad_norm": 0.345703125,
      "learning_rate": 8.239813138189556e-08,
      "loss": 0.7228,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7067
    },
    {
      "epoch": 0.9632052330335241,
      "grad_norm": 0.310546875,
      "learning_rate": 8.178973698398485e-08,
      "loss": 0.7902,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7068
    },
    {
      "epoch": 0.9633415099482148,
      "grad_norm": 0.455078125,
      "learning_rate": 8.118358776239677e-08,
      "loss": 0.8101,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7069
    },
    {
      "epoch": 0.9634777868629054,
      "grad_norm": 0.328125,
      "learning_rate": 8.057968385434489e-08,
      "loss": 0.8571,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7070
    },
    {
      "epoch": 0.9636140637775961,
      "grad_norm": 0.30859375,
      "learning_rate": 7.997802539653432e-08,
      "loss": 0.6807,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7071
    },
    {
      "epoch": 0.9637503406922867,
      "grad_norm": 0.3046875,
      "learning_rate": 7.937861252516276e-08,
      "loss": 0.7891,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7072
    },
    {
      "epoch": 0.9638866176069774,
      "grad_norm": 0.2490234375,
      "learning_rate": 7.878144537591837e-08,
      "loss": 0.7227,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7073
    },
    {
      "epoch": 0.964022894521668,
      "grad_norm": 0.302734375,
      "learning_rate": 7.818652408398075e-08,
      "loss": 0.6472,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7074
    },
    {
      "epoch": 0.9641591714363587,
      "grad_norm": 0.3359375,
      "learning_rate": 7.759384878402221e-08,
      "loss": 0.6565,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7075
    },
    {
      "epoch": 0.9642954483510493,
      "grad_norm": 0.28515625,
      "learning_rate": 7.700341961020652e-08,
      "loss": 0.7133,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7076
    },
    {
      "epoch": 0.96443172526574,
      "grad_norm": 0.30078125,
      "learning_rate": 7.641523669618789e-08,
      "loss": 0.7095,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7077
    },
    {
      "epoch": 0.9645680021804306,
      "grad_norm": 0.546875,
      "learning_rate": 7.582930017511314e-08,
      "loss": 0.811,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7078
    },
    {
      "epoch": 0.9647042790951212,
      "grad_norm": 0.30078125,
      "learning_rate": 7.524561017961952e-08,
      "loss": 0.7326,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7079
    },
    {
      "epoch": 0.9648405560098119,
      "grad_norm": 0.28515625,
      "learning_rate": 7.466416684183686e-08,
      "loss": 0.7097,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7080
    },
    {
      "epoch": 0.9649768329245025,
      "grad_norm": 0.30859375,
      "learning_rate": 7.408497029338657e-08,
      "loss": 0.7932,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7081
    },
    {
      "epoch": 0.9651131098391933,
      "grad_norm": 0.26953125,
      "learning_rate": 7.350802066537933e-08,
      "loss": 0.6987,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7082
    },
    {
      "epoch": 0.9652493867538839,
      "grad_norm": 0.345703125,
      "learning_rate": 7.293331808842063e-08,
      "loss": 0.6894,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7083
    },
    {
      "epoch": 0.9653856636685746,
      "grad_norm": 0.330078125,
      "learning_rate": 7.236086269260423e-08,
      "loss": 0.7749,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7084
    },
    {
      "epoch": 0.9655219405832652,
      "grad_norm": 0.283203125,
      "learning_rate": 7.179065460751645e-08,
      "loss": 0.6937,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7085
    },
    {
      "epoch": 0.9656582174979559,
      "grad_norm": 0.265625,
      "learning_rate": 7.122269396223513e-08,
      "loss": 0.6953,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7086
    },
    {
      "epoch": 0.9657944944126465,
      "grad_norm": 0.2392578125,
      "learning_rate": 7.065698088532858e-08,
      "loss": 0.6437,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7087
    },
    {
      "epoch": 0.9659307713273372,
      "grad_norm": 0.326171875,
      "learning_rate": 7.009351550485655e-08,
      "loss": 0.822,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7088
    },
    {
      "epoch": 0.9660670482420278,
      "grad_norm": 0.283203125,
      "learning_rate": 6.953229794837146e-08,
      "loss": 0.6644,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7089
    },
    {
      "epoch": 0.9662033251567185,
      "grad_norm": 0.439453125,
      "learning_rate": 6.897332834291392e-08,
      "loss": 0.6909,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7090
    },
    {
      "epoch": 0.9663396020714091,
      "grad_norm": 0.353515625,
      "learning_rate": 6.841660681501939e-08,
      "loss": 0.7374,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7091
    },
    {
      "epoch": 0.9664758789860998,
      "grad_norm": 0.279296875,
      "learning_rate": 6.786213349071036e-08,
      "loss": 0.6709,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7092
    },
    {
      "epoch": 0.9666121559007904,
      "grad_norm": 0.34765625,
      "learning_rate": 6.730990849550311e-08,
      "loss": 0.7374,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7093
    },
    {
      "epoch": 0.9667484328154811,
      "grad_norm": 0.265625,
      "learning_rate": 6.675993195440434e-08,
      "loss": 0.677,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7094
    },
    {
      "epoch": 0.9668847097301717,
      "grad_norm": 0.3671875,
      "learning_rate": 6.62122039919122e-08,
      "loss": 0.7423,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7095
    },
    {
      "epoch": 0.9670209866448624,
      "grad_norm": 0.328125,
      "learning_rate": 6.56667247320164e-08,
      "loss": 0.6915,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7096
    },
    {
      "epoch": 0.967157263559553,
      "grad_norm": 0.40234375,
      "learning_rate": 6.512349429819264e-08,
      "loss": 0.6934,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7097
    },
    {
      "epoch": 0.9672935404742437,
      "grad_norm": 0.27734375,
      "learning_rate": 6.458251281341698e-08,
      "loss": 0.6936,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7098
    },
    {
      "epoch": 0.9674298173889343,
      "grad_norm": 0.390625,
      "learning_rate": 6.404378040014592e-08,
      "loss": 0.7403,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7099
    },
    {
      "epoch": 0.967566094303625,
      "grad_norm": 0.314453125,
      "learning_rate": 6.350729718033521e-08,
      "loss": 0.7151,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7100
    },
    {
      "epoch": 0.9677023712183156,
      "grad_norm": 0.416015625,
      "learning_rate": 6.297306327542663e-08,
      "loss": 0.7624,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7101
    },
    {
      "epoch": 0.9678386481330062,
      "grad_norm": 0.353515625,
      "learning_rate": 6.244107880635452e-08,
      "loss": 0.7607,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7102
    },
    {
      "epoch": 0.9679749250476969,
      "grad_norm": 0.3203125,
      "learning_rate": 6.191134389354369e-08,
      "loss": 0.6586,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7103
    },
    {
      "epoch": 0.9681112019623875,
      "grad_norm": 0.349609375,
      "learning_rate": 6.138385865690932e-08,
      "loss": 0.6836,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7104
    },
    {
      "epoch": 0.9682474788770782,
      "grad_norm": 0.25,
      "learning_rate": 6.085862321585811e-08,
      "loss": 0.691,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7105
    },
    {
      "epoch": 0.9683837557917688,
      "grad_norm": 0.337890625,
      "learning_rate": 6.033563768928829e-08,
      "loss": 0.6492,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7106
    },
    {
      "epoch": 0.9685200327064595,
      "grad_norm": 0.30078125,
      "learning_rate": 5.981490219558627e-08,
      "loss": 0.6589,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7107
    },
    {
      "epoch": 0.9686563096211501,
      "grad_norm": 0.3359375,
      "learning_rate": 5.929641685262888e-08,
      "loss": 0.6603,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7108
    },
    {
      "epoch": 0.9687925865358409,
      "grad_norm": 0.3515625,
      "learning_rate": 5.878018177778888e-08,
      "loss": 0.7148,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7109
    },
    {
      "epoch": 0.9689288634505315,
      "grad_norm": 0.29296875,
      "learning_rate": 5.826619708792391e-08,
      "loss": 0.6174,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7110
    },
    {
      "epoch": 0.9690651403652222,
      "grad_norm": 0.2890625,
      "learning_rate": 5.7754462899384246e-08,
      "loss": 0.7705,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7111
    },
    {
      "epoch": 0.9692014172799128,
      "grad_norm": 0.349609375,
      "learning_rate": 5.724497932801054e-08,
      "loss": 0.757,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7112
    },
    {
      "epoch": 0.9693376941946035,
      "grad_norm": 0.287109375,
      "learning_rate": 5.673774648913499e-08,
      "loss": 0.7012,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7113
    },
    {
      "epoch": 0.9694739711092941,
      "grad_norm": 0.3046875,
      "learning_rate": 5.623276449757797e-08,
      "loss": 0.6319,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7114
    },
    {
      "epoch": 0.9696102480239848,
      "grad_norm": 0.283203125,
      "learning_rate": 5.573003346765471e-08,
      "loss": 0.7348,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7115
    },
    {
      "epoch": 0.9697465249386754,
      "grad_norm": 0.291015625,
      "learning_rate": 5.522955351316417e-08,
      "loss": 0.6717,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7116
    },
    {
      "epoch": 0.9698828018533661,
      "grad_norm": 0.3046875,
      "learning_rate": 5.473132474740239e-08,
      "loss": 0.7315,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7117
    },
    {
      "epoch": 0.9700190787680567,
      "grad_norm": 0.345703125,
      "learning_rate": 5.4235347283150273e-08,
      "loss": 0.7572,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7118
    },
    {
      "epoch": 0.9701553556827474,
      "grad_norm": 0.34765625,
      "learning_rate": 5.374162123268467e-08,
      "loss": 0.7037,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7119
    },
    {
      "epoch": 0.970291632597438,
      "grad_norm": 0.296875,
      "learning_rate": 5.325014670776951e-08,
      "loss": 0.7055,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7120
    },
    {
      "epoch": 0.9704279095121287,
      "grad_norm": 0.302734375,
      "learning_rate": 5.276092381965692e-08,
      "loss": 0.6768,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7121
    },
    {
      "epoch": 0.9705641864268193,
      "grad_norm": 0.279296875,
      "learning_rate": 5.227395267909496e-08,
      "loss": 0.6924,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7122
    },
    {
      "epoch": 0.97070046334151,
      "grad_norm": 0.287109375,
      "learning_rate": 5.1789233396316584e-08,
      "loss": 0.7506,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7123
    },
    {
      "epoch": 0.9708367402562006,
      "grad_norm": 0.50390625,
      "learning_rate": 5.1306766081048456e-08,
      "loss": 0.7279,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7124
    },
    {
      "epoch": 0.9709730171708912,
      "grad_norm": 0.380859375,
      "learning_rate": 5.082655084250654e-08,
      "loss": 0.8231,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7125
    },
    {
      "epoch": 0.9711092940855819,
      "grad_norm": 0.287109375,
      "learning_rate": 5.0348587789394996e-08,
      "loss": 0.6827,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7126
    },
    {
      "epoch": 0.9712455710002725,
      "grad_norm": 0.296875,
      "learning_rate": 4.987287702991173e-08,
      "loss": 0.6687,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7127
    },
    {
      "epoch": 0.9713818479149632,
      "grad_norm": 0.32421875,
      "learning_rate": 4.9399418671741694e-08,
      "loss": 0.6462,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7128
    },
    {
      "epoch": 0.9715181248296538,
      "grad_norm": 0.353515625,
      "learning_rate": 4.89282128220625e-08,
      "loss": 0.7388,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7129
    },
    {
      "epoch": 0.9716544017443445,
      "grad_norm": 0.333984375,
      "learning_rate": 4.845925958753994e-08,
      "loss": 0.7397,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7130
    },
    {
      "epoch": 0.9717906786590351,
      "grad_norm": 0.30078125,
      "learning_rate": 4.7992559074329093e-08,
      "loss": 0.7587,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7131
    },
    {
      "epoch": 0.9719269555737258,
      "grad_norm": 0.333984375,
      "learning_rate": 4.752811138807878e-08,
      "loss": 0.6947,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7132
    },
    {
      "epoch": 0.9720632324884164,
      "grad_norm": 0.33203125,
      "learning_rate": 4.70659166339249e-08,
      "loss": 0.6829,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7133
    },
    {
      "epoch": 0.9721995094031071,
      "grad_norm": 0.427734375,
      "learning_rate": 4.660597491649377e-08,
      "loss": 0.71,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7134
    },
    {
      "epoch": 0.9723357863177977,
      "grad_norm": 0.306640625,
      "learning_rate": 4.6148286339902095e-08,
      "loss": 0.7034,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7135
    },
    {
      "epoch": 0.9724720632324885,
      "grad_norm": 1.5859375,
      "learning_rate": 4.5692851007757e-08,
      "loss": 0.7448,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7136
    },
    {
      "epoch": 0.9726083401471791,
      "grad_norm": 0.34765625,
      "learning_rate": 4.5239669023153795e-08,
      "loss": 0.74,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7137
    },
    {
      "epoch": 0.9727446170618698,
      "grad_norm": 0.28515625,
      "learning_rate": 4.4788740488679315e-08,
      "loss": 0.7223,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7138
    },
    {
      "epoch": 0.9728808939765604,
      "grad_norm": 0.3125,
      "learning_rate": 4.434006550641079e-08,
      "loss": 0.6844,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7139
    },
    {
      "epoch": 0.9730171708912511,
      "grad_norm": 0.578125,
      "learning_rate": 4.389364417791253e-08,
      "loss": 0.7272,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7140
    },
    {
      "epoch": 0.9731534478059417,
      "grad_norm": 0.5078125,
      "learning_rate": 4.3449476604242593e-08,
      "loss": 0.7656,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7141
    },
    {
      "epoch": 0.9732897247206324,
      "grad_norm": 0.416015625,
      "learning_rate": 4.300756288594499e-08,
      "loss": 0.7735,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7142
    },
    {
      "epoch": 0.973426001635323,
      "grad_norm": 0.2890625,
      "learning_rate": 4.2567903123056364e-08,
      "loss": 0.7657,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7143
    },
    {
      "epoch": 0.9735622785500136,
      "grad_norm": 0.28125,
      "learning_rate": 4.2130497415101556e-08,
      "loss": 0.7228,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7144
    },
    {
      "epoch": 0.9736985554647043,
      "grad_norm": 0.2451171875,
      "learning_rate": 4.1695345861096915e-08,
      "loss": 0.6507,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7145
    },
    {
      "epoch": 0.9738348323793949,
      "grad_norm": 0.287109375,
      "learning_rate": 4.126244855954586e-08,
      "loss": 0.7085,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7146
    },
    {
      "epoch": 0.9739711092940856,
      "grad_norm": 0.33984375,
      "learning_rate": 4.083180560844335e-08,
      "loss": 0.7765,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7147
    },
    {
      "epoch": 0.9741073862087762,
      "grad_norm": 0.296875,
      "learning_rate": 4.040341710527473e-08,
      "loss": 0.6764,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7148
    },
    {
      "epoch": 0.9742436631234669,
      "grad_norm": 0.34765625,
      "learning_rate": 3.9977283147011325e-08,
      "loss": 0.7041,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7149
    },
    {
      "epoch": 0.9743799400381575,
      "grad_norm": 0.333984375,
      "learning_rate": 3.955340383012041e-08,
      "loss": 0.7809,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7150
    },
    {
      "epoch": 0.9745162169528482,
      "grad_norm": 0.279296875,
      "learning_rate": 3.913177925055189e-08,
      "loss": 0.6181,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7151
    },
    {
      "epoch": 0.9746524938675388,
      "grad_norm": 0.3359375,
      "learning_rate": 3.871240950375055e-08,
      "loss": 0.7824,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7152
    },
    {
      "epoch": 0.9747887707822295,
      "grad_norm": 0.318359375,
      "learning_rate": 3.82952946846471e-08,
      "loss": 0.6503,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7153
    },
    {
      "epoch": 0.9749250476969201,
      "grad_norm": 0.255859375,
      "learning_rate": 3.7880434887664904e-08,
      "loss": 0.6277,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7154
    },
    {
      "epoch": 0.9750613246116108,
      "grad_norm": 0.404296875,
      "learning_rate": 3.746783020671441e-08,
      "loss": 0.7611,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7155
    },
    {
      "epoch": 0.9751976015263014,
      "grad_norm": 0.3125,
      "learning_rate": 3.705748073519644e-08,
      "loss": 0.6857,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7156
    },
    {
      "epoch": 0.9753338784409921,
      "grad_norm": 0.349609375,
      "learning_rate": 3.6649386566002255e-08,
      "loss": 0.6983,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7157
    },
    {
      "epoch": 0.9754701553556827,
      "grad_norm": 0.34765625,
      "learning_rate": 3.62435477915124e-08,
      "loss": 0.7586,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7158
    },
    {
      "epoch": 0.9756064322703734,
      "grad_norm": 0.287109375,
      "learning_rate": 3.58399645035945e-08,
      "loss": 0.6532,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7159
    },
    {
      "epoch": 0.975742709185064,
      "grad_norm": 0.51953125,
      "learning_rate": 3.543863679360881e-08,
      "loss": 0.6668,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7160
    },
    {
      "epoch": 0.9758789860997547,
      "grad_norm": 0.431640625,
      "learning_rate": 3.5039564752402666e-08,
      "loss": 0.8263,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7161
    },
    {
      "epoch": 0.9760152630144453,
      "grad_norm": 0.453125,
      "learning_rate": 3.464274847031268e-08,
      "loss": 0.706,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7162
    },
    {
      "epoch": 0.9761515399291361,
      "grad_norm": 0.44140625,
      "learning_rate": 3.424818803716812e-08,
      "loss": 0.7258,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7163
    },
    {
      "epoch": 0.9762878168438267,
      "grad_norm": 0.33203125,
      "learning_rate": 3.38558835422842e-08,
      "loss": 0.7665,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7164
    },
    {
      "epoch": 0.9764240937585174,
      "grad_norm": 0.2255859375,
      "learning_rate": 3.346583507446543e-08,
      "loss": 0.6395,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7165
    },
    {
      "epoch": 0.976560370673208,
      "grad_norm": 0.25390625,
      "learning_rate": 3.3078042722008985e-08,
      "loss": 0.696,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7166
    },
    {
      "epoch": 0.9766966475878986,
      "grad_norm": 0.28125,
      "learning_rate": 3.2692506572696844e-08,
      "loss": 0.6431,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7167
    },
    {
      "epoch": 0.9768329245025893,
      "grad_norm": 0.45703125,
      "learning_rate": 3.230922671380365e-08,
      "loss": 0.6537,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7168
    },
    {
      "epoch": 0.9769692014172799,
      "grad_norm": 0.3125,
      "learning_rate": 3.1928203232092224e-08,
      "loss": 0.7097,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7169
    },
    {
      "epoch": 0.9771054783319706,
      "grad_norm": 0.31640625,
      "learning_rate": 3.1549436213814674e-08,
      "loss": 0.6811,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7170
    },
    {
      "epoch": 0.9772417552466612,
      "grad_norm": 0.37890625,
      "learning_rate": 3.117292574471131e-08,
      "loss": 0.673,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7171
    },
    {
      "epoch": 0.9773780321613519,
      "grad_norm": 0.36328125,
      "learning_rate": 3.0798671910012846e-08,
      "loss": 0.7299,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7172
    },
    {
      "epoch": 0.9775143090760425,
      "grad_norm": 0.298828125,
      "learning_rate": 3.042667479443817e-08,
      "loss": 0.6989,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7173
    },
    {
      "epoch": 0.9776505859907332,
      "grad_norm": 0.3046875,
      "learning_rate": 3.0056934482197706e-08,
      "loss": 0.6665,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7174
    },
    {
      "epoch": 0.9777868629054238,
      "grad_norm": 0.3046875,
      "learning_rate": 2.968945105698673e-08,
      "loss": 0.6909,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7175
    },
    {
      "epoch": 0.9779231398201145,
      "grad_norm": 0.314453125,
      "learning_rate": 2.9324224601994244e-08,
      "loss": 0.7236,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7176
    },
    {
      "epoch": 0.9780594167348051,
      "grad_norm": 0.53125,
      "learning_rate": 2.896125519989523e-08,
      "loss": 0.8088,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7177
    },
    {
      "epoch": 0.9781956936494958,
      "grad_norm": 0.30859375,
      "learning_rate": 2.860054293285508e-08,
      "loss": 0.6407,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7178
    },
    {
      "epoch": 0.9783319705641864,
      "grad_norm": 0.259765625,
      "learning_rate": 2.824208788252847e-08,
      "loss": 0.6842,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7179
    },
    {
      "epoch": 0.9784682474788771,
      "grad_norm": 0.3984375,
      "learning_rate": 2.7885890130057158e-08,
      "loss": 0.7716,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7180
    },
    {
      "epoch": 0.9786045243935677,
      "grad_norm": 0.2138671875,
      "learning_rate": 2.7531949756074428e-08,
      "loss": 0.6997,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7181
    },
    {
      "epoch": 0.9787408013082584,
      "grad_norm": 0.330078125,
      "learning_rate": 2.718026684070063e-08,
      "loss": 0.674,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7182
    },
    {
      "epoch": 0.978877078222949,
      "grad_norm": 0.32421875,
      "learning_rate": 2.6830841463546532e-08,
      "loss": 0.7397,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7183
    },
    {
      "epoch": 0.9790133551376397,
      "grad_norm": 0.396484375,
      "learning_rate": 2.6483673703711077e-08,
      "loss": 0.7318,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7184
    },
    {
      "epoch": 0.9791496320523303,
      "grad_norm": 0.333984375,
      "learning_rate": 2.6138763639782518e-08,
      "loss": 0.7079,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7185
    },
    {
      "epoch": 0.979285908967021,
      "grad_norm": 0.34765625,
      "learning_rate": 2.5796111349837283e-08,
      "loss": 0.7184,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7186
    },
    {
      "epoch": 0.9794221858817116,
      "grad_norm": 0.337890625,
      "learning_rate": 2.545571691144111e-08,
      "loss": 0.6986,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7187
    },
    {
      "epoch": 0.9795584627964022,
      "grad_norm": 0.3515625,
      "learning_rate": 2.511758040165013e-08,
      "loss": 0.6261,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7188
    },
    {
      "epoch": 0.9796947397110929,
      "grad_norm": 0.34765625,
      "learning_rate": 2.478170189700646e-08,
      "loss": 0.6855,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7189
    },
    {
      "epoch": 0.9798310166257836,
      "grad_norm": 0.337890625,
      "learning_rate": 2.4448081473543716e-08,
      "loss": 0.695,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7190
    },
    {
      "epoch": 0.9799672935404743,
      "grad_norm": 0.2734375,
      "learning_rate": 2.4116719206782603e-08,
      "loss": 0.7063,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7191
    },
    {
      "epoch": 0.9801035704551649,
      "grad_norm": 0.30078125,
      "learning_rate": 2.3787615171734223e-08,
      "loss": 0.7345,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7192
    },
    {
      "epoch": 0.9802398473698556,
      "grad_norm": 0.31640625,
      "learning_rate": 2.3460769442895658e-08,
      "loss": 0.6804,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7193
    },
    {
      "epoch": 0.9803761242845462,
      "grad_norm": 0.31640625,
      "learning_rate": 2.313618209425661e-08,
      "loss": 0.7661,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7194
    },
    {
      "epoch": 0.9805124011992369,
      "grad_norm": 0.51171875,
      "learning_rate": 2.2813853199292745e-08,
      "loss": 0.7494,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7195
    },
    {
      "epoch": 0.9806486781139275,
      "grad_norm": 0.318359375,
      "learning_rate": 2.2493782830970145e-08,
      "loss": 0.6716,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7196
    },
    {
      "epoch": 0.9807849550286182,
      "grad_norm": 0.28515625,
      "learning_rate": 2.2175971061740854e-08,
      "loss": 0.6787,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7197
    },
    {
      "epoch": 0.9809212319433088,
      "grad_norm": 0.26953125,
      "learning_rate": 2.186041796354954e-08,
      "loss": 0.6314,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7198
    },
    {
      "epoch": 0.9810575088579995,
      "grad_norm": 0.396484375,
      "learning_rate": 2.1547123607827958e-08,
      "loss": 0.6884,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7199
    },
    {
      "epoch": 0.9811937857726901,
      "grad_norm": 0.28125,
      "learning_rate": 2.1236088065493822e-08,
      "loss": 0.6652,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7200
    },
    {
      "epoch": 0.9813300626873808,
      "grad_norm": 0.25390625,
      "learning_rate": 2.0927311406958584e-08,
      "loss": 0.6881,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7201
    },
    {
      "epoch": 0.9814663396020714,
      "grad_norm": 0.3828125,
      "learning_rate": 2.062079370211967e-08,
      "loss": 0.7319,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7202
    },
    {
      "epoch": 0.9816026165167621,
      "grad_norm": 0.330078125,
      "learning_rate": 2.0316535020360462e-08,
      "loss": 0.6084,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7203
    },
    {
      "epoch": 0.9817388934314527,
      "grad_norm": 0.369140625,
      "learning_rate": 2.00145354305592e-08,
      "loss": 0.7324,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7204
    },
    {
      "epoch": 0.9818751703461434,
      "grad_norm": 0.34765625,
      "learning_rate": 1.9714795001075648e-08,
      "loss": 0.7508,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7205
    },
    {
      "epoch": 0.982011447260834,
      "grad_norm": 0.2890625,
      "learning_rate": 1.9417313799765526e-08,
      "loss": 0.6624,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7206
    },
    {
      "epoch": 0.9821477241755247,
      "grad_norm": 0.240234375,
      "learning_rate": 1.912209189396719e-08,
      "loss": 0.6173,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7207
    },
    {
      "epoch": 0.9822840010902153,
      "grad_norm": 0.310546875,
      "learning_rate": 1.88291293505094e-08,
      "loss": 0.6738,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7208
    },
    {
      "epoch": 0.982420278004906,
      "grad_norm": 0.38671875,
      "learning_rate": 1.8538426235711336e-08,
      "loss": 0.7843,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7209
    },
    {
      "epoch": 0.9825565549195966,
      "grad_norm": 0.322265625,
      "learning_rate": 1.8249982615378137e-08,
      "loss": 0.6879,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7210
    },
    {
      "epoch": 0.9826928318342872,
      "grad_norm": 0.337890625,
      "learning_rate": 1.7963798554805346e-08,
      "loss": 0.7612,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7211
    },
    {
      "epoch": 0.9828291087489779,
      "grad_norm": 0.55859375,
      "learning_rate": 1.7679874118774477e-08,
      "loss": 0.7505,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7212
    },
    {
      "epoch": 0.9829653856636685,
      "grad_norm": 0.359375,
      "learning_rate": 1.739820937155967e-08,
      "loss": 0.7913,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7213
    },
    {
      "epoch": 0.9831016625783592,
      "grad_norm": 0.28515625,
      "learning_rate": 1.7118804376919927e-08,
      "loss": 0.6863,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7214
    },
    {
      "epoch": 0.9832379394930498,
      "grad_norm": 0.35546875,
      "learning_rate": 1.6841659198103543e-08,
      "loss": 0.7331,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7215
    },
    {
      "epoch": 0.9833742164077405,
      "grad_norm": 0.328125,
      "learning_rate": 1.6566773897847e-08,
      "loss": 0.6827,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7216
    },
    {
      "epoch": 0.9835104933224312,
      "grad_norm": 0.310546875,
      "learning_rate": 1.6294148538378295e-08,
      "loss": 0.7149,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7217
    },
    {
      "epoch": 0.9836467702371219,
      "grad_norm": 0.330078125,
      "learning_rate": 1.602378318140918e-08,
      "loss": 0.599,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7218
    },
    {
      "epoch": 0.9837830471518125,
      "grad_norm": 0.2734375,
      "learning_rate": 1.575567788814292e-08,
      "loss": 0.6337,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7219
    },
    {
      "epoch": 0.9839193240665032,
      "grad_norm": 0.294921875,
      "learning_rate": 1.5489832719269847e-08,
      "loss": 0.7232,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7220
    },
    {
      "epoch": 0.9840556009811938,
      "grad_norm": 0.5,
      "learning_rate": 1.5226247734968503e-08,
      "loss": 0.7323,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7221
    },
    {
      "epoch": 0.9841918778958845,
      "grad_norm": 0.32421875,
      "learning_rate": 1.4964922994908926e-08,
      "loss": 0.7074,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7222
    },
    {
      "epoch": 0.9843281548105751,
      "grad_norm": 0.46484375,
      "learning_rate": 1.4705858558243803e-08,
      "loss": 0.8409,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7223
    },
    {
      "epoch": 0.9844644317252658,
      "grad_norm": 0.27734375,
      "learning_rate": 1.444905448361955e-08,
      "loss": 0.7035,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7224
    },
    {
      "epoch": 0.9846007086399564,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.419451082916745e-08,
      "loss": 0.7549,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7225
    },
    {
      "epoch": 0.9847369855546471,
      "grad_norm": 0.349609375,
      "learning_rate": 1.3942227652509189e-08,
      "loss": 0.6961,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7226
    },
    {
      "epoch": 0.9848732624693377,
      "grad_norm": 0.357421875,
      "learning_rate": 1.3692205010753524e-08,
      "loss": 0.7054,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7227
    },
    {
      "epoch": 0.9850095393840284,
      "grad_norm": 0.330078125,
      "learning_rate": 1.3444442960497406e-08,
      "loss": 0.6593,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7228
    },
    {
      "epoch": 0.985145816298719,
      "grad_norm": 0.27734375,
      "learning_rate": 1.3198941557827082e-08,
      "loss": 0.6798,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7229
    },
    {
      "epoch": 0.9852820932134096,
      "grad_norm": 0.3515625,
      "learning_rate": 1.2955700858315878e-08,
      "loss": 0.7311,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7230
    },
    {
      "epoch": 0.9854183701281003,
      "grad_norm": 0.291015625,
      "learning_rate": 1.2714720917026413e-08,
      "loss": 0.6824,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7231
    },
    {
      "epoch": 0.9855546470427909,
      "grad_norm": 0.314453125,
      "learning_rate": 1.2476001788509496e-08,
      "loss": 0.6807,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7232
    },
    {
      "epoch": 0.9856909239574816,
      "grad_norm": 0.33203125,
      "learning_rate": 1.223954352680301e-08,
      "loss": 0.6838,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7233
    },
    {
      "epoch": 0.9858272008721722,
      "grad_norm": 0.34375,
      "learning_rate": 1.2005346185434142e-08,
      "loss": 0.7066,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7234
    },
    {
      "epoch": 0.9859634777868629,
      "grad_norm": 0.3125,
      "learning_rate": 1.1773409817417147e-08,
      "loss": 0.709,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7235
    },
    {
      "epoch": 0.9860997547015535,
      "grad_norm": 0.33984375,
      "learning_rate": 1.1543734475257806e-08,
      "loss": 0.7118,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7236
    },
    {
      "epoch": 0.9862360316162442,
      "grad_norm": 0.37890625,
      "learning_rate": 1.131632021094453e-08,
      "loss": 0.6748,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7237
    },
    {
      "epoch": 0.9863723085309348,
      "grad_norm": 0.29296875,
      "learning_rate": 1.1091167075957255e-08,
      "loss": 0.7216,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7238
    },
    {
      "epoch": 0.9865085854456255,
      "grad_norm": 0.30859375,
      "learning_rate": 1.0868275121266314e-08,
      "loss": 0.7087,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7239
    },
    {
      "epoch": 0.9866448623603161,
      "grad_norm": 0.291015625,
      "learning_rate": 1.0647644397324686e-08,
      "loss": 0.7481,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7240
    },
    {
      "epoch": 0.9867811392750068,
      "grad_norm": 0.29296875,
      "learning_rate": 1.0429274954077972e-08,
      "loss": 0.6966,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7241
    },
    {
      "epoch": 0.9869174161896974,
      "grad_norm": 0.361328125,
      "learning_rate": 1.0213166840956634e-08,
      "loss": 0.749,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7242
    },
    {
      "epoch": 0.9870536931043881,
      "grad_norm": 0.37109375,
      "learning_rate": 9.999320106882649e-09,
      "loss": 0.7016,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7243
    },
    {
      "epoch": 0.9871899700190788,
      "grad_norm": 0.294921875,
      "learning_rate": 9.78773480026396e-09,
      "loss": 0.7166,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7244
    },
    {
      "epoch": 0.9873262469337695,
      "grad_norm": 0.25,
      "learning_rate": 9.578410968996698e-09,
      "loss": 0.6797,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7245
    },
    {
      "epoch": 0.9874625238484601,
      "grad_norm": 0.263671875,
      "learning_rate": 9.371348660464074e-09,
      "loss": 0.6958,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7246
    },
    {
      "epoch": 0.9875988007631508,
      "grad_norm": 0.28515625,
      "learning_rate": 9.166547921540814e-09,
      "loss": 0.7195,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7247
    },
    {
      "epoch": 0.9877350776778414,
      "grad_norm": 0.314453125,
      "learning_rate": 8.964008798585388e-09,
      "loss": 0.7682,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7248
    },
    {
      "epoch": 0.9878713545925321,
      "grad_norm": 0.359375,
      "learning_rate": 8.76373133744779e-09,
      "loss": 0.7612,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7249
    },
    {
      "epoch": 0.9880076315072227,
      "grad_norm": 0.33203125,
      "learning_rate": 8.565715583465084e-09,
      "loss": 0.7285,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7250
    },
    {
      "epoch": 0.9881439084219134,
      "grad_norm": 0.30078125,
      "learning_rate": 8.369961581460306e-09,
      "loss": 0.6381,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7251
    },
    {
      "epoch": 0.988280185336604,
      "grad_norm": 0.41796875,
      "learning_rate": 8.176469375746898e-09,
      "loss": 0.6375,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7252
    },
    {
      "epoch": 0.9884164622512946,
      "grad_norm": 0.3359375,
      "learning_rate": 7.985239010125379e-09,
      "loss": 0.7216,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7253
    },
    {
      "epoch": 0.9885527391659853,
      "grad_norm": 0.46875,
      "learning_rate": 7.796270527884453e-09,
      "loss": 0.7095,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7254
    },
    {
      "epoch": 0.9886890160806759,
      "grad_norm": 0.66015625,
      "learning_rate": 7.609563971802126e-09,
      "loss": 0.7145,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7255
    },
    {
      "epoch": 0.9888252929953666,
      "grad_norm": 3.75,
      "learning_rate": 7.425119384140145e-09,
      "loss": 0.8275,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7256
    },
    {
      "epoch": 0.9889615699100572,
      "grad_norm": 0.3828125,
      "learning_rate": 7.242936806652889e-09,
      "loss": 0.6879,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7257
    },
    {
      "epoch": 0.9890978468247479,
      "grad_norm": 0.287109375,
      "learning_rate": 7.063016280580704e-09,
      "loss": 0.731,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7258
    },
    {
      "epoch": 0.9892341237394385,
      "grad_norm": 0.35546875,
      "learning_rate": 6.885357846652119e-09,
      "loss": 0.7607,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7259
    },
    {
      "epoch": 0.9893704006541292,
      "grad_norm": 0.3359375,
      "learning_rate": 6.709961545083854e-09,
      "loss": 0.7362,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7260
    },
    {
      "epoch": 0.9895066775688198,
      "grad_norm": 0.279296875,
      "learning_rate": 6.536827415578595e-09,
      "loss": 0.621,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7261
    },
    {
      "epoch": 0.9896429544835105,
      "grad_norm": 0.318359375,
      "learning_rate": 6.365955497330545e-09,
      "loss": 0.6943,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7262
    },
    {
      "epoch": 0.9897792313982011,
      "grad_norm": 0.470703125,
      "learning_rate": 6.197345829017653e-09,
      "loss": 0.7002,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7263
    },
    {
      "epoch": 0.9899155083128918,
      "grad_norm": 0.466796875,
      "learning_rate": 6.030998448810499e-09,
      "loss": 0.7292,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7264
    },
    {
      "epoch": 0.9900517852275824,
      "grad_norm": 0.3515625,
      "learning_rate": 5.8669133943622945e-09,
      "loss": 0.7504,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7265
    },
    {
      "epoch": 0.9901880621422731,
      "grad_norm": 0.283203125,
      "learning_rate": 5.705090702819993e-09,
      "loss": 0.712,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7266
    },
    {
      "epoch": 0.9903243390569637,
      "grad_norm": 0.349609375,
      "learning_rate": 5.5455304108120725e-09,
      "loss": 0.6465,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7267
    },
    {
      "epoch": 0.9904606159716544,
      "grad_norm": 0.33203125,
      "learning_rate": 5.388232554459638e-09,
      "loss": 0.7346,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7268
    },
    {
      "epoch": 0.990596892886345,
      "grad_norm": 0.376953125,
      "learning_rate": 5.233197169370874e-09,
      "loss": 0.6904,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7269
    },
    {
      "epoch": 0.9907331698010357,
      "grad_norm": 0.2890625,
      "learning_rate": 5.080424290638819e-09,
      "loss": 0.6904,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7270
    },
    {
      "epoch": 0.9908694467157264,
      "grad_norm": 0.298828125,
      "learning_rate": 4.929913952848031e-09,
      "loss": 0.6983,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7271
    },
    {
      "epoch": 0.9910057236304171,
      "grad_norm": 0.359375,
      "learning_rate": 4.781666190069034e-09,
      "loss": 0.7257,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7272
    },
    {
      "epoch": 0.9911420005451077,
      "grad_norm": 0.32421875,
      "learning_rate": 4.63568103586165e-09,
      "loss": 0.7606,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7273
    },
    {
      "epoch": 0.9912782774597984,
      "grad_norm": 0.330078125,
      "learning_rate": 4.491958523270557e-09,
      "loss": 0.7205,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7274
    },
    {
      "epoch": 0.991414554374489,
      "grad_norm": 0.30859375,
      "learning_rate": 4.3504986848297295e-09,
      "loss": 0.6762,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7275
    },
    {
      "epoch": 0.9915508312891796,
      "grad_norm": 0.369140625,
      "learning_rate": 4.211301552563552e-09,
      "loss": 0.73,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7276
    },
    {
      "epoch": 0.9916871082038703,
      "grad_norm": 0.267578125,
      "learning_rate": 4.0743671579812624e-09,
      "loss": 0.6317,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7277
    },
    {
      "epoch": 0.9918233851185609,
      "grad_norm": 0.357421875,
      "learning_rate": 3.93969553208029e-09,
      "loss": 0.7228,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7278
    },
    {
      "epoch": 0.9919596620332516,
      "grad_norm": 0.41015625,
      "learning_rate": 3.807286705345137e-09,
      "loss": 0.7846,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7279
    },
    {
      "epoch": 0.9920959389479422,
      "grad_norm": 0.79296875,
      "learning_rate": 3.677140707750715e-09,
      "loss": 0.6336,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7280
    },
    {
      "epoch": 0.9922322158626329,
      "grad_norm": 0.2890625,
      "learning_rate": 3.549257568756792e-09,
      "loss": 0.6731,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7281
    },
    {
      "epoch": 0.9923684927773235,
      "grad_norm": 0.37890625,
      "learning_rate": 3.4236373173124336e-09,
      "loss": 0.7043,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7282
    },
    {
      "epoch": 0.9925047696920142,
      "grad_norm": 0.28125,
      "learning_rate": 3.3002799818548926e-09,
      "loss": 0.6928,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7283
    },
    {
      "epoch": 0.9926410466067048,
      "grad_norm": 0.34765625,
      "learning_rate": 3.1791855903073874e-09,
      "loss": 0.6748,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7284
    },
    {
      "epoch": 0.9927773235213955,
      "grad_norm": 0.2734375,
      "learning_rate": 3.060354170083546e-09,
      "loss": 0.6708,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7285
    },
    {
      "epoch": 0.9929136004360861,
      "grad_norm": 0.3125,
      "learning_rate": 2.943785748080741e-09,
      "loss": 0.7842,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7286
    },
    {
      "epoch": 0.9930498773507768,
      "grad_norm": 0.30078125,
      "learning_rate": 2.8294803506889734e-09,
      "loss": 0.7505,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7287
    },
    {
      "epoch": 0.9931861542654674,
      "grad_norm": 0.33984375,
      "learning_rate": 2.7174380037819912e-09,
      "loss": 0.655,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7288
    },
    {
      "epoch": 0.9933224311801581,
      "grad_norm": 0.310546875,
      "learning_rate": 2.60765873272284e-09,
      "loss": 0.657,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7289
    },
    {
      "epoch": 0.9934587080948487,
      "grad_norm": 0.33203125,
      "learning_rate": 2.5001425623627507e-09,
      "loss": 0.7031,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7290
    },
    {
      "epoch": 0.9935949850095394,
      "grad_norm": 0.26953125,
      "learning_rate": 2.394889517038923e-09,
      "loss": 0.6794,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7291
    },
    {
      "epoch": 0.99373126192423,
      "grad_norm": 0.361328125,
      "learning_rate": 2.2918996205789634e-09,
      "loss": 0.7168,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7292
    },
    {
      "epoch": 0.9938675388389206,
      "grad_norm": 0.9453125,
      "learning_rate": 2.191172896295335e-09,
      "loss": 0.7748,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7293
    },
    {
      "epoch": 0.9940038157536113,
      "grad_norm": 0.30078125,
      "learning_rate": 2.092709366989798e-09,
      "loss": 0.6648,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7294
    },
    {
      "epoch": 0.994140092668302,
      "grad_norm": 0.365234375,
      "learning_rate": 1.99650905495119e-09,
      "loss": 0.7818,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7295
    },
    {
      "epoch": 0.9942763695829926,
      "grad_norm": 0.287109375,
      "learning_rate": 1.902571981957646e-09,
      "loss": 0.6917,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7296
    },
    {
      "epoch": 0.9944126464976832,
      "grad_norm": 0.294921875,
      "learning_rate": 1.8108981692721573e-09,
      "loss": 0.6541,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7297
    },
    {
      "epoch": 0.994548923412374,
      "grad_norm": 0.412109375,
      "learning_rate": 1.7214876376470124e-09,
      "loss": 0.7962,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7298
    },
    {
      "epoch": 0.9946852003270646,
      "grad_norm": 0.314453125,
      "learning_rate": 1.6343404073226876e-09,
      "loss": 0.6596,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7299
    },
    {
      "epoch": 0.9948214772417553,
      "grad_norm": 0.28515625,
      "learning_rate": 1.5494564980267357e-09,
      "loss": 0.7107,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7300
    },
    {
      "epoch": 0.9949577541564459,
      "grad_norm": 0.314453125,
      "learning_rate": 1.4668359289726764e-09,
      "loss": 0.7281,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7301
    },
    {
      "epoch": 0.9950940310711366,
      "grad_norm": 0.357421875,
      "learning_rate": 1.3864787188644368e-09,
      "loss": 0.7299,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7302
    },
    {
      "epoch": 0.9952303079858272,
      "grad_norm": 0.3984375,
      "learning_rate": 1.3083848858930214e-09,
      "loss": 0.7728,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7303
    },
    {
      "epoch": 0.9953665849005179,
      "grad_norm": 0.318359375,
      "learning_rate": 1.2325544477354012e-09,
      "loss": 0.7285,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7304
    },
    {
      "epoch": 0.9955028618152085,
      "grad_norm": 0.3515625,
      "learning_rate": 1.1589874215578446e-09,
      "loss": 0.7246,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7305
    },
    {
      "epoch": 0.9956391387298992,
      "grad_norm": 0.271484375,
      "learning_rate": 1.0876838240125865e-09,
      "loss": 0.6859,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7306
    },
    {
      "epoch": 0.9957754156445898,
      "grad_norm": 0.345703125,
      "learning_rate": 1.0186436712422699e-09,
      "loss": 0.7196,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7307
    },
    {
      "epoch": 0.9959116925592805,
      "grad_norm": 0.287109375,
      "learning_rate": 9.518669788732838e-10,
      "loss": 0.6975,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7308
    },
    {
      "epoch": 0.9960479694739711,
      "grad_norm": 0.28515625,
      "learning_rate": 8.873537620235351e-10,
      "loss": 0.662,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7309
    },
    {
      "epoch": 0.9961842463886618,
      "grad_norm": 0.3671875,
      "learning_rate": 8.251040352968975e-10,
      "loss": 0.7673,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7310
    },
    {
      "epoch": 0.9963205233033524,
      "grad_norm": 0.322265625,
      "learning_rate": 7.651178127843217e-10,
      "loss": 0.695,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7311
    },
    {
      "epoch": 0.9964568002180431,
      "grad_norm": 0.3125,
      "learning_rate": 7.073951080638353e-10,
      "loss": 0.7851,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7312
    },
    {
      "epoch": 0.9965930771327337,
      "grad_norm": 0.4140625,
      "learning_rate": 6.519359342038733e-10,
      "loss": 0.7601,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7313
    },
    {
      "epoch": 0.9967293540474244,
      "grad_norm": 0.25390625,
      "learning_rate": 5.987403037577277e-10,
      "loss": 0.6508,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7314
    },
    {
      "epoch": 0.996865630962115,
      "grad_norm": 0.37890625,
      "learning_rate": 5.478082287668774e-10,
      "loss": 0.7048,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7315
    },
    {
      "epoch": 0.9970019078768056,
      "grad_norm": 0.318359375,
      "learning_rate": 4.991397207609883e-10,
      "loss": 0.7054,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7316
    },
    {
      "epoch": 0.9971381847914963,
      "grad_norm": 0.32421875,
      "learning_rate": 4.5273479075791384e-10,
      "loss": 0.6813,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7317
    },
    {
      "epoch": 0.9972744617061869,
      "grad_norm": 0.291015625,
      "learning_rate": 4.08593449261474e-10,
      "loss": 0.6597,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7318
    },
    {
      "epoch": 0.9974107386208776,
      "grad_norm": 0.353515625,
      "learning_rate": 3.667157062636761e-10,
      "loss": 0.6995,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7319
    },
    {
      "epoch": 0.9975470155355682,
      "grad_norm": 0.283203125,
      "learning_rate": 3.2710157124471456e-10,
      "loss": 0.6907,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7320
    },
    {
      "epoch": 0.9976832924502589,
      "grad_norm": 0.2890625,
      "learning_rate": 2.897510531729708e-10,
      "loss": 0.6954,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7321
    },
    {
      "epoch": 0.9978195693649495,
      "grad_norm": 0.283203125,
      "learning_rate": 2.546641605016831e-10,
      "loss": 0.6886,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7322
    },
    {
      "epoch": 0.9979558462796402,
      "grad_norm": 0.31640625,
      "learning_rate": 2.218409011756073e-10,
      "loss": 0.6817,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7323
    },
    {
      "epoch": 0.9980921231943308,
      "grad_norm": 0.2890625,
      "learning_rate": 1.9128128262213553e-10,
      "loss": 0.6598,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7324
    },
    {
      "epoch": 0.9982284001090216,
      "grad_norm": 0.408203125,
      "learning_rate": 1.6298531176128786e-10,
      "loss": 0.8451,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7325
    },
    {
      "epoch": 0.9983646770237122,
      "grad_norm": 0.390625,
      "learning_rate": 1.369529949979409e-10,
      "loss": 0.6549,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7326
    },
    {
      "epoch": 0.9985009539384029,
      "grad_norm": 0.310546875,
      "learning_rate": 1.1318433822404828e-10,
      "loss": 0.662,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7327
    },
    {
      "epoch": 0.9986372308530935,
      "grad_norm": 0.419921875,
      "learning_rate": 9.167934682086099e-11,
      "loss": 0.7201,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7328
    },
    {
      "epoch": 0.9987735077677842,
      "grad_norm": 0.33984375,
      "learning_rate": 7.243802565670699e-11,
      "loss": 0.7198,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7329
    },
    {
      "epoch": 0.9989097846824748,
      "grad_norm": 0.384765625,
      "learning_rate": 5.54603790869912e-11,
      "loss": 0.7147,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7330
    },
    {
      "epoch": 0.9990460615971655,
      "grad_norm": 0.2890625,
      "learning_rate": 4.074641095419552e-11,
      "loss": 0.7102,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7331
    },
    {
      "epoch": 0.9991823385118561,
      "grad_norm": 0.31640625,
      "learning_rate": 2.8296124590099227e-11,
      "loss": 0.6544,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7332
    },
    {
      "epoch": 0.9993186154265468,
      "grad_norm": 0.302734375,
      "learning_rate": 1.8109522812448375e-11,
      "loss": 0.754,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7333
    },
    {
      "epoch": 0.9994548923412374,
      "grad_norm": 0.29296875,
      "learning_rate": 1.0186607927176185e-11,
      "loss": 0.7024,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7334
    },
    {
      "epoch": 0.9995911692559281,
      "grad_norm": 0.546875,
      "learning_rate": 4.527381727292834e-12,
      "loss": 0.9121,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7335
    },
    {
      "epoch": 0.9997274461706187,
      "grad_norm": 0.306640625,
      "learning_rate": 1.131845496216144e-12,
      "loss": 0.6704,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7336
    },
    {
      "epoch": 0.9997274461706187,
      "eval_loss": 0.7096565365791321,
      "eval_runtime": 1253.6581,
      "eval_samples_per_second": 4.098,
      "eval_steps_per_second": 0.171,
      "memory/device_mem_reserved(gib)": 58.56,
      "memory/max_mem_active(gib)": 46.57,
      "memory/max_mem_allocated(gib)": 44.55,
      "step": 7336
    }
  ],
  "logging_steps": 1,
  "max_steps": 7336,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.77350748812027e+21,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}