| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 1564, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00128, |
| "grad_norm": 776.1279907226562, |
| "learning_rate": 0.0, |
| "loss": 23.0568, |
| "memory/device_mem_reserved(gib)": 42.45, |
| "memory/max_mem_active(gib)": 33.95, |
| "memory/max_mem_allocated(gib)": 33.95, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.00256, |
| "grad_norm": 659.3051147460938, |
| "learning_rate": 2.0512820512820514e-07, |
| "loss": 22.3353, |
| "memory/device_mem_reserved(gib)": 44.79, |
| "memory/max_mem_active(gib)": 37.85, |
| "memory/max_mem_allocated(gib)": 37.85, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.00384, |
| "grad_norm": 665.3778076171875, |
| "learning_rate": 4.102564102564103e-07, |
| "loss": 21.6274, |
| "memory/device_mem_reserved(gib)": 44.79, |
| "memory/max_mem_active(gib)": 37.85, |
| "memory/max_mem_allocated(gib)": 37.85, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.00512, |
| "grad_norm": 696.4511108398438, |
| "learning_rate": 6.153846153846155e-07, |
| "loss": 22.2123, |
| "memory/device_mem_reserved(gib)": 44.79, |
| "memory/max_mem_active(gib)": 37.85, |
| "memory/max_mem_allocated(gib)": 37.85, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0064, |
| "grad_norm": 712.6660766601562, |
| "learning_rate": 8.205128205128206e-07, |
| "loss": 22.3145, |
| "memory/device_mem_reserved(gib)": 44.87, |
| "memory/max_mem_active(gib)": 38.16, |
| "memory/max_mem_allocated(gib)": 38.16, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.00768, |
| "grad_norm": 677.276611328125, |
| "learning_rate": 1.0256410256410257e-06, |
| "loss": 21.764, |
| "memory/device_mem_reserved(gib)": 44.87, |
| "memory/max_mem_active(gib)": 38.16, |
| "memory/max_mem_allocated(gib)": 38.16, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.00896, |
| "grad_norm": 629.6934204101562, |
| "learning_rate": 1.230769230769231e-06, |
| "loss": 20.9334, |
| "memory/device_mem_reserved(gib)": 44.87, |
| "memory/max_mem_active(gib)": 38.16, |
| "memory/max_mem_allocated(gib)": 38.16, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.01024, |
| "grad_norm": 576.2886962890625, |
| "learning_rate": 1.4358974358974359e-06, |
| "loss": 20.7542, |
| "memory/device_mem_reserved(gib)": 44.87, |
| "memory/max_mem_active(gib)": 38.16, |
| "memory/max_mem_allocated(gib)": 38.16, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.01152, |
| "grad_norm": 518.4998779296875, |
| "learning_rate": 1.6410256410256412e-06, |
| "loss": 19.4798, |
| "memory/device_mem_reserved(gib)": 44.89, |
| "memory/max_mem_active(gib)": 38.21, |
| "memory/max_mem_allocated(gib)": 38.21, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0128, |
| "grad_norm": 531.3796997070312, |
| "learning_rate": 1.8461538461538465e-06, |
| "loss": 19.6621, |
| "memory/device_mem_reserved(gib)": 44.89, |
| "memory/max_mem_active(gib)": 38.21, |
| "memory/max_mem_allocated(gib)": 38.21, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01408, |
| "grad_norm": 294.02740478515625, |
| "learning_rate": 2.0512820512820513e-06, |
| "loss": 15.9487, |
| "memory/device_mem_reserved(gib)": 44.89, |
| "memory/max_mem_active(gib)": 38.21, |
| "memory/max_mem_allocated(gib)": 38.21, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.01536, |
| "grad_norm": 275.58258056640625, |
| "learning_rate": 2.2564102564102566e-06, |
| "loss": 15.6732, |
| "memory/device_mem_reserved(gib)": 44.89, |
| "memory/max_mem_active(gib)": 38.21, |
| "memory/max_mem_allocated(gib)": 38.21, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.01664, |
| "grad_norm": 254.0418701171875, |
| "learning_rate": 2.461538461538462e-06, |
| "loss": 15.3873, |
| "memory/device_mem_reserved(gib)": 44.89, |
| "memory/max_mem_active(gib)": 38.21, |
| "memory/max_mem_allocated(gib)": 38.21, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.01792, |
| "grad_norm": 157.29129028320312, |
| "learning_rate": 2.666666666666667e-06, |
| "loss": 12.5009, |
| "memory/device_mem_reserved(gib)": 44.89, |
| "memory/max_mem_active(gib)": 38.21, |
| "memory/max_mem_allocated(gib)": 38.21, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.0192, |
| "grad_norm": 199.69757080078125, |
| "learning_rate": 2.8717948717948717e-06, |
| "loss": 11.4952, |
| "memory/device_mem_reserved(gib)": 44.89, |
| "memory/max_mem_active(gib)": 38.21, |
| "memory/max_mem_allocated(gib)": 38.21, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.02048, |
| "grad_norm": 256.7209777832031, |
| "learning_rate": 3.0769230769230774e-06, |
| "loss": 11.5035, |
| "memory/device_mem_reserved(gib)": 44.89, |
| "memory/max_mem_active(gib)": 38.21, |
| "memory/max_mem_allocated(gib)": 38.21, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.02176, |
| "grad_norm": 172.88328552246094, |
| "learning_rate": 3.2820512820512823e-06, |
| "loss": 10.8219, |
| "memory/device_mem_reserved(gib)": 44.89, |
| "memory/max_mem_active(gib)": 38.21, |
| "memory/max_mem_allocated(gib)": 38.21, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.02304, |
| "grad_norm": 127.13175964355469, |
| "learning_rate": 3.487179487179487e-06, |
| "loss": 10.4677, |
| "memory/device_mem_reserved(gib)": 44.99, |
| "memory/max_mem_active(gib)": 38.56, |
| "memory/max_mem_allocated(gib)": 38.56, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.02432, |
| "grad_norm": 106.6749267578125, |
| "learning_rate": 3.692307692307693e-06, |
| "loss": 9.7352, |
| "memory/device_mem_reserved(gib)": 44.99, |
| "memory/max_mem_active(gib)": 38.56, |
| "memory/max_mem_allocated(gib)": 38.56, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.0256, |
| "grad_norm": 118.36116027832031, |
| "learning_rate": 3.897435897435898e-06, |
| "loss": 9.0967, |
| "memory/device_mem_reserved(gib)": 44.99, |
| "memory/max_mem_active(gib)": 38.56, |
| "memory/max_mem_allocated(gib)": 38.56, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.02688, |
| "grad_norm": 221.66688537597656, |
| "learning_rate": 4.102564102564103e-06, |
| "loss": 8.7199, |
| "memory/device_mem_reserved(gib)": 44.99, |
| "memory/max_mem_active(gib)": 38.56, |
| "memory/max_mem_allocated(gib)": 38.56, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.02816, |
| "grad_norm": 200.9764862060547, |
| "learning_rate": 4.307692307692308e-06, |
| "loss": 8.3977, |
| "memory/device_mem_reserved(gib)": 44.99, |
| "memory/max_mem_active(gib)": 38.56, |
| "memory/max_mem_allocated(gib)": 38.56, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.02944, |
| "grad_norm": 372.10260009765625, |
| "learning_rate": 4.512820512820513e-06, |
| "loss": 7.3315, |
| "memory/device_mem_reserved(gib)": 44.99, |
| "memory/max_mem_active(gib)": 38.56, |
| "memory/max_mem_allocated(gib)": 38.56, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.03072, |
| "grad_norm": 1414.188720703125, |
| "learning_rate": 4.717948717948718e-06, |
| "loss": 7.1012, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.032, |
| "grad_norm": 155.8618621826172, |
| "learning_rate": 4.923076923076924e-06, |
| "loss": 7.6107, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.03328, |
| "grad_norm": 150.13099670410156, |
| "learning_rate": 5.128205128205128e-06, |
| "loss": 7.13, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.03456, |
| "grad_norm": 225.99240112304688, |
| "learning_rate": 5.333333333333334e-06, |
| "loss": 6.9079, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.03584, |
| "grad_norm": 335.301025390625, |
| "learning_rate": 5.538461538461539e-06, |
| "loss": 7.7911, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.03712, |
| "grad_norm": 266.5632629394531, |
| "learning_rate": 5.743589743589743e-06, |
| "loss": 6.611, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.0384, |
| "grad_norm": 271.1307678222656, |
| "learning_rate": 5.948717948717949e-06, |
| "loss": 6.1513, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03968, |
| "grad_norm": 84.40869140625, |
| "learning_rate": 6.153846153846155e-06, |
| "loss": 6.9097, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.04096, |
| "grad_norm": 123.70365905761719, |
| "learning_rate": 6.358974358974359e-06, |
| "loss": 5.6667, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.04224, |
| "grad_norm": 53.787109375, |
| "learning_rate": 6.564102564102565e-06, |
| "loss": 6.1853, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.04352, |
| "grad_norm": 72.07247161865234, |
| "learning_rate": 6.76923076923077e-06, |
| "loss": 5.6868, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.0448, |
| "grad_norm": 62.02179718017578, |
| "learning_rate": 6.974358974358974e-06, |
| "loss": 5.9863, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.04608, |
| "grad_norm": 54.62730026245117, |
| "learning_rate": 7.17948717948718e-06, |
| "loss": 5.7664, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.04736, |
| "grad_norm": 43.7543830871582, |
| "learning_rate": 7.384615384615386e-06, |
| "loss": 5.6372, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.04864, |
| "grad_norm": 75.45562744140625, |
| "learning_rate": 7.58974358974359e-06, |
| "loss": 5.4316, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.04992, |
| "grad_norm": 54.770286560058594, |
| "learning_rate": 7.794871794871796e-06, |
| "loss": 5.536, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.0512, |
| "grad_norm": 55.39351272583008, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 6.0821, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.05248, |
| "grad_norm": 52.679115295410156, |
| "learning_rate": 8.205128205128205e-06, |
| "loss": 5.7399, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.05376, |
| "grad_norm": 46.258182525634766, |
| "learning_rate": 8.410256410256411e-06, |
| "loss": 5.9847, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.05504, |
| "grad_norm": 46.66380310058594, |
| "learning_rate": 8.615384615384617e-06, |
| "loss": 5.4738, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.05632, |
| "grad_norm": 424.5603332519531, |
| "learning_rate": 8.820512820512821e-06, |
| "loss": 5.5232, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0576, |
| "grad_norm": 61.611412048339844, |
| "learning_rate": 9.025641025641027e-06, |
| "loss": 5.2255, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.05888, |
| "grad_norm": 43.16156005859375, |
| "learning_rate": 9.230769230769232e-06, |
| "loss": 5.5719, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.06016, |
| "grad_norm": 95.64012145996094, |
| "learning_rate": 9.435897435897436e-06, |
| "loss": 5.0333, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.06144, |
| "grad_norm": 43.357452392578125, |
| "learning_rate": 9.641025641025642e-06, |
| "loss": 5.0708, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.06272, |
| "grad_norm": 48.382572174072266, |
| "learning_rate": 9.846153846153848e-06, |
| "loss": 5.0276, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.064, |
| "grad_norm": 59.196266174316406, |
| "learning_rate": 1.0051282051282052e-05, |
| "loss": 5.2479, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.06528, |
| "grad_norm": 196.8150634765625, |
| "learning_rate": 1.0256410256410256e-05, |
| "loss": 4.9115, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.06656, |
| "grad_norm": 41.84062957763672, |
| "learning_rate": 1.0461538461538463e-05, |
| "loss": 4.8644, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.06784, |
| "grad_norm": 65.80502319335938, |
| "learning_rate": 1.0666666666666667e-05, |
| "loss": 4.8172, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.06912, |
| "grad_norm": 45.376861572265625, |
| "learning_rate": 1.0871794871794871e-05, |
| "loss": 4.9746, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.0704, |
| "grad_norm": 134.08970642089844, |
| "learning_rate": 1.1076923076923079e-05, |
| "loss": 4.8385, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.07168, |
| "grad_norm": 46.001277923583984, |
| "learning_rate": 1.1282051282051283e-05, |
| "loss": 4.6282, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.07296, |
| "grad_norm": 41.36051940917969, |
| "learning_rate": 1.1487179487179487e-05, |
| "loss": 4.7926, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.07424, |
| "grad_norm": 51.03131866455078, |
| "learning_rate": 1.1692307692307694e-05, |
| "loss": 4.3671, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.07552, |
| "grad_norm": 35.212860107421875, |
| "learning_rate": 1.1897435897435898e-05, |
| "loss": 4.5583, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.0768, |
| "grad_norm": 100.11628723144531, |
| "learning_rate": 1.2102564102564102e-05, |
| "loss": 4.9639, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.07808, |
| "grad_norm": 44.171504974365234, |
| "learning_rate": 1.230769230769231e-05, |
| "loss": 5.3259, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.07936, |
| "grad_norm": 53.07154846191406, |
| "learning_rate": 1.2512820512820514e-05, |
| "loss": 4.8733, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.08064, |
| "grad_norm": 30.33096694946289, |
| "learning_rate": 1.2717948717948718e-05, |
| "loss": 4.4126, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.08192, |
| "grad_norm": 36.588619232177734, |
| "learning_rate": 1.2923076923076925e-05, |
| "loss": 5.0264, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.0832, |
| "grad_norm": 38.30017852783203, |
| "learning_rate": 1.312820512820513e-05, |
| "loss": 4.5444, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.08448, |
| "grad_norm": 61.97943878173828, |
| "learning_rate": 1.3333333333333333e-05, |
| "loss": 4.9901, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.08576, |
| "grad_norm": 28.803556442260742, |
| "learning_rate": 1.353846153846154e-05, |
| "loss": 4.8666, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.08704, |
| "grad_norm": 26.708730697631836, |
| "learning_rate": 1.3743589743589745e-05, |
| "loss": 4.8424, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.08832, |
| "grad_norm": 36.45711135864258, |
| "learning_rate": 1.3948717948717949e-05, |
| "loss": 5.1082, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.0896, |
| "grad_norm": 31.753787994384766, |
| "learning_rate": 1.4153846153846156e-05, |
| "loss": 4.8557, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.09088, |
| "grad_norm": 40.26289367675781, |
| "learning_rate": 1.435897435897436e-05, |
| "loss": 4.707, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.09216, |
| "grad_norm": 28.999292373657227, |
| "learning_rate": 1.4564102564102564e-05, |
| "loss": 4.757, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.09344, |
| "grad_norm": 31.504453659057617, |
| "learning_rate": 1.4769230769230772e-05, |
| "loss": 4.374, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.09472, |
| "grad_norm": 30.21469497680664, |
| "learning_rate": 1.4974358974358976e-05, |
| "loss": 4.5146, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.096, |
| "grad_norm": 64.08329772949219, |
| "learning_rate": 1.517948717948718e-05, |
| "loss": 4.4735, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.09728, |
| "grad_norm": 36.92929458618164, |
| "learning_rate": 1.5384615384615387e-05, |
| "loss": 4.2342, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.09856, |
| "grad_norm": 30.21956443786621, |
| "learning_rate": 1.558974358974359e-05, |
| "loss": 4.729, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.09984, |
| "grad_norm": 40.32138442993164, |
| "learning_rate": 1.5794871794871795e-05, |
| "loss": 4.8555, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.10112, |
| "grad_norm": 32.71542739868164, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 4.6307, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.1024, |
| "grad_norm": 31.37186622619629, |
| "learning_rate": 1.6205128205128207e-05, |
| "loss": 4.6837, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.10368, |
| "grad_norm": 38.765933990478516, |
| "learning_rate": 1.641025641025641e-05, |
| "loss": 5.0361, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.10496, |
| "grad_norm": 36.85551071166992, |
| "learning_rate": 1.6615384615384618e-05, |
| "loss": 4.7667, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.10624, |
| "grad_norm": 50.872520446777344, |
| "learning_rate": 1.6820512820512822e-05, |
| "loss": 4.3926, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.10752, |
| "grad_norm": 33.1215934753418, |
| "learning_rate": 1.7025641025641026e-05, |
| "loss": 4.4759, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.1088, |
| "grad_norm": 48.57671356201172, |
| "learning_rate": 1.7230769230769234e-05, |
| "loss": 4.868, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.11008, |
| "grad_norm": 57.457603454589844, |
| "learning_rate": 1.7435897435897438e-05, |
| "loss": 4.4263, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.11136, |
| "grad_norm": 54.86634063720703, |
| "learning_rate": 1.7641025641025642e-05, |
| "loss": 4.4896, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.11264, |
| "grad_norm": 55.4362678527832, |
| "learning_rate": 1.784615384615385e-05, |
| "loss": 4.4703, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.11392, |
| "grad_norm": 220.8374786376953, |
| "learning_rate": 1.8051282051282053e-05, |
| "loss": 4.9876, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.1152, |
| "grad_norm": 94.14743041992188, |
| "learning_rate": 1.8256410256410257e-05, |
| "loss": 5.1985, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.11648, |
| "grad_norm": 382.24517822265625, |
| "learning_rate": 1.8461538461538465e-05, |
| "loss": 6.0749, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.11776, |
| "grad_norm": 394.3698425292969, |
| "learning_rate": 1.866666666666667e-05, |
| "loss": 5.4195, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.11904, |
| "grad_norm": 123.70454406738281, |
| "learning_rate": 1.8871794871794873e-05, |
| "loss": 5.373, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.12032, |
| "grad_norm": 112.97335815429688, |
| "learning_rate": 1.907692307692308e-05, |
| "loss": 4.9624, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.1216, |
| "grad_norm": 63.2882080078125, |
| "learning_rate": 1.9282051282051284e-05, |
| "loss": 4.7045, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.12288, |
| "grad_norm": 74.76023864746094, |
| "learning_rate": 1.9487179487179488e-05, |
| "loss": 4.9301, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.12416, |
| "grad_norm": 77.08524322509766, |
| "learning_rate": 1.9692307692307696e-05, |
| "loss": 4.7643, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.12544, |
| "grad_norm": 101.02310943603516, |
| "learning_rate": 1.98974358974359e-05, |
| "loss": 4.7438, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.12672, |
| "grad_norm": 76.80532836914062, |
| "learning_rate": 2.0102564102564104e-05, |
| "loss": 4.9525, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.128, |
| "grad_norm": 73.62267303466797, |
| "learning_rate": 2.0307692307692308e-05, |
| "loss": 4.6998, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.12928, |
| "grad_norm": 45.75607681274414, |
| "learning_rate": 2.0512820512820512e-05, |
| "loss": 4.6183, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.13056, |
| "grad_norm": 68.74514770507812, |
| "learning_rate": 2.0717948717948723e-05, |
| "loss": 4.6866, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.13184, |
| "grad_norm": 37.19428253173828, |
| "learning_rate": 2.0923076923076927e-05, |
| "loss": 4.7598, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.13312, |
| "grad_norm": 40.58409118652344, |
| "learning_rate": 2.112820512820513e-05, |
| "loss": 5.2192, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.1344, |
| "grad_norm": 59.589805603027344, |
| "learning_rate": 2.1333333333333335e-05, |
| "loss": 5.3629, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.13568, |
| "grad_norm": 74.759765625, |
| "learning_rate": 2.153846153846154e-05, |
| "loss": 4.9817, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.13696, |
| "grad_norm": 49.020294189453125, |
| "learning_rate": 2.1743589743589743e-05, |
| "loss": 4.8163, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.13824, |
| "grad_norm": 85.8355484008789, |
| "learning_rate": 2.1948717948717954e-05, |
| "loss": 4.7397, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.13952, |
| "grad_norm": 41.46613693237305, |
| "learning_rate": 2.2153846153846158e-05, |
| "loss": 5.2777, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.1408, |
| "grad_norm": 29.670278549194336, |
| "learning_rate": 2.235897435897436e-05, |
| "loss": 4.6181, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.14208, |
| "grad_norm": 35.79653549194336, |
| "learning_rate": 2.2564102564102566e-05, |
| "loss": 4.6662, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.14336, |
| "grad_norm": 29.936519622802734, |
| "learning_rate": 2.276923076923077e-05, |
| "loss": 4.8716, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.14464, |
| "grad_norm": 27.74772834777832, |
| "learning_rate": 2.2974358974358974e-05, |
| "loss": 4.8385, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.14592, |
| "grad_norm": 30.523099899291992, |
| "learning_rate": 2.3179487179487184e-05, |
| "loss": 4.4799, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.1472, |
| "grad_norm": 29.712095260620117, |
| "learning_rate": 2.338461538461539e-05, |
| "loss": 4.6388, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.14848, |
| "grad_norm": 29.876718521118164, |
| "learning_rate": 2.3589743589743593e-05, |
| "loss": 4.5158, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.14976, |
| "grad_norm": 40.648033142089844, |
| "learning_rate": 2.3794871794871797e-05, |
| "loss": 4.4292, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.15104, |
| "grad_norm": 26.89330291748047, |
| "learning_rate": 2.4e-05, |
| "loss": 4.4907, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.15232, |
| "grad_norm": 2178.8447265625, |
| "learning_rate": 2.4205128205128205e-05, |
| "loss": 4.482, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.1536, |
| "grad_norm": 214.8132781982422, |
| "learning_rate": 2.4410256410256415e-05, |
| "loss": 5.1143, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.15488, |
| "grad_norm": 36.02149200439453, |
| "learning_rate": 2.461538461538462e-05, |
| "loss": 4.7809, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.15616, |
| "grad_norm": 32.087196350097656, |
| "learning_rate": 2.4820512820512824e-05, |
| "loss": 4.821, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.15744, |
| "grad_norm": 25.231386184692383, |
| "learning_rate": 2.5025641025641028e-05, |
| "loss": 4.9738, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.15872, |
| "grad_norm": 26.801355361938477, |
| "learning_rate": 2.523076923076923e-05, |
| "loss": 4.8649, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 29.53934669494629, |
| "learning_rate": 2.5435897435897436e-05, |
| "loss": 4.633, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.16128, |
| "grad_norm": 26.602983474731445, |
| "learning_rate": 2.5641025641025646e-05, |
| "loss": 4.7072, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.16256, |
| "grad_norm": 29.39323616027832, |
| "learning_rate": 2.584615384615385e-05, |
| "loss": 4.7728, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.16384, |
| "grad_norm": 42.48505783081055, |
| "learning_rate": 2.6051282051282054e-05, |
| "loss": 4.522, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.16512, |
| "grad_norm": 22.96786117553711, |
| "learning_rate": 2.625641025641026e-05, |
| "loss": 4.404, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.1664, |
| "grad_norm": 58.246070861816406, |
| "learning_rate": 2.6461538461538463e-05, |
| "loss": 5.147, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.16768, |
| "grad_norm": 29.007537841796875, |
| "learning_rate": 2.6666666666666667e-05, |
| "loss": 5.1341, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.16896, |
| "grad_norm": 30.67083740234375, |
| "learning_rate": 2.687179487179487e-05, |
| "loss": 4.4568, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.17024, |
| "grad_norm": 22.47618293762207, |
| "learning_rate": 2.707692307692308e-05, |
| "loss": 4.3994, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.17152, |
| "grad_norm": 30.279233932495117, |
| "learning_rate": 2.7282051282051285e-05, |
| "loss": 4.5579, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.1728, |
| "grad_norm": 24.54095458984375, |
| "learning_rate": 2.748717948717949e-05, |
| "loss": 4.6309, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.17408, |
| "grad_norm": 27.36384391784668, |
| "learning_rate": 2.7692307692307694e-05, |
| "loss": 3.998, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.17536, |
| "grad_norm": 31.54863929748535, |
| "learning_rate": 2.7897435897435898e-05, |
| "loss": 4.4685, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.17664, |
| "grad_norm": 42.92880630493164, |
| "learning_rate": 2.81025641025641e-05, |
| "loss": 4.634, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.17792, |
| "grad_norm": 45.118499755859375, |
| "learning_rate": 2.8307692307692312e-05, |
| "loss": 5.1306, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.1792, |
| "grad_norm": 34.82220458984375, |
| "learning_rate": 2.8512820512820516e-05, |
| "loss": 4.235, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.18048, |
| "grad_norm": 25.34354591369629, |
| "learning_rate": 2.871794871794872e-05, |
| "loss": 4.2419, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.18176, |
| "grad_norm": 30.347993850708008, |
| "learning_rate": 2.8923076923076925e-05, |
| "loss": 4.4103, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.18304, |
| "grad_norm": 27.135618209838867, |
| "learning_rate": 2.912820512820513e-05, |
| "loss": 4.4525, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.18432, |
| "grad_norm": 23.834762573242188, |
| "learning_rate": 2.9333333333333333e-05, |
| "loss": 4.6357, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.1856, |
| "grad_norm": 41.251766204833984, |
| "learning_rate": 2.9538461538461543e-05, |
| "loss": 4.8287, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.18688, |
| "grad_norm": 46.93167495727539, |
| "learning_rate": 2.9743589743589747e-05, |
| "loss": 4.5596, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.18816, |
| "grad_norm": 28.706138610839844, |
| "learning_rate": 2.994871794871795e-05, |
| "loss": 4.5357, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.18944, |
| "grad_norm": 25.900440216064453, |
| "learning_rate": 3.0153846153846155e-05, |
| "loss": 4.2604, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.19072, |
| "grad_norm": 26.300622940063477, |
| "learning_rate": 3.035897435897436e-05, |
| "loss": 4.3575, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.192, |
| "grad_norm": 36.34545135498047, |
| "learning_rate": 3.0564102564102564e-05, |
| "loss": 4.7145, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.19328, |
| "grad_norm": 26.157520294189453, |
| "learning_rate": 3.0769230769230774e-05, |
| "loss": 4.5475, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.19456, |
| "grad_norm": 24.669464111328125, |
| "learning_rate": 3.097435897435898e-05, |
| "loss": 4.0684, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.19584, |
| "grad_norm": 34.12671661376953, |
| "learning_rate": 3.117948717948718e-05, |
| "loss": 4.3996, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.19712, |
| "grad_norm": 33.78438186645508, |
| "learning_rate": 3.1384615384615386e-05, |
| "loss": 4.3243, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.1984, |
| "grad_norm": 62.74335479736328, |
| "learning_rate": 3.158974358974359e-05, |
| "loss": 4.1566, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.19968, |
| "grad_norm": 33.134403228759766, |
| "learning_rate": 3.1794871794871795e-05, |
| "loss": 4.4682, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.20096, |
| "grad_norm": 54.06526184082031, |
| "learning_rate": 3.2000000000000005e-05, |
| "loss": 4.3135, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.20224, |
| "grad_norm": 28.90039825439453, |
| "learning_rate": 3.220512820512821e-05, |
| "loss": 4.4819, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.20352, |
| "grad_norm": 34.79962921142578, |
| "learning_rate": 3.2410256410256413e-05, |
| "loss": 4.0008, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.2048, |
| "grad_norm": 33.961669921875, |
| "learning_rate": 3.261538461538462e-05, |
| "loss": 4.8599, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.20608, |
| "grad_norm": 41.702388763427734, |
| "learning_rate": 3.282051282051282e-05, |
| "loss": 4.2619, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.20736, |
| "grad_norm": 32.63746643066406, |
| "learning_rate": 3.3025641025641025e-05, |
| "loss": 4.384, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.20864, |
| "grad_norm": 36.67845916748047, |
| "learning_rate": 3.3230769230769236e-05, |
| "loss": 4.7172, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.20992, |
| "grad_norm": 51.861473083496094, |
| "learning_rate": 3.343589743589744e-05, |
| "loss": 4.4379, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.2112, |
| "grad_norm": 37.48365020751953, |
| "learning_rate": 3.3641025641025644e-05, |
| "loss": 4.5533, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.21248, |
| "grad_norm": 27.884960174560547, |
| "learning_rate": 3.384615384615385e-05, |
| "loss": 4.1987, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.21376, |
| "grad_norm": 36.83903884887695, |
| "learning_rate": 3.405128205128205e-05, |
| "loss": 4.095, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.21504, |
| "grad_norm": 29.976585388183594, |
| "learning_rate": 3.4256410256410256e-05, |
| "loss": 4.25, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.21632, |
| "grad_norm": 39.98596954345703, |
| "learning_rate": 3.446153846153847e-05, |
| "loss": 4.388, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.2176, |
| "grad_norm": 33.35523986816406, |
| "learning_rate": 3.466666666666667e-05, |
| "loss": 5.1599, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.21888, |
| "grad_norm": 28.740262985229492, |
| "learning_rate": 3.4871794871794875e-05, |
| "loss": 4.5221, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.22016, |
| "grad_norm": 34.412010192871094, |
| "learning_rate": 3.507692307692308e-05, |
| "loss": 4.4754, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.22144, |
| "grad_norm": 35.981475830078125, |
| "learning_rate": 3.5282051282051283e-05, |
| "loss": 4.9494, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.22272, |
| "grad_norm": 34.556053161621094, |
| "learning_rate": 3.548717948717949e-05, |
| "loss": 4.2108, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.224, |
| "grad_norm": 35.14317321777344, |
| "learning_rate": 3.56923076923077e-05, |
| "loss": 4.4564, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.22528, |
| "grad_norm": 36.3302001953125, |
| "learning_rate": 3.58974358974359e-05, |
| "loss": 4.7613, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.22656, |
| "grad_norm": 29.230066299438477, |
| "learning_rate": 3.6102564102564106e-05, |
| "loss": 4.7881, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.22784, |
| "grad_norm": 29.701425552368164, |
| "learning_rate": 3.630769230769231e-05, |
| "loss": 4.5386, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.22912, |
| "grad_norm": 29.795827865600586, |
| "learning_rate": 3.6512820512820514e-05, |
| "loss": 4.6187, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.2304, |
| "grad_norm": 31.022592544555664, |
| "learning_rate": 3.671794871794872e-05, |
| "loss": 4.7233, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.23168, |
| "grad_norm": 37.65319061279297, |
| "learning_rate": 3.692307692307693e-05, |
| "loss": 4.1174, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.23296, |
| "grad_norm": 35.8642463684082, |
| "learning_rate": 3.712820512820513e-05, |
| "loss": 4.8899, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.23424, |
| "grad_norm": 36.16240310668945, |
| "learning_rate": 3.733333333333334e-05, |
| "loss": 5.1626, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.23552, |
| "grad_norm": 56.16436767578125, |
| "learning_rate": 3.753846153846154e-05, |
| "loss": 5.0669, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.2368, |
| "grad_norm": 86.66555786132812, |
| "learning_rate": 3.7743589743589745e-05, |
| "loss": 4.9849, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.23808, |
| "grad_norm": 48.18210983276367, |
| "learning_rate": 3.794871794871795e-05, |
| "loss": 4.6486, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.23936, |
| "grad_norm": 91.66944885253906, |
| "learning_rate": 3.815384615384616e-05, |
| "loss": 4.8894, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.24064, |
| "grad_norm": 32.87429428100586, |
| "learning_rate": 3.8358974358974364e-05, |
| "loss": 4.7193, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.24192, |
| "grad_norm": 46.138938903808594, |
| "learning_rate": 3.856410256410257e-05, |
| "loss": 4.7417, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.2432, |
| "grad_norm": 29.86423683166504, |
| "learning_rate": 3.876923076923077e-05, |
| "loss": 4.7586, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.24448, |
| "grad_norm": 32.810943603515625, |
| "learning_rate": 3.8974358974358976e-05, |
| "loss": 4.4085, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.24576, |
| "grad_norm": 64.26276397705078, |
| "learning_rate": 3.917948717948718e-05, |
| "loss": 4.1647, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.24704, |
| "grad_norm": 56.805328369140625, |
| "learning_rate": 3.938461538461539e-05, |
| "loss": 4.6205, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.24832, |
| "grad_norm": 28.977556228637695, |
| "learning_rate": 3.9589743589743595e-05, |
| "loss": 4.3756, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.2496, |
| "grad_norm": 45.807647705078125, |
| "learning_rate": 3.97948717948718e-05, |
| "loss": 4.0798, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.25088, |
| "grad_norm": 26.080482482910156, |
| "learning_rate": 4e-05, |
| "loss": 4.1925, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.25216, |
| "grad_norm": 21.725055694580078, |
| "learning_rate": 3.999999283718418e-05, |
| "loss": 4.7128, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.25344, |
| "grad_norm": 22.500782012939453, |
| "learning_rate": 3.999997134874184e-05, |
| "loss": 4.1215, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.25472, |
| "grad_norm": 22.892797470092773, |
| "learning_rate": 3.9999935534688374e-05, |
| "loss": 4.7319, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.256, |
| "grad_norm": 22.658103942871094, |
| "learning_rate": 3.999988539504943e-05, |
| "loss": 4.1448, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.25728, |
| "grad_norm": 23.34209442138672, |
| "learning_rate": 3.9999820929860936e-05, |
| "loss": 4.3107, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.25856, |
| "grad_norm": 21.55228614807129, |
| "learning_rate": 3.9999742139169056e-05, |
| "loss": 4.5005, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.25984, |
| "grad_norm": 32.423248291015625, |
| "learning_rate": 3.9999649023030226e-05, |
| "loss": 4.2908, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.26112, |
| "grad_norm": 30.635881423950195, |
| "learning_rate": 3.999954158151115e-05, |
| "loss": 4.2686, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.2624, |
| "grad_norm": 30.1506404876709, |
| "learning_rate": 3.9999419814688785e-05, |
| "loss": 4.294, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.26368, |
| "grad_norm": 29.548919677734375, |
| "learning_rate": 3.999928372265034e-05, |
| "loss": 3.9622, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.26496, |
| "grad_norm": 40.945518493652344, |
| "learning_rate": 3.999913330549331e-05, |
| "loss": 4.8047, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.26624, |
| "grad_norm": 53.684295654296875, |
| "learning_rate": 3.999896856332543e-05, |
| "loss": 4.469, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.26752, |
| "grad_norm": 66.2616195678711, |
| "learning_rate": 3.99987894962647e-05, |
| "loss": 4.8041, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.2688, |
| "grad_norm": 53.842803955078125, |
| "learning_rate": 3.999859610443938e-05, |
| "loss": 4.5974, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.27008, |
| "grad_norm": 66.8167495727539, |
| "learning_rate": 3.9998388387988e-05, |
| "loss": 4.9658, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.27136, |
| "grad_norm": 65.33382415771484, |
| "learning_rate": 3.999816634705934e-05, |
| "loss": 4.9859, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.27264, |
| "grad_norm": 46.109161376953125, |
| "learning_rate": 3.999792998181245e-05, |
| "loss": 5.0277, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.27392, |
| "grad_norm": 44.52541732788086, |
| "learning_rate": 3.999767929241662e-05, |
| "loss": 4.3354, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.2752, |
| "grad_norm": 48.62470245361328, |
| "learning_rate": 3.999741427905143e-05, |
| "loss": 4.3973, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.27648, |
| "grad_norm": 39.74574661254883, |
| "learning_rate": 3.999713494190669e-05, |
| "loss": 5.0791, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.27776, |
| "grad_norm": 35.509803771972656, |
| "learning_rate": 3.999684128118249e-05, |
| "loss": 4.4688, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.27904, |
| "grad_norm": 61.289642333984375, |
| "learning_rate": 3.9996533297089175e-05, |
| "loss": 4.5218, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.28032, |
| "grad_norm": 37.395782470703125, |
| "learning_rate": 3.999621098984735e-05, |
| "loss": 4.5339, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.2816, |
| "grad_norm": 33.91883850097656, |
| "learning_rate": 3.9995874359687876e-05, |
| "loss": 4.5501, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.28288, |
| "grad_norm": 51.13050842285156, |
| "learning_rate": 3.9995523406851876e-05, |
| "loss": 4.6462, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.28416, |
| "grad_norm": 34.22873306274414, |
| "learning_rate": 3.999515813159073e-05, |
| "loss": 4.8938, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.28544, |
| "grad_norm": 31.41140365600586, |
| "learning_rate": 3.9994778534166067e-05, |
| "loss": 4.2219, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.28672, |
| "grad_norm": 27.20796012878418, |
| "learning_rate": 3.9994384614849806e-05, |
| "loss": 3.851, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.288, |
| "grad_norm": 31.636674880981445, |
| "learning_rate": 3.999397637392409e-05, |
| "loss": 4.4978, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.28928, |
| "grad_norm": 25.162235260009766, |
| "learning_rate": 3.999355381168134e-05, |
| "loss": 4.3363, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.29056, |
| "grad_norm": 25.273508071899414, |
| "learning_rate": 3.999311692842423e-05, |
| "loss": 4.2183, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.29184, |
| "grad_norm": 24.491209030151367, |
| "learning_rate": 3.9992665724465686e-05, |
| "loss": 4.5442, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.29312, |
| "grad_norm": 24.485631942749023, |
| "learning_rate": 3.9992200200128894e-05, |
| "loss": 4.2881, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.2944, |
| "grad_norm": 23.190082550048828, |
| "learning_rate": 3.999172035574732e-05, |
| "loss": 3.9465, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.29568, |
| "grad_norm": 20.286834716796875, |
| "learning_rate": 3.999122619166465e-05, |
| "loss": 4.2455, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.29696, |
| "grad_norm": 22.18545150756836, |
| "learning_rate": 3.999071770823485e-05, |
| "loss": 4.1977, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.29824, |
| "grad_norm": 29.10246467590332, |
| "learning_rate": 3.9990194905822135e-05, |
| "loss": 4.3085, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.29952, |
| "grad_norm": 26.71530532836914, |
| "learning_rate": 3.9989657784800986e-05, |
| "loss": 4.2383, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.3008, |
| "grad_norm": 27.379314422607422, |
| "learning_rate": 3.9989106345556126e-05, |
| "loss": 4.0495, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.30208, |
| "grad_norm": 24.820289611816406, |
| "learning_rate": 3.998854058848253e-05, |
| "loss": 3.7217, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.30336, |
| "grad_norm": 30.26962661743164, |
| "learning_rate": 3.998796051398547e-05, |
| "loss": 4.1483, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.30464, |
| "grad_norm": 24.721837997436523, |
| "learning_rate": 3.998736612248041e-05, |
| "loss": 4.6617, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.30592, |
| "grad_norm": 31.274145126342773, |
| "learning_rate": 3.9986757414393126e-05, |
| "loss": 4.5498, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.3072, |
| "grad_norm": 29.42279052734375, |
| "learning_rate": 3.9986134390159604e-05, |
| "loss": 4.7624, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.30848, |
| "grad_norm": 50.0805778503418, |
| "learning_rate": 3.998549705022613e-05, |
| "loss": 4.1564, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.30976, |
| "grad_norm": 31.842416763305664, |
| "learning_rate": 3.998484539504919e-05, |
| "loss": 4.5649, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.31104, |
| "grad_norm": 34.7559928894043, |
| "learning_rate": 3.998417942509557e-05, |
| "loss": 4.5564, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.31232, |
| "grad_norm": 24.36501693725586, |
| "learning_rate": 3.998349914084229e-05, |
| "loss": 3.9118, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.3136, |
| "grad_norm": 21.517919540405273, |
| "learning_rate": 3.998280454277663e-05, |
| "loss": 3.7956, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.31488, |
| "grad_norm": 25.194562911987305, |
| "learning_rate": 3.9982095631396103e-05, |
| "loss": 4.6508, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.31616, |
| "grad_norm": 33.30319595336914, |
| "learning_rate": 3.99813724072085e-05, |
| "loss": 4.3712, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.31744, |
| "grad_norm": 29.072694778442383, |
| "learning_rate": 3.998063487073185e-05, |
| "loss": 4.4207, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.31872, |
| "grad_norm": 20.757020950317383, |
| "learning_rate": 3.997988302249444e-05, |
| "loss": 4.5828, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 21.845266342163086, |
| "learning_rate": 3.9979116863034804e-05, |
| "loss": 4.6067, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.32128, |
| "grad_norm": 25.221817016601562, |
| "learning_rate": 3.997833639290172e-05, |
| "loss": 4.2017, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.32256, |
| "grad_norm": 20.684391021728516, |
| "learning_rate": 3.997754161265424e-05, |
| "loss": 4.438, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.32384, |
| "grad_norm": 22.62691879272461, |
| "learning_rate": 3.9976732522861635e-05, |
| "loss": 4.35, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.32512, |
| "grad_norm": 59.83901596069336, |
| "learning_rate": 3.997590912410345e-05, |
| "loss": 4.1878, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.3264, |
| "grad_norm": 22.706439971923828, |
| "learning_rate": 3.997507141696947e-05, |
| "loss": 3.9562, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.32768, |
| "grad_norm": 20.868064880371094, |
| "learning_rate": 3.997421940205972e-05, |
| "loss": 4.0387, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.32896, |
| "grad_norm": 20.466903686523438, |
| "learning_rate": 3.99733530799845e-05, |
| "loss": 3.9621, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.33024, |
| "grad_norm": 23.754310607910156, |
| "learning_rate": 3.997247245136432e-05, |
| "loss": 4.5551, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.33152, |
| "grad_norm": 28.031856536865234, |
| "learning_rate": 3.997157751682997e-05, |
| "loss": 4.3316, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.3328, |
| "grad_norm": 23.3366641998291, |
| "learning_rate": 3.997066827702248e-05, |
| "loss": 4.356, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.33408, |
| "grad_norm": 24.86298942565918, |
| "learning_rate": 3.996974473259311e-05, |
| "loss": 4.0374, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.33536, |
| "grad_norm": 23.677120208740234, |
| "learning_rate": 3.996880688420339e-05, |
| "loss": 3.9519, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.33664, |
| "grad_norm": 22.96729850769043, |
| "learning_rate": 3.996785473252507e-05, |
| "loss": 4.7469, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.33792, |
| "grad_norm": 31.360313415527344, |
| "learning_rate": 3.9966888278240165e-05, |
| "loss": 4.1172, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.3392, |
| "grad_norm": 21.788097381591797, |
| "learning_rate": 3.996590752204092e-05, |
| "loss": 4.1131, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.34048, |
| "grad_norm": 21.766807556152344, |
| "learning_rate": 3.996491246462986e-05, |
| "loss": 4.2542, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.34176, |
| "grad_norm": 21.827030181884766, |
| "learning_rate": 3.99639031067197e-05, |
| "loss": 4.1864, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.34304, |
| "grad_norm": 21.881427764892578, |
| "learning_rate": 3.996287944903343e-05, |
| "loss": 4.5596, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.34432, |
| "grad_norm": 20.000476837158203, |
| "learning_rate": 3.9961841492304276e-05, |
| "loss": 4.1435, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.3456, |
| "grad_norm": 21.563400268554688, |
| "learning_rate": 3.9960789237275716e-05, |
| "loss": 3.8719, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.34688, |
| "grad_norm": 20.834075927734375, |
| "learning_rate": 3.995972268470146e-05, |
| "loss": 4.1079, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.34816, |
| "grad_norm": 21.65207290649414, |
| "learning_rate": 3.9958641835345444e-05, |
| "loss": 4.3239, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.34944, |
| "grad_norm": 20.685346603393555, |
| "learning_rate": 3.9957546689981876e-05, |
| "loss": 3.9815, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.35072, |
| "grad_norm": 19.670129776000977, |
| "learning_rate": 3.995643724939519e-05, |
| "loss": 4.1326, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.352, |
| "grad_norm": 33.13273620605469, |
| "learning_rate": 3.9955313514380045e-05, |
| "loss": 4.0448, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.35328, |
| "grad_norm": 18.990699768066406, |
| "learning_rate": 3.9954175485741367e-05, |
| "loss": 3.8332, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.35456, |
| "grad_norm": 18.577945709228516, |
| "learning_rate": 3.995302316429428e-05, |
| "loss": 4.1584, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.35584, |
| "grad_norm": 17.862375259399414, |
| "learning_rate": 3.9951856550864204e-05, |
| "loss": 3.7279, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.35712, |
| "grad_norm": 21.044553756713867, |
| "learning_rate": 3.9950675646286744e-05, |
| "loss": 4.1659, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.3584, |
| "grad_norm": 19.50632667541504, |
| "learning_rate": 3.994948045140776e-05, |
| "loss": 4.0107, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.35968, |
| "grad_norm": 18.463930130004883, |
| "learning_rate": 3.994827096708334e-05, |
| "loss": 3.9545, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.36096, |
| "grad_norm": 20.231576919555664, |
| "learning_rate": 3.994704719417984e-05, |
| "loss": 4.506, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.36224, |
| "grad_norm": 22.90040397644043, |
| "learning_rate": 3.994580913357381e-05, |
| "loss": 4.1835, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.36352, |
| "grad_norm": 95.43136596679688, |
| "learning_rate": 3.9944556786152044e-05, |
| "loss": 4.0428, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.3648, |
| "grad_norm": 38.683712005615234, |
| "learning_rate": 3.9943290152811595e-05, |
| "loss": 4.47, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.36608, |
| "grad_norm": 61.883602142333984, |
| "learning_rate": 3.994200923445971e-05, |
| "loss": 4.2196, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.36736, |
| "grad_norm": 39.2977409362793, |
| "learning_rate": 3.994071403201389e-05, |
| "loss": 4.3068, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.36864, |
| "grad_norm": 115.00211334228516, |
| "learning_rate": 3.9939404546401876e-05, |
| "loss": 4.2427, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.36992, |
| "grad_norm": 43.547306060791016, |
| "learning_rate": 3.993808077856162e-05, |
| "loss": 3.9814, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.3712, |
| "grad_norm": 61.39567947387695, |
| "learning_rate": 3.993674272944131e-05, |
| "loss": 4.3349, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.37248, |
| "grad_norm": 28.570581436157227, |
| "learning_rate": 3.993539039999938e-05, |
| "loss": 4.0783, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.37376, |
| "grad_norm": 22.248144149780273, |
| "learning_rate": 3.993402379120446e-05, |
| "loss": 4.3352, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.37504, |
| "grad_norm": 23.692546844482422, |
| "learning_rate": 3.993264290403544e-05, |
| "loss": 4.3009, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.37632, |
| "grad_norm": 50.923240661621094, |
| "learning_rate": 3.9931247739481417e-05, |
| "loss": 4.3128, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.3776, |
| "grad_norm": 31.46373176574707, |
| "learning_rate": 3.992983829854172e-05, |
| "loss": 4.0915, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.37888, |
| "grad_norm": 66.03134155273438, |
| "learning_rate": 3.992841458222592e-05, |
| "loss": 3.8568, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.38016, |
| "grad_norm": 30.086227416992188, |
| "learning_rate": 3.992697659155378e-05, |
| "loss": 4.1112, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.38144, |
| "grad_norm": 36.68695068359375, |
| "learning_rate": 3.992552432755531e-05, |
| "loss": 3.974, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.38272, |
| "grad_norm": 22.56083106994629, |
| "learning_rate": 3.992405779127076e-05, |
| "loss": 4.475, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.384, |
| "grad_norm": 19.63762855529785, |
| "learning_rate": 3.992257698375056e-05, |
| "loss": 4.2834, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.38528, |
| "grad_norm": 18.468599319458008, |
| "learning_rate": 3.992108190605539e-05, |
| "loss": 3.8436, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.38656, |
| "grad_norm": 20.150814056396484, |
| "learning_rate": 3.991957255925615e-05, |
| "loss": 4.0917, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.38784, |
| "grad_norm": 20.117589950561523, |
| "learning_rate": 3.991804894443396e-05, |
| "loss": 4.2375, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.38912, |
| "grad_norm": 20.810426712036133, |
| "learning_rate": 3.991651106268015e-05, |
| "loss": 4.1213, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.3904, |
| "grad_norm": 22.043882369995117, |
| "learning_rate": 3.9914958915096285e-05, |
| "loss": 3.8133, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.39168, |
| "grad_norm": 24.148218154907227, |
| "learning_rate": 3.991339250279414e-05, |
| "loss": 4.0785, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.39296, |
| "grad_norm": 29.354703903198242, |
| "learning_rate": 3.99118118268957e-05, |
| "loss": 4.6946, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.39424, |
| "grad_norm": 41.45795440673828, |
| "learning_rate": 3.991021688853317e-05, |
| "loss": 4.18, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.39552, |
| "grad_norm": 34.995540618896484, |
| "learning_rate": 3.990860768884898e-05, |
| "loss": 4.1624, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.3968, |
| "grad_norm": 65.41096496582031, |
| "learning_rate": 3.9906984228995776e-05, |
| "loss": 4.0936, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.39808, |
| "grad_norm": 297.27703857421875, |
| "learning_rate": 3.990534651013641e-05, |
| "loss": 4.1698, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.39936, |
| "grad_norm": 33.82692337036133, |
| "learning_rate": 3.990369453344394e-05, |
| "loss": 4.0094, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.40064, |
| "grad_norm": 24.21265983581543, |
| "learning_rate": 3.990202830010166e-05, |
| "loss": 4.5009, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.40192, |
| "grad_norm": 25.480504989624023, |
| "learning_rate": 3.9900347811303055e-05, |
| "loss": 4.0224, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.4032, |
| "grad_norm": 23.764467239379883, |
| "learning_rate": 3.989865306825183e-05, |
| "loss": 4.0927, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.40448, |
| "grad_norm": 28.5828800201416, |
| "learning_rate": 3.98969440721619e-05, |
| "loss": 4.3307, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.40576, |
| "grad_norm": 26.56064224243164, |
| "learning_rate": 3.989522082425738e-05, |
| "loss": 4.433, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.40704, |
| "grad_norm": 23.027820587158203, |
| "learning_rate": 3.9893483325772606e-05, |
| "loss": 3.8711, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.40832, |
| "grad_norm": 30.25698471069336, |
| "learning_rate": 3.989173157795212e-05, |
| "loss": 4.0222, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.4096, |
| "grad_norm": 20.76103973388672, |
| "learning_rate": 3.988996558205067e-05, |
| "loss": 4.1687, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.41088, |
| "grad_norm": 36.18067169189453, |
| "learning_rate": 3.9888185339333184e-05, |
| "loss": 4.5565, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.41216, |
| "grad_norm": 29.562084197998047, |
| "learning_rate": 3.9886390851074844e-05, |
| "loss": 4.1436, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.41344, |
| "grad_norm": 31.565271377563477, |
| "learning_rate": 3.988458211856099e-05, |
| "loss": 3.7602, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.41472, |
| "grad_norm": 32.93846893310547, |
| "learning_rate": 3.9882759143087194e-05, |
| "loss": 3.5038, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.416, |
| "grad_norm": 41.87525939941406, |
| "learning_rate": 3.988092192595922e-05, |
| "loss": 3.7955, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.41728, |
| "grad_norm": 49.03281021118164, |
| "learning_rate": 3.987907046849302e-05, |
| "loss": 4.0514, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.41856, |
| "grad_norm": 50.76921081542969, |
| "learning_rate": 3.987720477201478e-05, |
| "loss": 3.8001, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.41984, |
| "grad_norm": 45.723655700683594, |
| "learning_rate": 3.987532483786084e-05, |
| "loss": 3.8265, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.42112, |
| "grad_norm": 41.66337203979492, |
| "learning_rate": 3.9873430667377787e-05, |
| "loss": 4.1923, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.4224, |
| "grad_norm": 75.95858764648438, |
| "learning_rate": 3.987152226192236e-05, |
| "loss": 4.1546, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.42368, |
| "grad_norm": 63.15250015258789, |
| "learning_rate": 3.986959962286153e-05, |
| "loss": 4.1006, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.42496, |
| "grad_norm": 73.84727478027344, |
| "learning_rate": 3.9867662751572436e-05, |
| "loss": 3.9305, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.42624, |
| "grad_norm": 36.95440673828125, |
| "learning_rate": 3.9865711649442424e-05, |
| "loss": 4.1689, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.42752, |
| "grad_norm": 66.27598571777344, |
| "learning_rate": 3.9863746317869044e-05, |
| "loss": 3.9537, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.4288, |
| "grad_norm": 88.65790557861328, |
| "learning_rate": 3.986176675826001e-05, |
| "loss": 3.9326, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.43008, |
| "grad_norm": 644.1893310546875, |
| "learning_rate": 3.985977297203326e-05, |
| "loss": 4.0088, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.43136, |
| "grad_norm": 50.60006332397461, |
| "learning_rate": 3.9857764960616906e-05, |
| "loss": 4.1156, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.43264, |
| "grad_norm": 91.8380355834961, |
| "learning_rate": 3.985574272544923e-05, |
| "loss": 4.3529, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.43392, |
| "grad_norm": 91.97940063476562, |
| "learning_rate": 3.9853706267978745e-05, |
| "loss": 4.0697, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.4352, |
| "grad_norm": 48.203338623046875, |
| "learning_rate": 3.9851655589664114e-05, |
| "loss": 4.1442, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.43648, |
| "grad_norm": 47.31352233886719, |
| "learning_rate": 3.9849590691974206e-05, |
| "loss": 4.045, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.43776, |
| "grad_norm": 34.19865036010742, |
| "learning_rate": 3.984751157638806e-05, |
| "loss": 3.7859, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.43904, |
| "grad_norm": 32.994625091552734, |
| "learning_rate": 3.9845418244394923e-05, |
| "loss": 3.8233, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.44032, |
| "grad_norm": 31.858617782592773, |
| "learning_rate": 3.98433106974942e-05, |
| "loss": 4.0825, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.4416, |
| "grad_norm": 26.129798889160156, |
| "learning_rate": 3.984118893719549e-05, |
| "loss": 3.7386, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.44288, |
| "grad_norm": 49.45320510864258, |
| "learning_rate": 3.9839052965018584e-05, |
| "loss": 3.7008, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.44416, |
| "grad_norm": 38.41645050048828, |
| "learning_rate": 3.983690278249341e-05, |
| "loss": 4.0383, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.44544, |
| "grad_norm": 42.06364822387695, |
| "learning_rate": 3.9834738391160124e-05, |
| "loss": 4.2935, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.44672, |
| "grad_norm": 22.81837272644043, |
| "learning_rate": 3.9832559792569044e-05, |
| "loss": 3.9991, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.448, |
| "grad_norm": 19.488014221191406, |
| "learning_rate": 3.9830366988280656e-05, |
| "loss": 3.7541, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.44928, |
| "grad_norm": 21.581972122192383, |
| "learning_rate": 3.982815997986561e-05, |
| "loss": 3.6669, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.45056, |
| "grad_norm": 17.404067993164062, |
| "learning_rate": 3.982593876890477e-05, |
| "loss": 4.0078, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.45184, |
| "grad_norm": 19.394811630249023, |
| "learning_rate": 3.982370335698913e-05, |
| "loss": 3.9403, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.45312, |
| "grad_norm": 17.171682357788086, |
| "learning_rate": 3.9821453745719875e-05, |
| "loss": 4.0117, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.4544, |
| "grad_norm": 18.33595085144043, |
| "learning_rate": 3.981918993670837e-05, |
| "loss": 3.9609, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.45568, |
| "grad_norm": 20.126708984375, |
| "learning_rate": 3.981691193157614e-05, |
| "loss": 3.8437, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.45696, |
| "grad_norm": 17.30194854736328, |
| "learning_rate": 3.981461973195486e-05, |
| "loss": 3.4256, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.45824, |
| "grad_norm": 18.057323455810547, |
| "learning_rate": 3.981231333948643e-05, |
| "loss": 3.6635, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.45952, |
| "grad_norm": 20.90782356262207, |
| "learning_rate": 3.980999275582283e-05, |
| "loss": 3.8314, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.4608, |
| "grad_norm": 20.3399715423584, |
| "learning_rate": 3.980765798262628e-05, |
| "loss": 3.642, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.46208, |
| "grad_norm": 20.337303161621094, |
| "learning_rate": 3.980530902156912e-05, |
| "loss": 4.1681, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.46336, |
| "grad_norm": 16.956735610961914, |
| "learning_rate": 3.980294587433387e-05, |
| "loss": 3.4066, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.46464, |
| "grad_norm": 18.96782684326172, |
| "learning_rate": 3.980056854261323e-05, |
| "loss": 3.5962, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.46592, |
| "grad_norm": 18.425765991210938, |
| "learning_rate": 3.979817702811001e-05, |
| "loss": 3.9627, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.4672, |
| "grad_norm": 18.556034088134766, |
| "learning_rate": 3.9795771332537224e-05, |
| "loss": 3.8432, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.46848, |
| "grad_norm": 16.68315887451172, |
| "learning_rate": 3.979335145761802e-05, |
| "loss": 3.7283, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.46976, |
| "grad_norm": 18.110143661499023, |
| "learning_rate": 3.979091740508571e-05, |
| "loss": 4.0318, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.47104, |
| "grad_norm": 89.18492126464844, |
| "learning_rate": 3.978846917668378e-05, |
| "loss": 3.8184, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.47232, |
| "grad_norm": 18.66962432861328, |
| "learning_rate": 3.978600677416582e-05, |
| "loss": 3.9304, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.4736, |
| "grad_norm": 17.75587272644043, |
| "learning_rate": 3.978353019929562e-05, |
| "loss": 3.5998, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.47488, |
| "grad_norm": 22.086448669433594, |
| "learning_rate": 3.9781039453847115e-05, |
| "loss": 3.6684, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.47616, |
| "grad_norm": 20.38296127319336, |
| "learning_rate": 3.977853453960436e-05, |
| "loss": 3.7211, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.47744, |
| "grad_norm": 19.9530029296875, |
| "learning_rate": 3.977601545836158e-05, |
| "loss": 3.9065, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.47872, |
| "grad_norm": 19.606279373168945, |
| "learning_rate": 3.977348221192316e-05, |
| "loss": 3.7637, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 21.249488830566406, |
| "learning_rate": 3.977093480210362e-05, |
| "loss": 4.3661, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.48128, |
| "grad_norm": 23.407215118408203, |
| "learning_rate": 3.9768373230727604e-05, |
| "loss": 3.562, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.48256, |
| "grad_norm": 18.760770797729492, |
| "learning_rate": 3.9765797499629936e-05, |
| "loss": 3.8254, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.48384, |
| "grad_norm": 19.109817504882812, |
| "learning_rate": 3.9763207610655554e-05, |
| "loss": 3.3422, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.48512, |
| "grad_norm": 19.273624420166016, |
| "learning_rate": 3.9760603565659554e-05, |
| "loss": 3.7122, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.4864, |
| "grad_norm": 22.71332359313965, |
| "learning_rate": 3.9757985366507165e-05, |
| "loss": 4.1213, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.48768, |
| "grad_norm": 18.267274856567383, |
| "learning_rate": 3.9755353015073744e-05, |
| "loss": 4.111, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.48896, |
| "grad_norm": 18.306310653686523, |
| "learning_rate": 3.975270651324482e-05, |
| "loss": 3.915, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.49024, |
| "grad_norm": 26.32546615600586, |
| "learning_rate": 3.975004586291601e-05, |
| "loss": 3.5123, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.49152, |
| "grad_norm": 17.043880462646484, |
| "learning_rate": 3.9747371065993095e-05, |
| "loss": 3.7064, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.4928, |
| "grad_norm": 18.714374542236328, |
| "learning_rate": 3.974468212439198e-05, |
| "loss": 3.9142, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.49408, |
| "grad_norm": 21.80400848388672, |
| "learning_rate": 3.9741979040038715e-05, |
| "loss": 3.7087, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.49536, |
| "grad_norm": 21.688514709472656, |
| "learning_rate": 3.973926181486946e-05, |
| "loss": 3.9839, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.49664, |
| "grad_norm": 30.482038497924805, |
| "learning_rate": 3.9736530450830525e-05, |
| "loss": 3.5017, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.49792, |
| "grad_norm": 18.529470443725586, |
| "learning_rate": 3.9733784949878324e-05, |
| "loss": 3.8075, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.4992, |
| "grad_norm": 26.99056053161621, |
| "learning_rate": 3.973102531397941e-05, |
| "loss": 3.7061, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.50048, |
| "grad_norm": 17.443946838378906, |
| "learning_rate": 3.972825154511047e-05, |
| "loss": 3.4828, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.50176, |
| "grad_norm": 16.991701126098633, |
| "learning_rate": 3.972546364525829e-05, |
| "loss": 3.556, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.50304, |
| "grad_norm": 17.724288940429688, |
| "learning_rate": 3.9722661616419796e-05, |
| "loss": 3.3053, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.50432, |
| "grad_norm": 21.342193603515625, |
| "learning_rate": 3.9719845460602024e-05, |
| "loss": 3.8159, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.5056, |
| "grad_norm": 18.70624542236328, |
| "learning_rate": 3.9717015179822154e-05, |
| "loss": 3.7206, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.50688, |
| "grad_norm": 18.442188262939453, |
| "learning_rate": 3.971417077610745e-05, |
| "loss": 3.3003, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.50816, |
| "grad_norm": 16.840103149414062, |
| "learning_rate": 3.971131225149529e-05, |
| "loss": 3.5799, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.50944, |
| "grad_norm": 16.65268325805664, |
| "learning_rate": 3.970843960803322e-05, |
| "loss": 3.3912, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.51072, |
| "grad_norm": 27.2618408203125, |
| "learning_rate": 3.970555284777883e-05, |
| "loss": 3.9709, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.512, |
| "grad_norm": 20.89798355102539, |
| "learning_rate": 3.9702651972799865e-05, |
| "loss": 3.6239, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.51328, |
| "grad_norm": 17.850404739379883, |
| "learning_rate": 3.969973698517417e-05, |
| "loss": 4.0199, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.51456, |
| "grad_norm": 16.689367294311523, |
| "learning_rate": 3.9696807886989695e-05, |
| "loss": 3.3903, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.51584, |
| "grad_norm": 18.744312286376953, |
| "learning_rate": 3.96938646803445e-05, |
| "loss": 4.0528, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.51712, |
| "grad_norm": 17.361034393310547, |
| "learning_rate": 3.969090736734674e-05, |
| "loss": 3.2468, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.5184, |
| "grad_norm": 19.071575164794922, |
| "learning_rate": 3.96879359501147e-05, |
| "loss": 3.2912, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.51968, |
| "grad_norm": 19.0380802154541, |
| "learning_rate": 3.968495043077674e-05, |
| "loss": 3.5471, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.52096, |
| "grad_norm": 19.001220703125, |
| "learning_rate": 3.968195081147135e-05, |
| "loss": 3.5469, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.52224, |
| "grad_norm": 17.62633514404297, |
| "learning_rate": 3.967893709434707e-05, |
| "loss": 3.817, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.52352, |
| "grad_norm": 18.11547088623047, |
| "learning_rate": 3.967590928156259e-05, |
| "loss": 3.8848, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.5248, |
| "grad_norm": 17.803556442260742, |
| "learning_rate": 3.967286737528668e-05, |
| "loss": 3.4883, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.52608, |
| "grad_norm": 19.196123123168945, |
| "learning_rate": 3.96698113776982e-05, |
| "loss": 3.9539, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.52736, |
| "grad_norm": 19.56627082824707, |
| "learning_rate": 3.96667412909861e-05, |
| "loss": 3.6895, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.52864, |
| "grad_norm": 16.32468605041504, |
| "learning_rate": 3.966365711734942e-05, |
| "loss": 3.4959, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.52992, |
| "grad_norm": 20.027507781982422, |
| "learning_rate": 3.966055885899731e-05, |
| "loss": 3.6793, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.5312, |
| "grad_norm": 17.63593101501465, |
| "learning_rate": 3.965744651814899e-05, |
| "loss": 3.4196, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.53248, |
| "grad_norm": 17.06317901611328, |
| "learning_rate": 3.965432009703377e-05, |
| "loss": 3.6364, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.53376, |
| "grad_norm": 18.19795799255371, |
| "learning_rate": 3.9651179597891054e-05, |
| "loss": 3.8701, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.53504, |
| "grad_norm": 18.106779098510742, |
| "learning_rate": 3.964802502297031e-05, |
| "loss": 3.4587, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.53632, |
| "grad_norm": 20.12864875793457, |
| "learning_rate": 3.9644856374531125e-05, |
| "loss": 3.6671, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.5376, |
| "grad_norm": 23.282367706298828, |
| "learning_rate": 3.964167365484312e-05, |
| "loss": 3.7463, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.53888, |
| "grad_norm": 17.136119842529297, |
| "learning_rate": 3.9638476866186034e-05, |
| "loss": 3.4172, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.54016, |
| "grad_norm": 16.94718360900879, |
| "learning_rate": 3.963526601084966e-05, |
| "loss": 3.4961, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.54144, |
| "grad_norm": 15.910356521606445, |
| "learning_rate": 3.963204109113388e-05, |
| "loss": 3.2304, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.54272, |
| "grad_norm": 20.474822998046875, |
| "learning_rate": 3.962880210934864e-05, |
| "loss": 3.9005, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.544, |
| "grad_norm": 21.948495864868164, |
| "learning_rate": 3.962554906781397e-05, |
| "loss": 3.7767, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.54528, |
| "grad_norm": 20.705835342407227, |
| "learning_rate": 3.962228196885995e-05, |
| "loss": 3.4929, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.54656, |
| "grad_norm": 32.35464859008789, |
| "learning_rate": 3.961900081482676e-05, |
| "loss": 3.896, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.54784, |
| "grad_norm": 30.206233978271484, |
| "learning_rate": 3.961570560806461e-05, |
| "loss": 4.2396, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.54912, |
| "grad_norm": 43.67487716674805, |
| "learning_rate": 3.961239635093382e-05, |
| "loss": 3.9241, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.5504, |
| "grad_norm": 21.87506675720215, |
| "learning_rate": 3.960907304580473e-05, |
| "loss": 3.5118, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.55168, |
| "grad_norm": 34.25748825073242, |
| "learning_rate": 3.960573569505777e-05, |
| "loss": 3.6339, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.55296, |
| "grad_norm": 27.796438217163086, |
| "learning_rate": 3.960238430108342e-05, |
| "loss": 4.129, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.55424, |
| "grad_norm": 20.356046676635742, |
| "learning_rate": 3.959901886628223e-05, |
| "loss": 3.5786, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.55552, |
| "grad_norm": 21.33834457397461, |
| "learning_rate": 3.959563939306478e-05, |
| "loss": 3.8664, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.5568, |
| "grad_norm": 20.040103912353516, |
| "learning_rate": 3.9592245883851755e-05, |
| "loss": 3.9722, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.55808, |
| "grad_norm": 20.041309356689453, |
| "learning_rate": 3.9588838341073835e-05, |
| "loss": 3.5006, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.55936, |
| "grad_norm": 19.266448974609375, |
| "learning_rate": 3.95854167671718e-05, |
| "loss": 3.6413, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.56064, |
| "grad_norm": 21.249330520629883, |
| "learning_rate": 3.958198116459644e-05, |
| "loss": 3.6825, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.56192, |
| "grad_norm": 19.843717575073242, |
| "learning_rate": 3.957853153580863e-05, |
| "loss": 3.6287, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.5632, |
| "grad_norm": 32.83065414428711, |
| "learning_rate": 3.957506788327928e-05, |
| "loss": 3.687, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.56448, |
| "grad_norm": 22.575843811035156, |
| "learning_rate": 3.957159020948932e-05, |
| "loss": 3.595, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.56576, |
| "grad_norm": 20.632732391357422, |
| "learning_rate": 3.956809851692976e-05, |
| "loss": 3.578, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.56704, |
| "grad_norm": 21.665632247924805, |
| "learning_rate": 3.956459280810163e-05, |
| "loss": 3.7926, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.56832, |
| "grad_norm": 26.951934814453125, |
| "learning_rate": 3.9561073085516e-05, |
| "loss": 3.907, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.5696, |
| "grad_norm": 18.93703269958496, |
| "learning_rate": 3.955753935169399e-05, |
| "loss": 3.6719, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.57088, |
| "grad_norm": 19.293132781982422, |
| "learning_rate": 3.955399160916674e-05, |
| "loss": 3.5333, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.57216, |
| "grad_norm": 17.188018798828125, |
| "learning_rate": 3.955042986047545e-05, |
| "loss": 3.3534, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.57344, |
| "grad_norm": 17.58181381225586, |
| "learning_rate": 3.954685410817131e-05, |
| "loss": 3.1643, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.57472, |
| "grad_norm": 25.0622615814209, |
| "learning_rate": 3.954326435481559e-05, |
| "loss": 3.3733, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.576, |
| "grad_norm": 18.379680633544922, |
| "learning_rate": 3.953966060297954e-05, |
| "loss": 3.3331, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.57728, |
| "grad_norm": 20.086139678955078, |
| "learning_rate": 3.953604285524448e-05, |
| "loss": 3.8839, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.57856, |
| "grad_norm": 17.00363540649414, |
| "learning_rate": 3.953241111420174e-05, |
| "loss": 3.3803, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.57984, |
| "grad_norm": 16.04823875427246, |
| "learning_rate": 3.9528765382452646e-05, |
| "loss": 3.4681, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.58112, |
| "grad_norm": 19.148447036743164, |
| "learning_rate": 3.952510566260859e-05, |
| "loss": 3.3022, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.5824, |
| "grad_norm": 17.61701774597168, |
| "learning_rate": 3.952143195729095e-05, |
| "loss": 3.7187, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.58368, |
| "grad_norm": 15.40512752532959, |
| "learning_rate": 3.9517744269131136e-05, |
| "loss": 3.04, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.58496, |
| "grad_norm": 17.83991813659668, |
| "learning_rate": 3.9514042600770576e-05, |
| "loss": 3.3627, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.58624, |
| "grad_norm": 18.47208595275879, |
| "learning_rate": 3.951032695486069e-05, |
| "loss": 3.4606, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.58752, |
| "grad_norm": 16.53956413269043, |
| "learning_rate": 3.950659733406296e-05, |
| "loss": 3.4869, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.5888, |
| "grad_norm": 16.613393783569336, |
| "learning_rate": 3.950285374104882e-05, |
| "loss": 3.5928, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.59008, |
| "grad_norm": 22.26859474182129, |
| "learning_rate": 3.949909617849973e-05, |
| "loss": 3.2143, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.59136, |
| "grad_norm": 15.633216857910156, |
| "learning_rate": 3.9495324649107185e-05, |
| "loss": 2.9911, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.59264, |
| "grad_norm": 17.389646530151367, |
| "learning_rate": 3.9491539155572644e-05, |
| "loss": 3.7221, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.59392, |
| "grad_norm": 16.273160934448242, |
| "learning_rate": 3.94877397006076e-05, |
| "loss": 3.3204, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.5952, |
| "grad_norm": 16.15022087097168, |
| "learning_rate": 3.948392628693352e-05, |
| "loss": 3.423, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.59648, |
| "grad_norm": 15.906156539916992, |
| "learning_rate": 3.9480098917281885e-05, |
| "loss": 3.3864, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.59776, |
| "grad_norm": 15.79040813446045, |
| "learning_rate": 3.947625759439418e-05, |
| "loss": 3.145, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.59904, |
| "grad_norm": 17.51363182067871, |
| "learning_rate": 3.9472402321021866e-05, |
| "loss": 3.6321, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.60032, |
| "grad_norm": 15.978195190429688, |
| "learning_rate": 3.94685330999264e-05, |
| "loss": 3.4469, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.6016, |
| "grad_norm": 17.517791748046875, |
| "learning_rate": 3.946464993387924e-05, |
| "loss": 3.7446, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.60288, |
| "grad_norm": 16.170801162719727, |
| "learning_rate": 3.946075282566183e-05, |
| "loss": 3.366, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.60416, |
| "grad_norm": 17.388919830322266, |
| "learning_rate": 3.9456841778065584e-05, |
| "loss": 3.4511, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.60544, |
| "grad_norm": 16.991086959838867, |
| "learning_rate": 3.945291679389192e-05, |
| "loss": 3.4519, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.60672, |
| "grad_norm": 15.641739845275879, |
| "learning_rate": 3.944897787595224e-05, |
| "loss": 3.2676, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.608, |
| "grad_norm": 16.416715621948242, |
| "learning_rate": 3.9445025027067915e-05, |
| "loss": 3.1276, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.60928, |
| "grad_norm": 18.135705947875977, |
| "learning_rate": 3.9441058250070285e-05, |
| "loss": 3.1386, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.61056, |
| "grad_norm": 20.915863037109375, |
| "learning_rate": 3.943707754780069e-05, |
| "loss": 3.3397, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.61184, |
| "grad_norm": 20.06854248046875, |
| "learning_rate": 3.9433082923110436e-05, |
| "loss": 3.3647, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.61312, |
| "grad_norm": 15.703743934631348, |
| "learning_rate": 3.942907437886079e-05, |
| "loss": 3.1957, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.6144, |
| "grad_norm": 16.551820755004883, |
| "learning_rate": 3.9425051917923e-05, |
| "loss": 3.2799, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.61568, |
| "grad_norm": 14.771809577941895, |
| "learning_rate": 3.942101554317829e-05, |
| "loss": 3.0606, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.61696, |
| "grad_norm": 16.568408966064453, |
| "learning_rate": 3.941696525751783e-05, |
| "loss": 3.1735, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.61824, |
| "grad_norm": 19.46510887145996, |
| "learning_rate": 3.9412901063842784e-05, |
| "loss": 3.5137, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.61952, |
| "grad_norm": 16.739442825317383, |
| "learning_rate": 3.940882296506423e-05, |
| "loss": 3.4167, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.6208, |
| "grad_norm": 17.957042694091797, |
| "learning_rate": 3.9404730964103256e-05, |
| "loss": 3.2319, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.62208, |
| "grad_norm": 17.329347610473633, |
| "learning_rate": 3.940062506389089e-05, |
| "loss": 3.5473, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.62336, |
| "grad_norm": 17.584997177124023, |
| "learning_rate": 3.9396505267368086e-05, |
| "loss": 3.4417, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.62464, |
| "grad_norm": 18.60546875, |
| "learning_rate": 3.939237157748581e-05, |
| "loss": 3.3757, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.62592, |
| "grad_norm": 21.997793197631836, |
| "learning_rate": 3.938822399720493e-05, |
| "loss": 3.318, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.6272, |
| "grad_norm": 21.255739212036133, |
| "learning_rate": 3.9384062529496285e-05, |
| "loss": 3.0952, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.62848, |
| "grad_norm": 61.44301986694336, |
| "learning_rate": 3.9379887177340656e-05, |
| "loss": 3.2825, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.62976, |
| "grad_norm": 65.0152359008789, |
| "learning_rate": 3.937569794372878e-05, |
| "loss": 3.7061, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.63104, |
| "grad_norm": 67.68012237548828, |
| "learning_rate": 3.937149483166131e-05, |
| "loss": 3.5193, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.63232, |
| "grad_norm": 56.31582260131836, |
| "learning_rate": 3.936727784414888e-05, |
| "loss": 3.5116, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.6336, |
| "grad_norm": 42.07965850830078, |
| "learning_rate": 3.936304698421202e-05, |
| "loss": 3.4637, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.63488, |
| "grad_norm": 28.32674789428711, |
| "learning_rate": 3.935880225488124e-05, |
| "loss": 3.7375, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.63616, |
| "grad_norm": 29.477664947509766, |
| "learning_rate": 3.935454365919693e-05, |
| "loss": 3.7346, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.63744, |
| "grad_norm": 22.31083869934082, |
| "learning_rate": 3.9350271200209473e-05, |
| "loss": 3.6994, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.63872, |
| "grad_norm": 19.72894287109375, |
| "learning_rate": 3.9345984880979136e-05, |
| "loss": 3.4612, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 19.184667587280273, |
| "learning_rate": 3.934168470457614e-05, |
| "loss": 3.5105, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.64128, |
| "grad_norm": 17.012426376342773, |
| "learning_rate": 3.9337370674080615e-05, |
| "loss": 3.3421, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.64256, |
| "grad_norm": 16.75880241394043, |
| "learning_rate": 3.9333042792582626e-05, |
| "loss": 3.7396, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.64384, |
| "grad_norm": 16.102840423583984, |
| "learning_rate": 3.932870106318215e-05, |
| "loss": 3.0362, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.64512, |
| "grad_norm": 17.78028678894043, |
| "learning_rate": 3.9324345488989093e-05, |
| "loss": 3.3513, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.6464, |
| "grad_norm": 20.27111053466797, |
| "learning_rate": 3.931997607312327e-05, |
| "loss": 3.4423, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.64768, |
| "grad_norm": 16.07211685180664, |
| "learning_rate": 3.931559281871441e-05, |
| "loss": 3.2045, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.64896, |
| "grad_norm": 16.31831932067871, |
| "learning_rate": 3.9311195728902165e-05, |
| "loss": 3.3063, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.65024, |
| "grad_norm": 16.159631729125977, |
| "learning_rate": 3.930678480683609e-05, |
| "loss": 3.2511, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.65152, |
| "grad_norm": 15.078391075134277, |
| "learning_rate": 3.9302360055675634e-05, |
| "loss": 3.0168, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.6528, |
| "grad_norm": 15.220367431640625, |
| "learning_rate": 3.9297921478590176e-05, |
| "loss": 3.0262, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.65408, |
| "grad_norm": 20.73905372619629, |
| "learning_rate": 3.929346907875899e-05, |
| "loss": 3.0144, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.65536, |
| "grad_norm": 16.80388832092285, |
| "learning_rate": 3.928900285937124e-05, |
| "loss": 3.1514, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.65664, |
| "grad_norm": 19.798118591308594, |
| "learning_rate": 3.928452282362599e-05, |
| "loss": 3.1989, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.65792, |
| "grad_norm": 16.639020919799805, |
| "learning_rate": 3.928002897473223e-05, |
| "loss": 3.4577, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.6592, |
| "grad_norm": 20.54163932800293, |
| "learning_rate": 3.92755213159088e-05, |
| "loss": 3.3064, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.66048, |
| "grad_norm": 17.636783599853516, |
| "learning_rate": 3.927099985038446e-05, |
| "loss": 2.8991, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.66176, |
| "grad_norm": 19.131471633911133, |
| "learning_rate": 3.926646458139786e-05, |
| "loss": 3.0148, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.66304, |
| "grad_norm": 16.772872924804688, |
| "learning_rate": 3.9261915512197515e-05, |
| "loss": 3.2201, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.66432, |
| "grad_norm": 18.936864852905273, |
| "learning_rate": 3.9257352646041844e-05, |
| "loss": 3.5669, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.6656, |
| "grad_norm": 17.67279052734375, |
| "learning_rate": 3.925277598619916e-05, |
| "loss": 3.2147, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.66688, |
| "grad_norm": 18.483633041381836, |
| "learning_rate": 3.9248185535947616e-05, |
| "loss": 3.0862, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.66816, |
| "grad_norm": 17.242937088012695, |
| "learning_rate": 3.9243581298575285e-05, |
| "loss": 3.1441, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.66944, |
| "grad_norm": 23.059545516967773, |
| "learning_rate": 3.923896327738009e-05, |
| "loss": 3.2804, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.67072, |
| "grad_norm": 16.884231567382812, |
| "learning_rate": 3.923433147566983e-05, |
| "loss": 3.296, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.672, |
| "grad_norm": 17.860553741455078, |
| "learning_rate": 3.9229685896762184e-05, |
| "loss": 3.1104, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.67328, |
| "grad_norm": 16.391206741333008, |
| "learning_rate": 3.92250265439847e-05, |
| "loss": 3.3609, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.67456, |
| "grad_norm": 16.372568130493164, |
| "learning_rate": 3.922035342067478e-05, |
| "loss": 3.2017, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.67584, |
| "grad_norm": 15.605717658996582, |
| "learning_rate": 3.92156665301797e-05, |
| "loss": 2.8028, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.67712, |
| "grad_norm": 18.962627410888672, |
| "learning_rate": 3.921096587585658e-05, |
| "loss": 3.0472, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.6784, |
| "grad_norm": 20.208911895751953, |
| "learning_rate": 3.920625146107244e-05, |
| "loss": 2.9477, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.67968, |
| "grad_norm": 20.34842300415039, |
| "learning_rate": 3.92015232892041e-05, |
| "loss": 3.2511, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.68096, |
| "grad_norm": 24.941617965698242, |
| "learning_rate": 3.9196781363638277e-05, |
| "loss": 3.196, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.68224, |
| "grad_norm": 20.83814239501953, |
| "learning_rate": 3.9192025687771524e-05, |
| "loss": 3.3356, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.68352, |
| "grad_norm": 17.788942337036133, |
| "learning_rate": 3.918725626501024e-05, |
| "loss": 3.329, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.6848, |
| "grad_norm": 19.859086990356445, |
| "learning_rate": 3.918247309877068e-05, |
| "loss": 3.6358, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.68608, |
| "grad_norm": 15.906479835510254, |
| "learning_rate": 3.917767619247893e-05, |
| "loss": 3.2194, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.68736, |
| "grad_norm": 16.587560653686523, |
| "learning_rate": 3.917286554957094e-05, |
| "loss": 3.194, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.68864, |
| "grad_norm": 28.6434383392334, |
| "learning_rate": 3.916804117349246e-05, |
| "loss": 3.2139, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.68992, |
| "grad_norm": 16.241321563720703, |
| "learning_rate": 3.916320306769913e-05, |
| "loss": 3.1711, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.6912, |
| "grad_norm": 34.04918670654297, |
| "learning_rate": 3.915835123565638e-05, |
| "loss": 2.9654, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.69248, |
| "grad_norm": 20.061519622802734, |
| "learning_rate": 3.915348568083948e-05, |
| "loss": 3.1473, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.69376, |
| "grad_norm": 14.8195219039917, |
| "learning_rate": 3.914860640673356e-05, |
| "loss": 2.7231, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.69504, |
| "grad_norm": 15.802026748657227, |
| "learning_rate": 3.914371341683354e-05, |
| "loss": 2.9609, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.69632, |
| "grad_norm": 16.567506790161133, |
| "learning_rate": 3.913880671464418e-05, |
| "loss": 3.0012, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.6976, |
| "grad_norm": 15.966288566589355, |
| "learning_rate": 3.9133886303680065e-05, |
| "loss": 2.9652, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.69888, |
| "grad_norm": 17.374723434448242, |
| "learning_rate": 3.912895218746559e-05, |
| "loss": 3.061, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.70016, |
| "grad_norm": 15.293993949890137, |
| "learning_rate": 3.912400436953497e-05, |
| "loss": 3.0276, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.70144, |
| "grad_norm": 16.332881927490234, |
| "learning_rate": 3.911904285343224e-05, |
| "loss": 3.0447, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.70272, |
| "grad_norm": 18.89914321899414, |
| "learning_rate": 3.9114067642711235e-05, |
| "loss": 3.1042, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.704, |
| "grad_norm": 16.467926025390625, |
| "learning_rate": 3.910907874093562e-05, |
| "loss": 3.1404, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.70528, |
| "grad_norm": 15.966462135314941, |
| "learning_rate": 3.9104076151678845e-05, |
| "loss": 3.1761, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.70656, |
| "grad_norm": 18.170408248901367, |
| "learning_rate": 3.909905987852417e-05, |
| "loss": 2.9901, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.70784, |
| "grad_norm": 16.19268035888672, |
| "learning_rate": 3.9094029925064666e-05, |
| "loss": 3.0795, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.70912, |
| "grad_norm": 23.680213928222656, |
| "learning_rate": 3.9088986294903194e-05, |
| "loss": 3.08, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.7104, |
| "grad_norm": 16.68935775756836, |
| "learning_rate": 3.9083928991652415e-05, |
| "loss": 3.3102, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.71168, |
| "grad_norm": 16.64566993713379, |
| "learning_rate": 3.907885801893478e-05, |
| "loss": 2.9023, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.71296, |
| "grad_norm": 16.987316131591797, |
| "learning_rate": 3.907377338038253e-05, |
| "loss": 3.2671, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.71424, |
| "grad_norm": 15.524436950683594, |
| "learning_rate": 3.90686750796377e-05, |
| "loss": 3.0193, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.71552, |
| "grad_norm": 17.494571685791016, |
| "learning_rate": 3.906356312035211e-05, |
| "loss": 3.0433, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.7168, |
| "grad_norm": 15.127098083496094, |
| "learning_rate": 3.9058437506187363e-05, |
| "loss": 2.9869, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.71808, |
| "grad_norm": 17.982933044433594, |
| "learning_rate": 3.9053298240814844e-05, |
| "loss": 3.0801, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.71936, |
| "grad_norm": 16.446640014648438, |
| "learning_rate": 3.9048145327915707e-05, |
| "loss": 2.9013, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.72064, |
| "grad_norm": 22.50921058654785, |
| "learning_rate": 3.9042978771180895e-05, |
| "loss": 3.1703, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.72192, |
| "grad_norm": 16.208711624145508, |
| "learning_rate": 3.9037798574311115e-05, |
| "loss": 3.0365, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.7232, |
| "grad_norm": 17.012256622314453, |
| "learning_rate": 3.903260474101685e-05, |
| "loss": 2.9216, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.72448, |
| "grad_norm": 17.18578338623047, |
| "learning_rate": 3.902739727501834e-05, |
| "loss": 3.1322, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.72576, |
| "grad_norm": 16.2691650390625, |
| "learning_rate": 3.90221761800456e-05, |
| "loss": 3.0639, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.72704, |
| "grad_norm": 16.696685791015625, |
| "learning_rate": 3.9016941459838406e-05, |
| "loss": 3.1015, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.72832, |
| "grad_norm": 16.005290985107422, |
| "learning_rate": 3.9011693118146295e-05, |
| "loss": 2.9312, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.7296, |
| "grad_norm": 17.518129348754883, |
| "learning_rate": 3.900643115872855e-05, |
| "loss": 3.3791, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.73088, |
| "grad_norm": 15.353179931640625, |
| "learning_rate": 3.900115558535422e-05, |
| "loss": 3.0898, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.73216, |
| "grad_norm": 15.807892799377441, |
| "learning_rate": 3.8995866401802104e-05, |
| "loss": 2.9394, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.73344, |
| "grad_norm": 16.252294540405273, |
| "learning_rate": 3.899056361186074e-05, |
| "loss": 3.0817, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.73472, |
| "grad_norm": 15.387968063354492, |
| "learning_rate": 3.898524721932842e-05, |
| "loss": 3.0216, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.736, |
| "grad_norm": 16.314298629760742, |
| "learning_rate": 3.897991722801318e-05, |
| "loss": 2.6211, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.73728, |
| "grad_norm": 15.592904090881348, |
| "learning_rate": 3.897457364173279e-05, |
| "loss": 3.2283, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.73856, |
| "grad_norm": 20.714357376098633, |
| "learning_rate": 3.8969216464314774e-05, |
| "loss": 3.561, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.73984, |
| "grad_norm": 16.341859817504883, |
| "learning_rate": 3.896384569959637e-05, |
| "loss": 2.9203, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.74112, |
| "grad_norm": 16.49518585205078, |
| "learning_rate": 3.895846135142456e-05, |
| "loss": 2.9615, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.7424, |
| "grad_norm": 15.144218444824219, |
| "learning_rate": 3.8953063423656055e-05, |
| "loss": 2.9416, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.74368, |
| "grad_norm": 15.644704818725586, |
| "learning_rate": 3.894765192015729e-05, |
| "loss": 3.2387, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.74496, |
| "grad_norm": 17.258941650390625, |
| "learning_rate": 3.8942226844804416e-05, |
| "loss": 3.1609, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.74624, |
| "grad_norm": 15.674562454223633, |
| "learning_rate": 3.893678820148333e-05, |
| "loss": 3.0046, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.74752, |
| "grad_norm": 14.947455406188965, |
| "learning_rate": 3.893133599408963e-05, |
| "loss": 2.8334, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.7488, |
| "grad_norm": 15.757416725158691, |
| "learning_rate": 3.8925870226528625e-05, |
| "loss": 2.7702, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.75008, |
| "grad_norm": 17.086687088012695, |
| "learning_rate": 3.892039090271534e-05, |
| "loss": 3.2046, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.75136, |
| "grad_norm": 17.361968994140625, |
| "learning_rate": 3.891489802657453e-05, |
| "loss": 3.0833, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.75264, |
| "grad_norm": 19.73434829711914, |
| "learning_rate": 3.890939160204062e-05, |
| "loss": 2.9122, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.75392, |
| "grad_norm": 19.133975982666016, |
| "learning_rate": 3.8903871633057774e-05, |
| "loss": 3.2522, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.7552, |
| "grad_norm": 15.873958587646484, |
| "learning_rate": 3.889833812357985e-05, |
| "loss": 2.918, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.75648, |
| "grad_norm": 15.120753288269043, |
| "learning_rate": 3.8892791077570386e-05, |
| "loss": 2.7631, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.75776, |
| "grad_norm": 18.460416793823242, |
| "learning_rate": 3.888723049900263e-05, |
| "loss": 2.789, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.75904, |
| "grad_norm": 16.55122947692871, |
| "learning_rate": 3.888165639185953e-05, |
| "loss": 2.7977, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.76032, |
| "grad_norm": 16.967243194580078, |
| "learning_rate": 3.887606876013371e-05, |
| "loss": 2.9697, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.7616, |
| "grad_norm": 18.0808048248291, |
| "learning_rate": 3.887046760782748e-05, |
| "loss": 2.9702, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.76288, |
| "grad_norm": 16.74878692626953, |
| "learning_rate": 3.8864852938952864e-05, |
| "loss": 2.6916, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.76416, |
| "grad_norm": 16.436180114746094, |
| "learning_rate": 3.8859224757531524e-05, |
| "loss": 2.7723, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.76544, |
| "grad_norm": 25.885805130004883, |
| "learning_rate": 3.885358306759484e-05, |
| "loss": 2.883, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.76672, |
| "grad_norm": 22.51749038696289, |
| "learning_rate": 3.8847927873183834e-05, |
| "loss": 3.1947, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.768, |
| "grad_norm": 18.287752151489258, |
| "learning_rate": 3.884225917834924e-05, |
| "loss": 3.1049, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.76928, |
| "grad_norm": 15.74925708770752, |
| "learning_rate": 3.8836576987151415e-05, |
| "loss": 2.7639, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.77056, |
| "grad_norm": 15.144136428833008, |
| "learning_rate": 3.883088130366042e-05, |
| "loss": 2.7064, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.77184, |
| "grad_norm": 15.003761291503906, |
| "learning_rate": 3.882517213195597e-05, |
| "loss": 2.825, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.77312, |
| "grad_norm": 15.748069763183594, |
| "learning_rate": 3.881944947612743e-05, |
| "loss": 2.7964, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.7744, |
| "grad_norm": 17.62586212158203, |
| "learning_rate": 3.881371334027384e-05, |
| "loss": 2.908, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.77568, |
| "grad_norm": 15.197670936584473, |
| "learning_rate": 3.8807963728503904e-05, |
| "loss": 2.6827, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.77696, |
| "grad_norm": 15.928281784057617, |
| "learning_rate": 3.880220064493593e-05, |
| "loss": 2.6609, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.77824, |
| "grad_norm": 15.858901023864746, |
| "learning_rate": 3.879642409369793e-05, |
| "loss": 3.0538, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.77952, |
| "grad_norm": 16.64478302001953, |
| "learning_rate": 3.879063407892754e-05, |
| "loss": 2.8591, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.7808, |
| "grad_norm": 15.696072578430176, |
| "learning_rate": 3.8784830604772035e-05, |
| "loss": 2.8066, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.78208, |
| "grad_norm": 15.609904289245605, |
| "learning_rate": 3.877901367538834e-05, |
| "loss": 2.9757, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.78336, |
| "grad_norm": 17.159549713134766, |
| "learning_rate": 3.8773183294943015e-05, |
| "loss": 3.2601, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.78464, |
| "grad_norm": 16.813575744628906, |
| "learning_rate": 3.876733946761225e-05, |
| "loss": 2.9311, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.78592, |
| "grad_norm": 16.03553009033203, |
| "learning_rate": 3.8761482197581876e-05, |
| "loss": 2.9254, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.7872, |
| "grad_norm": 18.799083709716797, |
| "learning_rate": 3.875561148904734e-05, |
| "loss": 3.1288, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.78848, |
| "grad_norm": 14.65166187286377, |
| "learning_rate": 3.874972734621374e-05, |
| "loss": 2.8246, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.78976, |
| "grad_norm": 22.42408561706543, |
| "learning_rate": 3.874382977329576e-05, |
| "loss": 2.6127, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.79104, |
| "grad_norm": 16.44244384765625, |
| "learning_rate": 3.873791877451773e-05, |
| "loss": 2.8409, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.79232, |
| "grad_norm": 14.903218269348145, |
| "learning_rate": 3.8731994354113594e-05, |
| "loss": 2.9723, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.7936, |
| "grad_norm": 15.405853271484375, |
| "learning_rate": 3.87260565163269e-05, |
| "loss": 2.7943, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.79488, |
| "grad_norm": 14.913178443908691, |
| "learning_rate": 3.8720105265410804e-05, |
| "loss": 2.8646, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.79616, |
| "grad_norm": 15.394927024841309, |
| "learning_rate": 3.871414060562809e-05, |
| "loss": 2.5693, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.79744, |
| "grad_norm": 16.644493103027344, |
| "learning_rate": 3.870816254125113e-05, |
| "loss": 2.9221, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.79872, |
| "grad_norm": 14.954618453979492, |
| "learning_rate": 3.87021710765619e-05, |
| "loss": 2.6435, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 15.304182052612305, |
| "learning_rate": 3.8696166215851985e-05, |
| "loss": 2.8288, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.80128, |
| "grad_norm": 15.775728225708008, |
| "learning_rate": 3.8690147963422544e-05, |
| "loss": 2.6268, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.80256, |
| "grad_norm": 15.64936637878418, |
| "learning_rate": 3.868411632358434e-05, |
| "loss": 2.6417, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.80384, |
| "grad_norm": 18.58371353149414, |
| "learning_rate": 3.867807130065774e-05, |
| "loss": 2.844, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.80512, |
| "grad_norm": 16.641738891601562, |
| "learning_rate": 3.867201289897266e-05, |
| "loss": 3.1019, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.8064, |
| "grad_norm": 17.081998825073242, |
| "learning_rate": 3.8665941122868645e-05, |
| "loss": 2.7919, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.80768, |
| "grad_norm": 15.72487735748291, |
| "learning_rate": 3.865985597669478e-05, |
| "loss": 2.6324, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.80896, |
| "grad_norm": 15.479949951171875, |
| "learning_rate": 3.865375746480975e-05, |
| "loss": 2.4533, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.81024, |
| "grad_norm": 18.501060485839844, |
| "learning_rate": 3.8647645591581806e-05, |
| "loss": 2.9191, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.81152, |
| "grad_norm": 16.06744956970215, |
| "learning_rate": 3.864152036138877e-05, |
| "loss": 3.0741, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.8128, |
| "grad_norm": 15.983929634094238, |
| "learning_rate": 3.863538177861803e-05, |
| "loss": 2.6595, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.81408, |
| "grad_norm": 15.704278945922852, |
| "learning_rate": 3.862922984766655e-05, |
| "loss": 2.7073, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.81536, |
| "grad_norm": 16.584312438964844, |
| "learning_rate": 3.8623064572940825e-05, |
| "loss": 2.7553, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.81664, |
| "grad_norm": 15.97700023651123, |
| "learning_rate": 3.861688595885694e-05, |
| "loss": 2.8422, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.81792, |
| "grad_norm": 14.937043190002441, |
| "learning_rate": 3.861069400984053e-05, |
| "loss": 2.6982, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.8192, |
| "grad_norm": 16.08810043334961, |
| "learning_rate": 3.8604488730326756e-05, |
| "loss": 2.5351, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.82048, |
| "grad_norm": 14.979178428649902, |
| "learning_rate": 3.8598270124760354e-05, |
| "loss": 2.5872, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.82176, |
| "grad_norm": 18.845396041870117, |
| "learning_rate": 3.8592038197595605e-05, |
| "loss": 2.5734, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.82304, |
| "grad_norm": 19.540725708007812, |
| "learning_rate": 3.858579295329631e-05, |
| "loss": 2.7707, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.82432, |
| "grad_norm": 18.288169860839844, |
| "learning_rate": 3.8579534396335835e-05, |
| "loss": 3.1013, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.8256, |
| "grad_norm": 16.441028594970703, |
| "learning_rate": 3.8573262531197056e-05, |
| "loss": 2.763, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.82688, |
| "grad_norm": 15.584442138671875, |
| "learning_rate": 3.85669773623724e-05, |
| "loss": 2.5973, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.82816, |
| "grad_norm": 17.11750030517578, |
| "learning_rate": 3.856067889436382e-05, |
| "loss": 2.7481, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.82944, |
| "grad_norm": 16.571523666381836, |
| "learning_rate": 3.855436713168279e-05, |
| "loss": 2.6863, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.83072, |
| "grad_norm": 17.088623046875, |
| "learning_rate": 3.8548042078850316e-05, |
| "loss": 3.0008, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.832, |
| "grad_norm": 15.467462539672852, |
| "learning_rate": 3.854170374039691e-05, |
| "loss": 2.4683, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.83328, |
| "grad_norm": 20.971649169921875, |
| "learning_rate": 3.8535352120862615e-05, |
| "loss": 2.827, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.83456, |
| "grad_norm": 15.669961929321289, |
| "learning_rate": 3.852898722479697e-05, |
| "loss": 2.9793, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.83584, |
| "grad_norm": 16.877017974853516, |
| "learning_rate": 3.852260905675902e-05, |
| "loss": 3.0269, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.83712, |
| "grad_norm": 27.66734504699707, |
| "learning_rate": 3.851621762131736e-05, |
| "loss": 2.6452, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.8384, |
| "grad_norm": 15.648089408874512, |
| "learning_rate": 3.8509812923050036e-05, |
| "loss": 2.6439, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.83968, |
| "grad_norm": 15.231215476989746, |
| "learning_rate": 3.8503394966544626e-05, |
| "loss": 2.6502, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.84096, |
| "grad_norm": 16.070911407470703, |
| "learning_rate": 3.849696375639819e-05, |
| "loss": 2.6575, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.84224, |
| "grad_norm": 16.972640991210938, |
| "learning_rate": 3.849051929721728e-05, |
| "loss": 2.5088, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.84352, |
| "grad_norm": 20.383317947387695, |
| "learning_rate": 3.8484061593617955e-05, |
| "loss": 2.6203, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.8448, |
| "grad_norm": 17.195466995239258, |
| "learning_rate": 3.8477590650225735e-05, |
| "loss": 2.708, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.84608, |
| "grad_norm": 16.63229751586914, |
| "learning_rate": 3.847110647167565e-05, |
| "loss": 2.5627, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.84736, |
| "grad_norm": 16.454797744750977, |
| "learning_rate": 3.84646090626122e-05, |
| "loss": 2.874, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.84864, |
| "grad_norm": 16.470767974853516, |
| "learning_rate": 3.845809842768934e-05, |
| "loss": 2.6287, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.84992, |
| "grad_norm": 15.968167304992676, |
| "learning_rate": 3.845157457157054e-05, |
| "loss": 2.5101, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.8512, |
| "grad_norm": 15.423360824584961, |
| "learning_rate": 3.84450374989287e-05, |
| "loss": 2.925, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.85248, |
| "grad_norm": 14.090285301208496, |
| "learning_rate": 3.8438487214446224e-05, |
| "loss": 2.4933, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.85376, |
| "grad_norm": 15.385074615478516, |
| "learning_rate": 3.843192372281493e-05, |
| "loss": 2.6252, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.85504, |
| "grad_norm": 15.284919738769531, |
| "learning_rate": 3.8425347028736163e-05, |
| "loss": 2.8529, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.85632, |
| "grad_norm": 15.600354194641113, |
| "learning_rate": 3.841875713692067e-05, |
| "loss": 2.7432, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.8576, |
| "grad_norm": 13.973217010498047, |
| "learning_rate": 3.841215405208866e-05, |
| "loss": 2.4549, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.85888, |
| "grad_norm": 13.93597412109375, |
| "learning_rate": 3.840553777896981e-05, |
| "loss": 2.3985, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.86016, |
| "grad_norm": 15.491600036621094, |
| "learning_rate": 3.8398908322303244e-05, |
| "loss": 2.5525, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.86144, |
| "grad_norm": 14.960386276245117, |
| "learning_rate": 3.83922656868375e-05, |
| "loss": 2.3715, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.86272, |
| "grad_norm": 17.28653335571289, |
| "learning_rate": 3.8385609877330596e-05, |
| "loss": 2.678, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.864, |
| "grad_norm": 15.855926513671875, |
| "learning_rate": 3.8378940898549954e-05, |
| "loss": 2.5052, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.86528, |
| "grad_norm": 16.686830520629883, |
| "learning_rate": 3.837225875527244e-05, |
| "loss": 2.7956, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.86656, |
| "grad_norm": 15.579748153686523, |
| "learning_rate": 3.836556345228435e-05, |
| "loss": 2.7148, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.86784, |
| "grad_norm": 16.607666015625, |
| "learning_rate": 3.8358854994381413e-05, |
| "loss": 3.0023, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.86912, |
| "grad_norm": 14.746739387512207, |
| "learning_rate": 3.835213338636877e-05, |
| "loss": 2.5038, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.8704, |
| "grad_norm": 14.911087989807129, |
| "learning_rate": 3.834539863306098e-05, |
| "loss": 2.4864, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.87168, |
| "grad_norm": 17.920852661132812, |
| "learning_rate": 3.833865073928204e-05, |
| "loss": 2.61, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.87296, |
| "grad_norm": 23.57364273071289, |
| "learning_rate": 3.8331889709865314e-05, |
| "loss": 2.5703, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.87424, |
| "grad_norm": 15.815668106079102, |
| "learning_rate": 3.832511554965363e-05, |
| "loss": 2.5902, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.87552, |
| "grad_norm": 15.791460990905762, |
| "learning_rate": 3.8318328263499175e-05, |
| "loss": 2.556, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.8768, |
| "grad_norm": 15.965447425842285, |
| "learning_rate": 3.831152785626357e-05, |
| "loss": 2.3807, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.87808, |
| "grad_norm": 16.451086044311523, |
| "learning_rate": 3.830471433281781e-05, |
| "loss": 2.5889, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.87936, |
| "grad_norm": 16.545940399169922, |
| "learning_rate": 3.8297887698042314e-05, |
| "loss": 2.7127, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.88064, |
| "grad_norm": 16.584716796875, |
| "learning_rate": 3.829104795682685e-05, |
| "loss": 2.668, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.88192, |
| "grad_norm": 15.0440034866333, |
| "learning_rate": 3.828419511407062e-05, |
| "loss": 2.2666, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.8832, |
| "grad_norm": 16.093114852905273, |
| "learning_rate": 3.8277329174682175e-05, |
| "loss": 2.5381, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.88448, |
| "grad_norm": 17.92268943786621, |
| "learning_rate": 3.827045014357947e-05, |
| "loss": 2.9876, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.88576, |
| "grad_norm": 19.78615379333496, |
| "learning_rate": 3.826355802568983e-05, |
| "loss": 2.4341, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.88704, |
| "grad_norm": 16.104738235473633, |
| "learning_rate": 3.8256652825949936e-05, |
| "loss": 2.3724, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.88832, |
| "grad_norm": 15.6746826171875, |
| "learning_rate": 3.8249734549305874e-05, |
| "loss": 2.5227, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.8896, |
| "grad_norm": 14.89026927947998, |
| "learning_rate": 3.824280320071308e-05, |
| "loss": 2.3801, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.89088, |
| "grad_norm": 15.424291610717773, |
| "learning_rate": 3.823585878513632e-05, |
| "loss": 2.3305, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.89216, |
| "grad_norm": 16.849578857421875, |
| "learning_rate": 3.822890130754979e-05, |
| "loss": 2.6592, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.89344, |
| "grad_norm": 18.175796508789062, |
| "learning_rate": 3.822193077293698e-05, |
| "loss": 2.4077, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.89472, |
| "grad_norm": 15.087833404541016, |
| "learning_rate": 3.821494718629077e-05, |
| "loss": 2.1832, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.896, |
| "grad_norm": 15.969290733337402, |
| "learning_rate": 3.8207950552613355e-05, |
| "loss": 2.4096, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.89728, |
| "grad_norm": 18.37706756591797, |
| "learning_rate": 3.8200940876916315e-05, |
| "loss": 2.7035, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.89856, |
| "grad_norm": 17.882326126098633, |
| "learning_rate": 3.8193918164220535e-05, |
| "loss": 2.7348, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.89984, |
| "grad_norm": 17.362899780273438, |
| "learning_rate": 3.8186882419556265e-05, |
| "loss": 2.41, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.90112, |
| "grad_norm": 17.60869789123535, |
| "learning_rate": 3.817983364796308e-05, |
| "loss": 2.5012, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.9024, |
| "grad_norm": 14.49885368347168, |
| "learning_rate": 3.8172771854489875e-05, |
| "loss": 2.3672, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.90368, |
| "grad_norm": 16.00278091430664, |
| "learning_rate": 3.81656970441949e-05, |
| "loss": 2.4725, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.90496, |
| "grad_norm": 14.421147346496582, |
| "learning_rate": 3.8158609222145695e-05, |
| "loss": 2.4934, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.90624, |
| "grad_norm": 17.77208137512207, |
| "learning_rate": 3.815150839341915e-05, |
| "loss": 2.7942, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.90752, |
| "grad_norm": 21.33877182006836, |
| "learning_rate": 3.8144394563101436e-05, |
| "loss": 2.6641, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.9088, |
| "grad_norm": 27.155517578125, |
| "learning_rate": 3.813726773628809e-05, |
| "loss": 2.6488, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.91008, |
| "grad_norm": 17.564882278442383, |
| "learning_rate": 3.81301279180839e-05, |
| "loss": 2.5398, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.91136, |
| "grad_norm": 18.110267639160156, |
| "learning_rate": 3.812297511360299e-05, |
| "loss": 2.6971, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.91264, |
| "grad_norm": 17.878747940063477, |
| "learning_rate": 3.8115809327968795e-05, |
| "loss": 2.4679, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.91392, |
| "grad_norm": 16.89691162109375, |
| "learning_rate": 3.810863056631402e-05, |
| "loss": 2.4438, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.9152, |
| "grad_norm": 16.083248138427734, |
| "learning_rate": 3.8101438833780695e-05, |
| "loss": 2.2836, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.91648, |
| "grad_norm": 21.065319061279297, |
| "learning_rate": 3.809423413552012e-05, |
| "loss": 2.4686, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.91776, |
| "grad_norm": 15.10194206237793, |
| "learning_rate": 3.808701647669289e-05, |
| "loss": 2.5711, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.91904, |
| "grad_norm": 16.772945404052734, |
| "learning_rate": 3.807978586246887e-05, |
| "loss": 2.7092, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.92032, |
| "grad_norm": 14.638463020324707, |
| "learning_rate": 3.807254229802722e-05, |
| "loss": 2.2609, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.9216, |
| "grad_norm": 14.97191333770752, |
| "learning_rate": 3.806528578855638e-05, |
| "loss": 2.4933, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.92288, |
| "grad_norm": 14.022955894470215, |
| "learning_rate": 3.8058016339254054e-05, |
| "loss": 2.3249, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.92416, |
| "grad_norm": 14.824427604675293, |
| "learning_rate": 3.805073395532721e-05, |
| "loss": 2.5468, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.92544, |
| "grad_norm": 16.92312240600586, |
| "learning_rate": 3.804343864199208e-05, |
| "loss": 2.695, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.92672, |
| "grad_norm": 15.15036678314209, |
| "learning_rate": 3.8036130404474165e-05, |
| "loss": 2.4866, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.928, |
| "grad_norm": 15.821409225463867, |
| "learning_rate": 3.802880924800823e-05, |
| "loss": 2.3584, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.92928, |
| "grad_norm": 17.269033432006836, |
| "learning_rate": 3.8021475177838274e-05, |
| "loss": 2.5484, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.93056, |
| "grad_norm": 15.76143741607666, |
| "learning_rate": 3.8014128199217564e-05, |
| "loss": 2.6404, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.93184, |
| "grad_norm": 15.225739479064941, |
| "learning_rate": 3.80067683174086e-05, |
| "loss": 2.3389, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.93312, |
| "grad_norm": 15.259419441223145, |
| "learning_rate": 3.7999395537683125e-05, |
| "loss": 2.4217, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.9344, |
| "grad_norm": 14.0311861038208, |
| "learning_rate": 3.7992009865322146e-05, |
| "loss": 2.2341, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.93568, |
| "grad_norm": 15.174430847167969, |
| "learning_rate": 3.798461130561586e-05, |
| "loss": 2.454, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.93696, |
| "grad_norm": 15.536335945129395, |
| "learning_rate": 3.797719986386374e-05, |
| "loss": 2.552, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.93824, |
| "grad_norm": 14.358999252319336, |
| "learning_rate": 3.796977554537444e-05, |
| "loss": 2.193, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.93952, |
| "grad_norm": 15.695686340332031, |
| "learning_rate": 3.7962338355465885e-05, |
| "loss": 2.4846, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.9408, |
| "grad_norm": 14.334266662597656, |
| "learning_rate": 3.7954888299465183e-05, |
| "loss": 2.4034, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.94208, |
| "grad_norm": 14.447153091430664, |
| "learning_rate": 3.794742538270869e-05, |
| "loss": 2.4067, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.94336, |
| "grad_norm": 16.12271499633789, |
| "learning_rate": 3.793994961054194e-05, |
| "loss": 2.5625, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.94464, |
| "grad_norm": 14.776114463806152, |
| "learning_rate": 3.79324609883197e-05, |
| "loss": 2.3391, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.94592, |
| "grad_norm": 16.960769653320312, |
| "learning_rate": 3.792495952140591e-05, |
| "loss": 2.2539, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.9472, |
| "grad_norm": 15.392372131347656, |
| "learning_rate": 3.7917445215173765e-05, |
| "loss": 2.5456, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.94848, |
| "grad_norm": 13.910234451293945, |
| "learning_rate": 3.79099180750056e-05, |
| "loss": 2.2614, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.94976, |
| "grad_norm": 21.39382553100586, |
| "learning_rate": 3.7902378106292983e-05, |
| "loss": 2.2833, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.95104, |
| "grad_norm": 14.70761489868164, |
| "learning_rate": 3.789482531443664e-05, |
| "loss": 2.2528, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.95232, |
| "grad_norm": 15.732707023620605, |
| "learning_rate": 3.7887259704846514e-05, |
| "loss": 2.6405, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.9536, |
| "grad_norm": 16.759382247924805, |
| "learning_rate": 3.78796812829417e-05, |
| "loss": 2.3053, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.95488, |
| "grad_norm": 16.258947372436523, |
| "learning_rate": 3.787209005415047e-05, |
| "loss": 2.5478, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.95616, |
| "grad_norm": 19.868284225463867, |
| "learning_rate": 3.786448602391031e-05, |
| "loss": 2.6974, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.95744, |
| "grad_norm": 14.588905334472656, |
| "learning_rate": 3.7856869197667825e-05, |
| "loss": 2.4021, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.95872, |
| "grad_norm": 13.80185604095459, |
| "learning_rate": 3.784923958087882e-05, |
| "loss": 2.0653, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 19.615184783935547, |
| "learning_rate": 3.784159717900824e-05, |
| "loss": 2.5925, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.96128, |
| "grad_norm": 16.076852798461914, |
| "learning_rate": 3.78339419975302e-05, |
| "loss": 2.3536, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.96256, |
| "grad_norm": 16.84776496887207, |
| "learning_rate": 3.782627404192797e-05, |
| "loss": 2.2851, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.96384, |
| "grad_norm": 16.366788864135742, |
| "learning_rate": 3.781859331769396e-05, |
| "loss": 2.4779, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.96512, |
| "grad_norm": 14.936957359313965, |
| "learning_rate": 3.781089983032973e-05, |
| "loss": 2.3306, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.9664, |
| "grad_norm": 15.780125617980957, |
| "learning_rate": 3.7803193585345986e-05, |
| "loss": 2.3481, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.96768, |
| "grad_norm": 15.415637016296387, |
| "learning_rate": 3.7795474588262576e-05, |
| "loss": 2.3853, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.96896, |
| "grad_norm": 14.286380767822266, |
| "learning_rate": 3.778774284460846e-05, |
| "loss": 2.2623, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.97024, |
| "grad_norm": 15.477252006530762, |
| "learning_rate": 3.777999835992175e-05, |
| "loss": 2.2434, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.97152, |
| "grad_norm": 14.600852012634277, |
| "learning_rate": 3.7772241139749685e-05, |
| "loss": 2.3724, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.9728, |
| "grad_norm": 15.268932342529297, |
| "learning_rate": 3.776447118964862e-05, |
| "loss": 2.1774, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.97408, |
| "grad_norm": 14.749287605285645, |
| "learning_rate": 3.7756688515184e-05, |
| "loss": 2.2529, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.97536, |
| "grad_norm": 15.257192611694336, |
| "learning_rate": 3.7748893121930455e-05, |
| "loss": 2.3492, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.97664, |
| "grad_norm": 15.820531845092773, |
| "learning_rate": 3.774108501547165e-05, |
| "loss": 2.4378, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.97792, |
| "grad_norm": 18.906972885131836, |
| "learning_rate": 3.7733264201400394e-05, |
| "loss": 2.3028, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.9792, |
| "grad_norm": 34.89578628540039, |
| "learning_rate": 3.77254306853186e-05, |
| "loss": 2.4342, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.98048, |
| "grad_norm": 15.511659622192383, |
| "learning_rate": 3.7717584472837267e-05, |
| "loss": 2.0895, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.98176, |
| "grad_norm": 17.72902488708496, |
| "learning_rate": 3.770972556957649e-05, |
| "loss": 2.606, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.98304, |
| "grad_norm": 16.67388343811035, |
| "learning_rate": 3.7701853981165457e-05, |
| "loss": 2.3281, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.98432, |
| "grad_norm": 16.149677276611328, |
| "learning_rate": 3.769396971324244e-05, |
| "loss": 2.4408, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.9856, |
| "grad_norm": 18.155961990356445, |
| "learning_rate": 3.768607277145481e-05, |
| "loss": 2.3312, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.98688, |
| "grad_norm": 19.29665756225586, |
| "learning_rate": 3.7678163161458974e-05, |
| "loss": 2.3653, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.98816, |
| "grad_norm": 15.125231742858887, |
| "learning_rate": 3.767024088892046e-05, |
| "loss": 2.1, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.98944, |
| "grad_norm": 15.775856018066406, |
| "learning_rate": 3.766230595951384e-05, |
| "loss": 2.3879, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.99072, |
| "grad_norm": 22.70481300354004, |
| "learning_rate": 3.7654358378922766e-05, |
| "loss": 2.4269, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.992, |
| "grad_norm": 17.900962829589844, |
| "learning_rate": 3.764639815283993e-05, |
| "loss": 2.4311, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.99328, |
| "grad_norm": 16.839641571044922, |
| "learning_rate": 3.76384252869671e-05, |
| "loss": 2.1959, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.99456, |
| "grad_norm": 17.761302947998047, |
| "learning_rate": 3.76304397870151e-05, |
| "loss": 2.3586, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.99584, |
| "grad_norm": 28.458772659301758, |
| "learning_rate": 3.762244165870379e-05, |
| "loss": 2.3288, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.99712, |
| "grad_norm": 20.047210693359375, |
| "learning_rate": 3.761443090776208e-05, |
| "loss": 2.185, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.9984, |
| "grad_norm": 42.535438537597656, |
| "learning_rate": 3.760640753992793e-05, |
| "loss": 2.4613, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.99968, |
| "grad_norm": 18.425861358642578, |
| "learning_rate": 3.7598371560948325e-05, |
| "loss": 2.356, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 781 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 7.637701034545898, |
| "learning_rate": 3.759032297657929e-05, |
| "loss": 0.6746, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.00128, |
| "grad_norm": 14.930750846862793, |
| "learning_rate": 3.758226179258588e-05, |
| "loss": 1.9849, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 783 |
| }, |
| { |
| "epoch": 1.00256, |
| "grad_norm": 15.8840913772583, |
| "learning_rate": 3.757418801474217e-05, |
| "loss": 1.6816, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.00384, |
| "grad_norm": 14.777325630187988, |
| "learning_rate": 3.7566101648831265e-05, |
| "loss": 1.5593, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 785 |
| }, |
| { |
| "epoch": 1.00512, |
| "grad_norm": 17.472585678100586, |
| "learning_rate": 3.755800270064527e-05, |
| "loss": 1.7202, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.0064, |
| "grad_norm": 16.587631225585938, |
| "learning_rate": 3.754989117598532e-05, |
| "loss": 1.6946, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 787 |
| }, |
| { |
| "epoch": 1.00768, |
| "grad_norm": 17.10982894897461, |
| "learning_rate": 3.754176708066154e-05, |
| "loss": 1.8341, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.00896, |
| "grad_norm": 56.08888244628906, |
| "learning_rate": 3.7533630420493086e-05, |
| "loss": 1.8146, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 789 |
| }, |
| { |
| "epoch": 1.01024, |
| "grad_norm": 17.029489517211914, |
| "learning_rate": 3.7525481201308086e-05, |
| "loss": 1.7122, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.01152, |
| "grad_norm": 14.478750228881836, |
| "learning_rate": 3.751731942894368e-05, |
| "loss": 1.8093, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 791 |
| }, |
| { |
| "epoch": 1.0128, |
| "grad_norm": 17.404428482055664, |
| "learning_rate": 3.7509145109245986e-05, |
| "loss": 1.9688, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.01408, |
| "grad_norm": 14.182644844055176, |
| "learning_rate": 3.7500958248070144e-05, |
| "loss": 1.5917, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 793 |
| }, |
| { |
| "epoch": 1.01536, |
| "grad_norm": 12.70852279663086, |
| "learning_rate": 3.749275885128022e-05, |
| "loss": 1.4929, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.01664, |
| "grad_norm": 14.46276569366455, |
| "learning_rate": 3.748454692474931e-05, |
| "loss": 1.7807, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 795 |
| }, |
| { |
| "epoch": 1.01792, |
| "grad_norm": 17.149845123291016, |
| "learning_rate": 3.747632247435946e-05, |
| "loss": 1.944, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.0192, |
| "grad_norm": 15.364912033081055, |
| "learning_rate": 3.74680855060017e-05, |
| "loss": 1.6255, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 797 |
| }, |
| { |
| "epoch": 1.02048, |
| "grad_norm": 16.077119827270508, |
| "learning_rate": 3.7459836025576006e-05, |
| "loss": 1.8072, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.02176, |
| "grad_norm": 13.815398216247559, |
| "learning_rate": 3.745157403899134e-05, |
| "loss": 1.6962, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 799 |
| }, |
| { |
| "epoch": 1.02304, |
| "grad_norm": 15.386564254760742, |
| "learning_rate": 3.74432995521656e-05, |
| "loss": 1.6217, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.02432, |
| "grad_norm": 14.6875638961792, |
| "learning_rate": 3.743501257102566e-05, |
| "loss": 1.7559, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 801 |
| }, |
| { |
| "epoch": 1.0256, |
| "grad_norm": 13.744385719299316, |
| "learning_rate": 3.7426713101507325e-05, |
| "loss": 1.615, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.02688, |
| "grad_norm": 14.763811111450195, |
| "learning_rate": 3.741840114955535e-05, |
| "loss": 1.8751, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 803 |
| }, |
| { |
| "epoch": 1.02816, |
| "grad_norm": 14.282447814941406, |
| "learning_rate": 3.741007672112345e-05, |
| "loss": 1.6889, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.02944, |
| "grad_norm": 15.340394973754883, |
| "learning_rate": 3.740173982217423e-05, |
| "loss": 1.7017, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 805 |
| }, |
| { |
| "epoch": 1.03072, |
| "grad_norm": 17.885648727416992, |
| "learning_rate": 3.7393390458679284e-05, |
| "loss": 1.887, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.032, |
| "grad_norm": 16.76786231994629, |
| "learning_rate": 3.738502863661909e-05, |
| "loss": 1.8706, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 807 |
| }, |
| { |
| "epoch": 1.03328, |
| "grad_norm": 23.21590232849121, |
| "learning_rate": 3.737665436198308e-05, |
| "loss": 1.7394, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.03456, |
| "grad_norm": 14.264007568359375, |
| "learning_rate": 3.736826764076959e-05, |
| "loss": 1.7371, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 809 |
| }, |
| { |
| "epoch": 1.03584, |
| "grad_norm": 13.681177139282227, |
| "learning_rate": 3.735986847898586e-05, |
| "loss": 1.5673, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.03712, |
| "grad_norm": 15.364019393920898, |
| "learning_rate": 3.7351456882648077e-05, |
| "loss": 1.6439, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 811 |
| }, |
| { |
| "epoch": 1.0384, |
| "grad_norm": 14.452603340148926, |
| "learning_rate": 3.734303285778129e-05, |
| "loss": 1.8023, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.03968, |
| "grad_norm": 15.71437931060791, |
| "learning_rate": 3.73345964104195e-05, |
| "loss": 1.6902, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 813 |
| }, |
| { |
| "epoch": 1.04096, |
| "grad_norm": 13.865065574645996, |
| "learning_rate": 3.732614754660555e-05, |
| "loss": 1.6612, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.04224, |
| "grad_norm": 13.94442081451416, |
| "learning_rate": 3.731768627239122e-05, |
| "loss": 1.6696, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 815 |
| }, |
| { |
| "epoch": 1.04352, |
| "grad_norm": 15.24637508392334, |
| "learning_rate": 3.730921259383717e-05, |
| "loss": 1.6453, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.0448, |
| "grad_norm": 14.301705360412598, |
| "learning_rate": 3.730072651701293e-05, |
| "loss": 1.8123, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 817 |
| }, |
| { |
| "epoch": 1.04608, |
| "grad_norm": 14.296626091003418, |
| "learning_rate": 3.7292228047996924e-05, |
| "loss": 1.7388, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.04736, |
| "grad_norm": 14.880200386047363, |
| "learning_rate": 3.7283717192876446e-05, |
| "loss": 1.8209, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 819 |
| }, |
| { |
| "epoch": 1.04864, |
| "grad_norm": 13.230586051940918, |
| "learning_rate": 3.727519395774767e-05, |
| "loss": 1.633, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.04992, |
| "grad_norm": 15.007354736328125, |
| "learning_rate": 3.726665834871563e-05, |
| "loss": 1.7767, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 821 |
| }, |
| { |
| "epoch": 1.0512, |
| "grad_norm": 13.788554191589355, |
| "learning_rate": 3.725811037189422e-05, |
| "loss": 1.6019, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.05248, |
| "grad_norm": 16.051198959350586, |
| "learning_rate": 3.724955003340621e-05, |
| "loss": 1.7127, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 823 |
| }, |
| { |
| "epoch": 1.05376, |
| "grad_norm": 14.279069900512695, |
| "learning_rate": 3.724097733938321e-05, |
| "loss": 1.594, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.05504, |
| "grad_norm": 13.648506164550781, |
| "learning_rate": 3.7232392295965676e-05, |
| "loss": 1.6569, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 825 |
| }, |
| { |
| "epoch": 1.05632, |
| "grad_norm": 13.90768051147461, |
| "learning_rate": 3.722379490930292e-05, |
| "loss": 1.916, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.0576, |
| "grad_norm": 13.066059112548828, |
| "learning_rate": 3.7215185185553085e-05, |
| "loss": 1.4931, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 827 |
| }, |
| { |
| "epoch": 1.05888, |
| "grad_norm": 16.058156967163086, |
| "learning_rate": 3.720656313088317e-05, |
| "loss": 1.8189, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.06016, |
| "grad_norm": 13.876213073730469, |
| "learning_rate": 3.7197928751468984e-05, |
| "loss": 1.6806, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 829 |
| }, |
| { |
| "epoch": 1.06144, |
| "grad_norm": 15.235703468322754, |
| "learning_rate": 3.718928205349518e-05, |
| "loss": 1.9679, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.06272, |
| "grad_norm": 13.225854873657227, |
| "learning_rate": 3.718062304315523e-05, |
| "loss": 1.6632, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 831 |
| }, |
| { |
| "epoch": 1.064, |
| "grad_norm": 13.433825492858887, |
| "learning_rate": 3.717195172665142e-05, |
| "loss": 1.4835, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.06528, |
| "grad_norm": 13.096267700195312, |
| "learning_rate": 3.716326811019485e-05, |
| "loss": 1.5798, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 833 |
| }, |
| { |
| "epoch": 1.06656, |
| "grad_norm": 13.689745903015137, |
| "learning_rate": 3.7154572200005446e-05, |
| "loss": 1.6414, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.06784, |
| "grad_norm": 14.17859172821045, |
| "learning_rate": 3.714586400231191e-05, |
| "loss": 1.676, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 835 |
| }, |
| { |
| "epoch": 1.06912, |
| "grad_norm": 12.879094123840332, |
| "learning_rate": 3.7137143523351787e-05, |
| "loss": 1.5656, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.0704, |
| "grad_norm": 14.506047248840332, |
| "learning_rate": 3.712841076937138e-05, |
| "loss": 1.7101, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 837 |
| }, |
| { |
| "epoch": 1.07168, |
| "grad_norm": 12.84417724609375, |
| "learning_rate": 3.7119665746625805e-05, |
| "loss": 1.5609, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.07296, |
| "grad_norm": 13.47739315032959, |
| "learning_rate": 3.7110908461378954e-05, |
| "loss": 1.6827, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 839 |
| }, |
| { |
| "epoch": 1.07424, |
| "grad_norm": 13.547829627990723, |
| "learning_rate": 3.710213891990352e-05, |
| "loss": 1.6128, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.07552, |
| "grad_norm": 13.574997901916504, |
| "learning_rate": 3.709335712848095e-05, |
| "loss": 1.6531, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 841 |
| }, |
| { |
| "epoch": 1.0768, |
| "grad_norm": 14.529844284057617, |
| "learning_rate": 3.7084563093401496e-05, |
| "loss": 1.772, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.07808, |
| "grad_norm": 13.569336891174316, |
| "learning_rate": 3.707575682096415e-05, |
| "loss": 1.7597, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 843 |
| }, |
| { |
| "epoch": 1.07936, |
| "grad_norm": 14.662520408630371, |
| "learning_rate": 3.706693831747669e-05, |
| "loss": 1.6893, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.08064, |
| "grad_norm": 13.349285125732422, |
| "learning_rate": 3.7058107589255643e-05, |
| "loss": 1.7661, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 845 |
| }, |
| { |
| "epoch": 1.08192, |
| "grad_norm": 13.593547821044922, |
| "learning_rate": 3.70492646426263e-05, |
| "loss": 1.7527, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.0832, |
| "grad_norm": 14.082891464233398, |
| "learning_rate": 3.70404094839227e-05, |
| "loss": 1.9909, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 847 |
| }, |
| { |
| "epoch": 1.08448, |
| "grad_norm": 13.50460433959961, |
| "learning_rate": 3.703154211948763e-05, |
| "loss": 1.5038, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.08576, |
| "grad_norm": 14.839268684387207, |
| "learning_rate": 3.7022662555672624e-05, |
| "loss": 1.5218, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 849 |
| }, |
| { |
| "epoch": 1.08704, |
| "grad_norm": 13.576164245605469, |
| "learning_rate": 3.701377079883794e-05, |
| "loss": 1.515, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.08832, |
| "grad_norm": 13.962055206298828, |
| "learning_rate": 3.700486685535259e-05, |
| "loss": 1.6764, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 851 |
| }, |
| { |
| "epoch": 1.0896, |
| "grad_norm": 13.18688678741455, |
| "learning_rate": 3.69959507315943e-05, |
| "loss": 1.6427, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.09088, |
| "grad_norm": 14.589760780334473, |
| "learning_rate": 3.6987022433949524e-05, |
| "loss": 1.8014, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 853 |
| }, |
| { |
| "epoch": 1.09216, |
| "grad_norm": 13.513703346252441, |
| "learning_rate": 3.697808196881344e-05, |
| "loss": 1.6865, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.09344, |
| "grad_norm": 13.809859275817871, |
| "learning_rate": 3.696912934258994e-05, |
| "loss": 1.7244, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 855 |
| }, |
| { |
| "epoch": 1.09472, |
| "grad_norm": 13.182912826538086, |
| "learning_rate": 3.696016456169162e-05, |
| "loss": 1.574, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.096, |
| "grad_norm": 13.66671085357666, |
| "learning_rate": 3.6951187632539794e-05, |
| "loss": 1.6676, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 857 |
| }, |
| { |
| "epoch": 1.09728, |
| "grad_norm": 13.485074043273926, |
| "learning_rate": 3.694219856156446e-05, |
| "loss": 1.5812, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.09856, |
| "grad_norm": 13.4722318649292, |
| "learning_rate": 3.6933197355204336e-05, |
| "loss": 1.6095, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 859 |
| }, |
| { |
| "epoch": 1.09984, |
| "grad_norm": 14.987549781799316, |
| "learning_rate": 3.692418401990682e-05, |
| "loss": 1.7181, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.10112, |
| "grad_norm": 13.895252227783203, |
| "learning_rate": 3.691515856212799e-05, |
| "loss": 1.6172, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 861 |
| }, |
| { |
| "epoch": 1.1024, |
| "grad_norm": 13.855140686035156, |
| "learning_rate": 3.6906120988332616e-05, |
| "loss": 1.6392, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.10368, |
| "grad_norm": 13.190134048461914, |
| "learning_rate": 3.6897071304994145e-05, |
| "loss": 1.5884, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 863 |
| }, |
| { |
| "epoch": 1.10496, |
| "grad_norm": 13.02953815460205, |
| "learning_rate": 3.6888009518594703e-05, |
| "loss": 1.5229, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.1062400000000001, |
| "grad_norm": 14.540319442749023, |
| "learning_rate": 3.687893563562509e-05, |
| "loss": 1.7612, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 865 |
| }, |
| { |
| "epoch": 1.10752, |
| "grad_norm": 12.709861755371094, |
| "learning_rate": 3.6869849662584745e-05, |
| "loss": 1.5632, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.1088, |
| "grad_norm": 14.179160118103027, |
| "learning_rate": 3.686075160598178e-05, |
| "loss": 1.733, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 867 |
| }, |
| { |
| "epoch": 1.11008, |
| "grad_norm": 14.17248821258545, |
| "learning_rate": 3.6851641472332985e-05, |
| "loss": 1.6947, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.11136, |
| "grad_norm": 12.01779842376709, |
| "learning_rate": 3.6842519268163764e-05, |
| "loss": 1.4372, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 869 |
| }, |
| { |
| "epoch": 1.11264, |
| "grad_norm": 14.44324779510498, |
| "learning_rate": 3.68333850000082e-05, |
| "loss": 1.7503, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.11392, |
| "grad_norm": 22.792024612426758, |
| "learning_rate": 3.6824238674408984e-05, |
| "loss": 1.7097, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 871 |
| }, |
| { |
| "epoch": 1.1152, |
| "grad_norm": 13.562763214111328, |
| "learning_rate": 3.6815080297917464e-05, |
| "loss": 1.6344, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.11648, |
| "grad_norm": 13.452314376831055, |
| "learning_rate": 3.680590987709363e-05, |
| "loss": 1.4357, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 873 |
| }, |
| { |
| "epoch": 1.11776, |
| "grad_norm": 13.783170700073242, |
| "learning_rate": 3.679672741850607e-05, |
| "loss": 1.6984, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.11904, |
| "grad_norm": 13.339764595031738, |
| "learning_rate": 3.678753292873202e-05, |
| "loss": 1.5305, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 875 |
| }, |
| { |
| "epoch": 1.12032, |
| "grad_norm": 15.089187622070312, |
| "learning_rate": 3.677832641435731e-05, |
| "loss": 1.7036, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.1216, |
| "grad_norm": 13.522204399108887, |
| "learning_rate": 3.676910788197641e-05, |
| "loss": 1.6177, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 877 |
| }, |
| { |
| "epoch": 1.12288, |
| "grad_norm": 13.470952033996582, |
| "learning_rate": 3.675987733819239e-05, |
| "loss": 1.672, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.12416, |
| "grad_norm": 13.42455005645752, |
| "learning_rate": 3.67506347896169e-05, |
| "loss": 1.5596, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 879 |
| }, |
| { |
| "epoch": 1.12544, |
| "grad_norm": 15.255027770996094, |
| "learning_rate": 3.674138024287022e-05, |
| "loss": 1.6724, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.12672, |
| "grad_norm": 12.817654609680176, |
| "learning_rate": 3.6732113704581205e-05, |
| "loss": 1.5873, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 881 |
| }, |
| { |
| "epoch": 1.1280000000000001, |
| "grad_norm": 14.265442848205566, |
| "learning_rate": 3.672283518138732e-05, |
| "loss": 1.953, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.12928, |
| "grad_norm": 14.82458782196045, |
| "learning_rate": 3.671354467993458e-05, |
| "loss": 1.6708, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 883 |
| }, |
| { |
| "epoch": 1.13056, |
| "grad_norm": 15.265711784362793, |
| "learning_rate": 3.670424220687761e-05, |
| "loss": 1.8737, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.13184, |
| "grad_norm": 13.989291191101074, |
| "learning_rate": 3.6694927768879596e-05, |
| "loss": 1.5517, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 885 |
| }, |
| { |
| "epoch": 1.13312, |
| "grad_norm": 12.545561790466309, |
| "learning_rate": 3.6685601372612303e-05, |
| "loss": 1.5999, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.1344, |
| "grad_norm": 13.913738250732422, |
| "learning_rate": 3.667626302475606e-05, |
| "loss": 1.6324, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 887 |
| }, |
| { |
| "epoch": 1.13568, |
| "grad_norm": 13.087211608886719, |
| "learning_rate": 3.6666912731999746e-05, |
| "loss": 1.5281, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.13696, |
| "grad_norm": 14.297544479370117, |
| "learning_rate": 3.665755050104081e-05, |
| "loss": 1.5144, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 889 |
| }, |
| { |
| "epoch": 1.13824, |
| "grad_norm": 14.628478050231934, |
| "learning_rate": 3.6648176338585246e-05, |
| "loss": 1.7168, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.13952, |
| "grad_norm": 15.609063148498535, |
| "learning_rate": 3.663879025134758e-05, |
| "loss": 1.4599, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 891 |
| }, |
| { |
| "epoch": 1.1408, |
| "grad_norm": 14.504182815551758, |
| "learning_rate": 3.662939224605091e-05, |
| "loss": 1.8414, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.14208, |
| "grad_norm": 14.806732177734375, |
| "learning_rate": 3.6619982329426843e-05, |
| "loss": 1.788, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 893 |
| }, |
| { |
| "epoch": 1.14336, |
| "grad_norm": 13.376895904541016, |
| "learning_rate": 3.6610560508215535e-05, |
| "loss": 1.6093, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.1446399999999999, |
| "grad_norm": 13.66960334777832, |
| "learning_rate": 3.6601126789165664e-05, |
| "loss": 1.6336, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 895 |
| }, |
| { |
| "epoch": 1.14592, |
| "grad_norm": 14.66211223602295, |
| "learning_rate": 3.659168117903443e-05, |
| "loss": 1.6137, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.1472, |
| "grad_norm": 14.259181022644043, |
| "learning_rate": 3.6582223684587545e-05, |
| "loss": 1.5226, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 897 |
| }, |
| { |
| "epoch": 1.14848, |
| "grad_norm": 13.97257137298584, |
| "learning_rate": 3.657275431259924e-05, |
| "loss": 1.7245, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.1497600000000001, |
| "grad_norm": 14.317708969116211, |
| "learning_rate": 3.656327306985225e-05, |
| "loss": 1.7611, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 899 |
| }, |
| { |
| "epoch": 1.15104, |
| "grad_norm": 14.496132850646973, |
| "learning_rate": 3.655377996313782e-05, |
| "loss": 1.5878, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.15232, |
| "grad_norm": 15.028338432312012, |
| "learning_rate": 3.654427499925567e-05, |
| "loss": 1.5472, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 901 |
| }, |
| { |
| "epoch": 1.1536, |
| "grad_norm": 13.649274826049805, |
| "learning_rate": 3.653475818501406e-05, |
| "loss": 1.6825, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.15488, |
| "grad_norm": 15.318604469299316, |
| "learning_rate": 3.652522952722969e-05, |
| "loss": 1.4892, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 903 |
| }, |
| { |
| "epoch": 1.15616, |
| "grad_norm": 14.336095809936523, |
| "learning_rate": 3.651568903272775e-05, |
| "loss": 1.5957, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.15744, |
| "grad_norm": 14.794496536254883, |
| "learning_rate": 3.650613670834195e-05, |
| "loss": 1.5297, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 905 |
| }, |
| { |
| "epoch": 1.15872, |
| "grad_norm": 35.94889450073242, |
| "learning_rate": 3.649657256091443e-05, |
| "loss": 1.6136, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.16, |
| "grad_norm": 14.51966667175293, |
| "learning_rate": 3.64869965972958e-05, |
| "loss": 1.5706, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 907 |
| }, |
| { |
| "epoch": 1.16128, |
| "grad_norm": 13.505555152893066, |
| "learning_rate": 3.647740882434517e-05, |
| "loss": 1.6004, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.16256, |
| "grad_norm": 14.823722839355469, |
| "learning_rate": 3.646780924893007e-05, |
| "loss": 1.6492, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 909 |
| }, |
| { |
| "epoch": 1.16384, |
| "grad_norm": 16.213275909423828, |
| "learning_rate": 3.64581978779265e-05, |
| "loss": 1.5189, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.16512, |
| "grad_norm": 13.599685668945312, |
| "learning_rate": 3.644857471821892e-05, |
| "loss": 1.611, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 911 |
| }, |
| { |
| "epoch": 1.1663999999999999, |
| "grad_norm": 14.161972999572754, |
| "learning_rate": 3.6438939776700205e-05, |
| "loss": 1.6438, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.16768, |
| "grad_norm": 13.986428260803223, |
| "learning_rate": 3.6429293060271694e-05, |
| "loss": 1.5797, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 913 |
| }, |
| { |
| "epoch": 1.16896, |
| "grad_norm": 13.56037712097168, |
| "learning_rate": 3.641963457584315e-05, |
| "loss": 1.5035, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.17024, |
| "grad_norm": 13.818415641784668, |
| "learning_rate": 3.640996433033277e-05, |
| "loss": 1.6533, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 915 |
| }, |
| { |
| "epoch": 1.1715200000000001, |
| "grad_norm": 12.366289138793945, |
| "learning_rate": 3.6400282330667184e-05, |
| "loss": 1.4781, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.1728, |
| "grad_norm": 12.975995063781738, |
| "learning_rate": 3.6390588583781406e-05, |
| "loss": 1.6285, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 917 |
| }, |
| { |
| "epoch": 1.17408, |
| "grad_norm": 14.165071487426758, |
| "learning_rate": 3.638088309661891e-05, |
| "loss": 1.617, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.17536, |
| "grad_norm": 12.681514739990234, |
| "learning_rate": 3.6371165876131544e-05, |
| "loss": 1.5155, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 919 |
| }, |
| { |
| "epoch": 1.17664, |
| "grad_norm": 13.74852466583252, |
| "learning_rate": 3.6361436929279574e-05, |
| "loss": 1.7485, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.17792, |
| "grad_norm": 14.935030937194824, |
| "learning_rate": 3.635169626303168e-05, |
| "loss": 1.7379, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 921 |
| }, |
| { |
| "epoch": 1.1792, |
| "grad_norm": 13.199347496032715, |
| "learning_rate": 3.6341943884364904e-05, |
| "loss": 1.6108, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.18048, |
| "grad_norm": 17.674182891845703, |
| "learning_rate": 3.63321798002647e-05, |
| "loss": 1.4986, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 923 |
| }, |
| { |
| "epoch": 1.18176, |
| "grad_norm": 11.538741111755371, |
| "learning_rate": 3.632240401772492e-05, |
| "loss": 1.3704, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.18304, |
| "grad_norm": 13.89225959777832, |
| "learning_rate": 3.631261654374775e-05, |
| "loss": 1.6412, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 925 |
| }, |
| { |
| "epoch": 1.18432, |
| "grad_norm": 12.46341323852539, |
| "learning_rate": 3.630281738534379e-05, |
| "loss": 1.4307, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.1856, |
| "grad_norm": 13.359296798706055, |
| "learning_rate": 3.6293006549531994e-05, |
| "loss": 1.4984, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 927 |
| }, |
| { |
| "epoch": 1.18688, |
| "grad_norm": 15.257698059082031, |
| "learning_rate": 3.6283184043339696e-05, |
| "loss": 1.6318, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.1881599999999999, |
| "grad_norm": 12.856062889099121, |
| "learning_rate": 3.6273349873802554e-05, |
| "loss": 1.5762, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 929 |
| }, |
| { |
| "epoch": 1.18944, |
| "grad_norm": 13.709067344665527, |
| "learning_rate": 3.6263504047964616e-05, |
| "loss": 1.5288, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.19072, |
| "grad_norm": 12.889052391052246, |
| "learning_rate": 3.6253646572878266e-05, |
| "loss": 1.5749, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 931 |
| }, |
| { |
| "epoch": 1.192, |
| "grad_norm": 13.004396438598633, |
| "learning_rate": 3.624377745560423e-05, |
| "loss": 1.6453, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.1932800000000001, |
| "grad_norm": 13.16568660736084, |
| "learning_rate": 3.6233896703211565e-05, |
| "loss": 1.5752, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 933 |
| }, |
| { |
| "epoch": 1.19456, |
| "grad_norm": 13.28061294555664, |
| "learning_rate": 3.6224004322777695e-05, |
| "loss": 1.583, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.19584, |
| "grad_norm": 12.309102058410645, |
| "learning_rate": 3.6214100321388325e-05, |
| "loss": 1.5622, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 935 |
| }, |
| { |
| "epoch": 1.19712, |
| "grad_norm": 14.137489318847656, |
| "learning_rate": 3.6204184706137525e-05, |
| "loss": 1.5663, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.1984, |
| "grad_norm": 13.560651779174805, |
| "learning_rate": 3.619425748412765e-05, |
| "loss": 1.5099, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 937 |
| }, |
| { |
| "epoch": 1.19968, |
| "grad_norm": 14.234237670898438, |
| "learning_rate": 3.6184318662469416e-05, |
| "loss": 1.5362, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.20096, |
| "grad_norm": 13.262940406799316, |
| "learning_rate": 3.61743682482818e-05, |
| "loss": 1.5734, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 939 |
| }, |
| { |
| "epoch": 1.20224, |
| "grad_norm": 14.336334228515625, |
| "learning_rate": 3.616440624869209e-05, |
| "loss": 1.5426, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.20352, |
| "grad_norm": 13.549564361572266, |
| "learning_rate": 3.61544326708359e-05, |
| "loss": 1.5688, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 941 |
| }, |
| { |
| "epoch": 1.2048, |
| "grad_norm": 14.637846946716309, |
| "learning_rate": 3.614444752185711e-05, |
| "loss": 1.7736, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.20608, |
| "grad_norm": 12.82320785522461, |
| "learning_rate": 3.613445080890791e-05, |
| "loss": 1.4906, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 943 |
| }, |
| { |
| "epoch": 1.20736, |
| "grad_norm": 14.588910102844238, |
| "learning_rate": 3.612444253914874e-05, |
| "loss": 1.5586, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.20864, |
| "grad_norm": 13.558112144470215, |
| "learning_rate": 3.611442271974837e-05, |
| "loss": 1.628, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 945 |
| }, |
| { |
| "epoch": 1.2099199999999999, |
| "grad_norm": 12.899590492248535, |
| "learning_rate": 3.610439135788379e-05, |
| "loss": 1.5793, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 946 |
| }, |
| { |
| "epoch": 1.2112, |
| "grad_norm": 13.106342315673828, |
| "learning_rate": 3.6094348460740274e-05, |
| "loss": 1.6386, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 947 |
| }, |
| { |
| "epoch": 1.21248, |
| "grad_norm": 12.26192569732666, |
| "learning_rate": 3.608429403551138e-05, |
| "loss": 1.5082, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 948 |
| }, |
| { |
| "epoch": 1.21376, |
| "grad_norm": 12.804998397827148, |
| "learning_rate": 3.607422808939891e-05, |
| "loss": 1.4574, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 949 |
| }, |
| { |
| "epoch": 1.2150400000000001, |
| "grad_norm": 14.102025032043457, |
| "learning_rate": 3.60641506296129e-05, |
| "loss": 1.519, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.21632, |
| "grad_norm": 14.641386985778809, |
| "learning_rate": 3.605406166337166e-05, |
| "loss": 1.7138, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 951 |
| }, |
| { |
| "epoch": 1.2176, |
| "grad_norm": 14.196307182312012, |
| "learning_rate": 3.604396119790173e-05, |
| "loss": 1.7631, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 952 |
| }, |
| { |
| "epoch": 1.21888, |
| "grad_norm": 13.600870132446289, |
| "learning_rate": 3.6033849240437886e-05, |
| "loss": 1.5713, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 953 |
| }, |
| { |
| "epoch": 1.22016, |
| "grad_norm": 12.751609802246094, |
| "learning_rate": 3.602372579822313e-05, |
| "loss": 1.5131, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 954 |
| }, |
| { |
| "epoch": 1.22144, |
| "grad_norm": 12.99463176727295, |
| "learning_rate": 3.6013590878508715e-05, |
| "loss": 1.5374, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 955 |
| }, |
| { |
| "epoch": 1.22272, |
| "grad_norm": 12.896895408630371, |
| "learning_rate": 3.600344448855407e-05, |
| "loss": 1.4256, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 956 |
| }, |
| { |
| "epoch": 1.224, |
| "grad_norm": 12.064780235290527, |
| "learning_rate": 3.5993286635626895e-05, |
| "loss": 1.4134, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 957 |
| }, |
| { |
| "epoch": 1.22528, |
| "grad_norm": 14.036470413208008, |
| "learning_rate": 3.598311732700306e-05, |
| "loss": 1.8633, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 958 |
| }, |
| { |
| "epoch": 1.22656, |
| "grad_norm": 12.616765975952148, |
| "learning_rate": 3.597293656996665e-05, |
| "loss": 1.548, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 959 |
| }, |
| { |
| "epoch": 1.22784, |
| "grad_norm": 13.748394966125488, |
| "learning_rate": 3.596274437180996e-05, |
| "loss": 1.6533, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.22912, |
| "grad_norm": 12.828582763671875, |
| "learning_rate": 3.5952540739833475e-05, |
| "loss": 1.6524, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 961 |
| }, |
| { |
| "epoch": 1.2304, |
| "grad_norm": 13.890796661376953, |
| "learning_rate": 3.594232568134586e-05, |
| "loss": 1.6516, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 962 |
| }, |
| { |
| "epoch": 1.2316799999999999, |
| "grad_norm": 13.463632583618164, |
| "learning_rate": 3.593209920366398e-05, |
| "loss": 1.6023, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 963 |
| }, |
| { |
| "epoch": 1.23296, |
| "grad_norm": 16.56202507019043, |
| "learning_rate": 3.592186131411288e-05, |
| "loss": 1.7563, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 964 |
| }, |
| { |
| "epoch": 1.23424, |
| "grad_norm": 12.610699653625488, |
| "learning_rate": 3.591161202002575e-05, |
| "loss": 1.5013, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 965 |
| }, |
| { |
| "epoch": 1.23552, |
| "grad_norm": 13.111588478088379, |
| "learning_rate": 3.5901351328744e-05, |
| "loss": 1.6079, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 966 |
| }, |
| { |
| "epoch": 1.2368000000000001, |
| "grad_norm": 13.559673309326172, |
| "learning_rate": 3.589107924761715e-05, |
| "loss": 1.5235, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 967 |
| }, |
| { |
| "epoch": 1.23808, |
| "grad_norm": 13.057113647460938, |
| "learning_rate": 3.5880795784002905e-05, |
| "loss": 1.5484, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 968 |
| }, |
| { |
| "epoch": 1.23936, |
| "grad_norm": 12.876602172851562, |
| "learning_rate": 3.5870500945267134e-05, |
| "loss": 1.4913, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 969 |
| }, |
| { |
| "epoch": 1.24064, |
| "grad_norm": 14.241332054138184, |
| "learning_rate": 3.586019473878383e-05, |
| "loss": 1.285, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.24192, |
| "grad_norm": 14.03213882446289, |
| "learning_rate": 3.584987717193514e-05, |
| "loss": 1.5351, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 971 |
| }, |
| { |
| "epoch": 1.2432, |
| "grad_norm": 14.03901481628418, |
| "learning_rate": 3.5839548252111346e-05, |
| "loss": 1.5368, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 972 |
| }, |
| { |
| "epoch": 1.24448, |
| "grad_norm": 13.880229949951172, |
| "learning_rate": 3.5829207986710874e-05, |
| "loss": 1.3746, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 973 |
| }, |
| { |
| "epoch": 1.24576, |
| "grad_norm": 12.732171058654785, |
| "learning_rate": 3.5818856383140246e-05, |
| "loss": 1.5482, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 974 |
| }, |
| { |
| "epoch": 1.24704, |
| "grad_norm": 12.218194007873535, |
| "learning_rate": 3.580849344881415e-05, |
| "loss": 1.3722, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 975 |
| }, |
| { |
| "epoch": 1.24832, |
| "grad_norm": 19.381237030029297, |
| "learning_rate": 3.5798119191155343e-05, |
| "loss": 1.4367, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 976 |
| }, |
| { |
| "epoch": 1.2496, |
| "grad_norm": 14.427324295043945, |
| "learning_rate": 3.578773361759473e-05, |
| "loss": 1.7568, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 977 |
| }, |
| { |
| "epoch": 1.25088, |
| "grad_norm": 13.200538635253906, |
| "learning_rate": 3.577733673557129e-05, |
| "loss": 1.7133, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 978 |
| }, |
| { |
| "epoch": 1.25216, |
| "grad_norm": 13.9746732711792, |
| "learning_rate": 3.576692855253213e-05, |
| "loss": 1.5431, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 979 |
| }, |
| { |
| "epoch": 1.2534399999999999, |
| "grad_norm": 12.857588768005371, |
| "learning_rate": 3.575650907593244e-05, |
| "loss": 1.3758, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.25472, |
| "grad_norm": 13.538850784301758, |
| "learning_rate": 3.5746078313235494e-05, |
| "loss": 1.5129, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 981 |
| }, |
| { |
| "epoch": 1.256, |
| "grad_norm": 20.459030151367188, |
| "learning_rate": 3.5735636271912656e-05, |
| "loss": 1.3847, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 982 |
| }, |
| { |
| "epoch": 1.25728, |
| "grad_norm": 14.134431838989258, |
| "learning_rate": 3.5725182959443366e-05, |
| "loss": 1.5632, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 983 |
| }, |
| { |
| "epoch": 1.2585600000000001, |
| "grad_norm": 16.71986198425293, |
| "learning_rate": 3.5714718383315146e-05, |
| "loss": 1.9526, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 984 |
| }, |
| { |
| "epoch": 1.25984, |
| "grad_norm": 13.227843284606934, |
| "learning_rate": 3.570424255102358e-05, |
| "loss": 1.4763, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 985 |
| }, |
| { |
| "epoch": 1.26112, |
| "grad_norm": 13.767926216125488, |
| "learning_rate": 3.56937554700723e-05, |
| "loss": 1.5932, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 986 |
| }, |
| { |
| "epoch": 1.2624, |
| "grad_norm": 14.008140563964844, |
| "learning_rate": 3.568325714797303e-05, |
| "loss": 1.6762, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 987 |
| }, |
| { |
| "epoch": 1.26368, |
| "grad_norm": 18.895471572875977, |
| "learning_rate": 3.567274759224551e-05, |
| "loss": 1.4948, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 988 |
| }, |
| { |
| "epoch": 1.2649599999999999, |
| "grad_norm": 13.835503578186035, |
| "learning_rate": 3.566222681041754e-05, |
| "loss": 1.6386, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 989 |
| }, |
| { |
| "epoch": 1.26624, |
| "grad_norm": 13.864640235900879, |
| "learning_rate": 3.5651694810024966e-05, |
| "loss": 1.4802, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.26752, |
| "grad_norm": 14.333877563476562, |
| "learning_rate": 3.564115159861167e-05, |
| "loss": 1.6618, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 991 |
| }, |
| { |
| "epoch": 1.2688, |
| "grad_norm": 14.390365600585938, |
| "learning_rate": 3.563059718372955e-05, |
| "loss": 1.6259, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 992 |
| }, |
| { |
| "epoch": 1.27008, |
| "grad_norm": 14.250986099243164, |
| "learning_rate": 3.562003157293855e-05, |
| "loss": 1.5089, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 993 |
| }, |
| { |
| "epoch": 1.27136, |
| "grad_norm": 13.452269554138184, |
| "learning_rate": 3.5609454773806616e-05, |
| "loss": 1.4905, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 994 |
| }, |
| { |
| "epoch": 1.27264, |
| "grad_norm": 17.105344772338867, |
| "learning_rate": 3.559886679390972e-05, |
| "loss": 1.5006, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 995 |
| }, |
| { |
| "epoch": 1.27392, |
| "grad_norm": 13.240427017211914, |
| "learning_rate": 3.558826764083183e-05, |
| "loss": 1.4539, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 996 |
| }, |
| { |
| "epoch": 1.2752, |
| "grad_norm": 12.723845481872559, |
| "learning_rate": 3.5577657322164935e-05, |
| "loss": 1.4995, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 997 |
| }, |
| { |
| "epoch": 1.27648, |
| "grad_norm": 14.506336212158203, |
| "learning_rate": 3.5567035845508995e-05, |
| "loss": 1.6385, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 998 |
| }, |
| { |
| "epoch": 1.27776, |
| "grad_norm": 12.215901374816895, |
| "learning_rate": 3.5556403218471995e-05, |
| "loss": 1.4568, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 999 |
| }, |
| { |
| "epoch": 1.27904, |
| "grad_norm": 12.507400512695312, |
| "learning_rate": 3.554575944866987e-05, |
| "loss": 1.4721, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.2803200000000001, |
| "grad_norm": 12.774251937866211, |
| "learning_rate": 3.553510454372658e-05, |
| "loss": 1.3975, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1001 |
| }, |
| { |
| "epoch": 1.2816, |
| "grad_norm": 12.869490623474121, |
| "learning_rate": 3.552443851127401e-05, |
| "loss": 1.396, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1002 |
| }, |
| { |
| "epoch": 1.28288, |
| "grad_norm": 13.540533065795898, |
| "learning_rate": 3.551376135895207e-05, |
| "loss": 1.5471, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1003 |
| }, |
| { |
| "epoch": 1.28416, |
| "grad_norm": 14.211505889892578, |
| "learning_rate": 3.550307309440859e-05, |
| "loss": 1.5983, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1004 |
| }, |
| { |
| "epoch": 1.28544, |
| "grad_norm": 17.027956008911133, |
| "learning_rate": 3.549237372529938e-05, |
| "loss": 1.6646, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1005 |
| }, |
| { |
| "epoch": 1.2867199999999999, |
| "grad_norm": 14.440923690795898, |
| "learning_rate": 3.548166325928821e-05, |
| "loss": 1.5631, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1006 |
| }, |
| { |
| "epoch": 1.288, |
| "grad_norm": 12.734716415405273, |
| "learning_rate": 3.547094170404678e-05, |
| "loss": 1.6489, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1007 |
| }, |
| { |
| "epoch": 1.28928, |
| "grad_norm": 14.678777694702148, |
| "learning_rate": 3.546020906725474e-05, |
| "loss": 1.5593, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1008 |
| }, |
| { |
| "epoch": 1.29056, |
| "grad_norm": 13.293303489685059, |
| "learning_rate": 3.544946535659969e-05, |
| "loss": 1.4209, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1009 |
| }, |
| { |
| "epoch": 1.29184, |
| "grad_norm": 14.894445419311523, |
| "learning_rate": 3.543871057977715e-05, |
| "loss": 1.7918, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.29312, |
| "grad_norm": 13.030927658081055, |
| "learning_rate": 3.542794474449056e-05, |
| "loss": 1.3745, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1011 |
| }, |
| { |
| "epoch": 1.2944, |
| "grad_norm": 13.182265281677246, |
| "learning_rate": 3.54171678584513e-05, |
| "loss": 1.5471, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1012 |
| }, |
| { |
| "epoch": 1.29568, |
| "grad_norm": 12.644311904907227, |
| "learning_rate": 3.540637992937865e-05, |
| "loss": 1.3932, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1013 |
| }, |
| { |
| "epoch": 1.29696, |
| "grad_norm": 14.983022689819336, |
| "learning_rate": 3.53955809649998e-05, |
| "loss": 1.6051, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1014 |
| }, |
| { |
| "epoch": 1.29824, |
| "grad_norm": 13.758829116821289, |
| "learning_rate": 3.538477097304986e-05, |
| "loss": 1.5213, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1015 |
| }, |
| { |
| "epoch": 1.29952, |
| "grad_norm": 14.054717063903809, |
| "learning_rate": 3.537394996127182e-05, |
| "loss": 1.5163, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1016 |
| }, |
| { |
| "epoch": 1.3008, |
| "grad_norm": 13.458151817321777, |
| "learning_rate": 3.5363117937416574e-05, |
| "loss": 1.4975, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1017 |
| }, |
| { |
| "epoch": 1.3020800000000001, |
| "grad_norm": 14.201889991760254, |
| "learning_rate": 3.53522749092429e-05, |
| "loss": 1.5997, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1018 |
| }, |
| { |
| "epoch": 1.30336, |
| "grad_norm": 11.850752830505371, |
| "learning_rate": 3.534142088451746e-05, |
| "loss": 1.4057, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1019 |
| }, |
| { |
| "epoch": 1.30464, |
| "grad_norm": 12.186066627502441, |
| "learning_rate": 3.5330555871014795e-05, |
| "loss": 1.3613, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.30592, |
| "grad_norm": 12.176094055175781, |
| "learning_rate": 3.531967987651731e-05, |
| "loss": 1.4979, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1021 |
| }, |
| { |
| "epoch": 1.3072, |
| "grad_norm": 12.847517013549805, |
| "learning_rate": 3.530879290881529e-05, |
| "loss": 1.4686, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1022 |
| }, |
| { |
| "epoch": 1.3084799999999999, |
| "grad_norm": 12.833930969238281, |
| "learning_rate": 3.529789497570686e-05, |
| "loss": 1.5035, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1023 |
| }, |
| { |
| "epoch": 1.30976, |
| "grad_norm": 13.268406867980957, |
| "learning_rate": 3.5286986084998e-05, |
| "loss": 1.4619, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1024 |
| }, |
| { |
| "epoch": 1.31104, |
| "grad_norm": 14.45411491394043, |
| "learning_rate": 3.527606624450256e-05, |
| "loss": 1.5059, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1025 |
| }, |
| { |
| "epoch": 1.31232, |
| "grad_norm": 13.648037910461426, |
| "learning_rate": 3.526513546204222e-05, |
| "loss": 1.4766, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1026 |
| }, |
| { |
| "epoch": 1.3136, |
| "grad_norm": 12.999913215637207, |
| "learning_rate": 3.525419374544649e-05, |
| "loss": 1.4887, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1027 |
| }, |
| { |
| "epoch": 1.31488, |
| "grad_norm": 14.480480194091797, |
| "learning_rate": 3.524324110255273e-05, |
| "loss": 1.6095, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1028 |
| }, |
| { |
| "epoch": 1.31616, |
| "grad_norm": 13.316451072692871, |
| "learning_rate": 3.523227754120611e-05, |
| "loss": 1.5192, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1029 |
| }, |
| { |
| "epoch": 1.31744, |
| "grad_norm": 11.908079147338867, |
| "learning_rate": 3.522130306925964e-05, |
| "loss": 1.46, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.31872, |
| "grad_norm": 16.066082000732422, |
| "learning_rate": 3.5210317694574115e-05, |
| "loss": 1.4889, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1031 |
| }, |
| { |
| "epoch": 1.32, |
| "grad_norm": 12.609625816345215, |
| "learning_rate": 3.519932142501816e-05, |
| "loss": 1.4427, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1032 |
| }, |
| { |
| "epoch": 1.32128, |
| "grad_norm": 13.818525314331055, |
| "learning_rate": 3.5188314268468205e-05, |
| "loss": 1.5247, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1033 |
| }, |
| { |
| "epoch": 1.32256, |
| "grad_norm": 17.4544677734375, |
| "learning_rate": 3.517729623280847e-05, |
| "loss": 1.5279, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1034 |
| }, |
| { |
| "epoch": 1.3238400000000001, |
| "grad_norm": 13.040728569030762, |
| "learning_rate": 3.516626732593098e-05, |
| "loss": 1.3668, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1035 |
| }, |
| { |
| "epoch": 1.32512, |
| "grad_norm": 22.081480026245117, |
| "learning_rate": 3.5155227555735524e-05, |
| "loss": 1.6086, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1036 |
| }, |
| { |
| "epoch": 1.3264, |
| "grad_norm": 18.261615753173828, |
| "learning_rate": 3.5144176930129694e-05, |
| "loss": 1.5417, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1037 |
| }, |
| { |
| "epoch": 1.32768, |
| "grad_norm": 15.336833000183105, |
| "learning_rate": 3.513311545702885e-05, |
| "loss": 1.6379, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1038 |
| }, |
| { |
| "epoch": 1.32896, |
| "grad_norm": 13.757620811462402, |
| "learning_rate": 3.5122043144356116e-05, |
| "loss": 1.509, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1039 |
| }, |
| { |
| "epoch": 1.3302399999999999, |
| "grad_norm": 19.23406982421875, |
| "learning_rate": 3.51109600000424e-05, |
| "loss": 1.4943, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.33152, |
| "grad_norm": 13.227935791015625, |
| "learning_rate": 3.5099866032026336e-05, |
| "loss": 1.4783, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1041 |
| }, |
| { |
| "epoch": 1.3328, |
| "grad_norm": 14.588035583496094, |
| "learning_rate": 3.508876124825434e-05, |
| "loss": 1.6048, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1042 |
| }, |
| { |
| "epoch": 1.33408, |
| "grad_norm": 14.480541229248047, |
| "learning_rate": 3.5077645656680555e-05, |
| "loss": 1.4363, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1043 |
| }, |
| { |
| "epoch": 1.33536, |
| "grad_norm": 13.028851509094238, |
| "learning_rate": 3.5066519265266886e-05, |
| "loss": 1.57, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1044 |
| }, |
| { |
| "epoch": 1.33664, |
| "grad_norm": 12.512049674987793, |
| "learning_rate": 3.505538208198295e-05, |
| "loss": 1.4392, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1045 |
| }, |
| { |
| "epoch": 1.33792, |
| "grad_norm": 14.386771202087402, |
| "learning_rate": 3.504423411480612e-05, |
| "loss": 1.3094, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1046 |
| }, |
| { |
| "epoch": 1.3392, |
| "grad_norm": 14.0985689163208, |
| "learning_rate": 3.5033075371721466e-05, |
| "loss": 1.4607, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1047 |
| }, |
| { |
| "epoch": 1.34048, |
| "grad_norm": 13.264654159545898, |
| "learning_rate": 3.5021905860721804e-05, |
| "loss": 1.4151, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1048 |
| }, |
| { |
| "epoch": 1.34176, |
| "grad_norm": 14.532732963562012, |
| "learning_rate": 3.501072558980764e-05, |
| "loss": 1.5819, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1049 |
| }, |
| { |
| "epoch": 1.34304, |
| "grad_norm": 13.93240737915039, |
| "learning_rate": 3.4999534566987194e-05, |
| "loss": 1.5965, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.34432, |
| "grad_norm": 13.5706148147583, |
| "learning_rate": 3.498833280027639e-05, |
| "loss": 1.5826, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1051 |
| }, |
| { |
| "epoch": 1.3456000000000001, |
| "grad_norm": 13.275327682495117, |
| "learning_rate": 3.497712029769885e-05, |
| "loss": 1.3493, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1052 |
| }, |
| { |
| "epoch": 1.34688, |
| "grad_norm": 12.280655860900879, |
| "learning_rate": 3.49658970672859e-05, |
| "loss": 1.4006, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1053 |
| }, |
| { |
| "epoch": 1.34816, |
| "grad_norm": 12.335476875305176, |
| "learning_rate": 3.49546631170765e-05, |
| "loss": 1.4198, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1054 |
| }, |
| { |
| "epoch": 1.34944, |
| "grad_norm": 11.99584674835205, |
| "learning_rate": 3.4943418455117346e-05, |
| "loss": 1.429, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1055 |
| }, |
| { |
| "epoch": 1.35072, |
| "grad_norm": 13.313885688781738, |
| "learning_rate": 3.493216308946277e-05, |
| "loss": 1.4352, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1056 |
| }, |
| { |
| "epoch": 1.3519999999999999, |
| "grad_norm": 13.927312850952148, |
| "learning_rate": 3.4920897028174794e-05, |
| "loss": 1.4152, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1057 |
| }, |
| { |
| "epoch": 1.35328, |
| "grad_norm": 12.812172889709473, |
| "learning_rate": 3.490962027932308e-05, |
| "loss": 1.3638, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1058 |
| }, |
| { |
| "epoch": 1.35456, |
| "grad_norm": 14.493242263793945, |
| "learning_rate": 3.4898332850984964e-05, |
| "loss": 1.4706, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1059 |
| }, |
| { |
| "epoch": 1.35584, |
| "grad_norm": 13.13436222076416, |
| "learning_rate": 3.488703475124541e-05, |
| "loss": 1.3079, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.35712, |
| "grad_norm": 13.790544509887695, |
| "learning_rate": 3.487572598819706e-05, |
| "loss": 1.5857, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1061 |
| }, |
| { |
| "epoch": 1.3584, |
| "grad_norm": 13.78400707244873, |
| "learning_rate": 3.486440656994014e-05, |
| "loss": 1.5549, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1062 |
| }, |
| { |
| "epoch": 1.35968, |
| "grad_norm": 11.768706321716309, |
| "learning_rate": 3.4853076504582576e-05, |
| "loss": 1.4271, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1063 |
| }, |
| { |
| "epoch": 1.36096, |
| "grad_norm": 12.872422218322754, |
| "learning_rate": 3.4841735800239864e-05, |
| "loss": 1.4533, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1064 |
| }, |
| { |
| "epoch": 1.36224, |
| "grad_norm": 12.27652359008789, |
| "learning_rate": 3.483038446503515e-05, |
| "loss": 1.3811, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1065 |
| }, |
| { |
| "epoch": 1.36352, |
| "grad_norm": 14.893746376037598, |
| "learning_rate": 3.4819022507099184e-05, |
| "loss": 1.3464, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1066 |
| }, |
| { |
| "epoch": 1.3648, |
| "grad_norm": 14.310553550720215, |
| "learning_rate": 3.480764993457033e-05, |
| "loss": 1.64, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1067 |
| }, |
| { |
| "epoch": 1.36608, |
| "grad_norm": 13.170741081237793, |
| "learning_rate": 3.4796266755594546e-05, |
| "loss": 1.5092, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1068 |
| }, |
| { |
| "epoch": 1.3673600000000001, |
| "grad_norm": 12.855156898498535, |
| "learning_rate": 3.4784872978325395e-05, |
| "loss": 1.4587, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1069 |
| }, |
| { |
| "epoch": 1.36864, |
| "grad_norm": 13.69501781463623, |
| "learning_rate": 3.477346861092404e-05, |
| "loss": 1.3959, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.36992, |
| "grad_norm": 13.581594467163086, |
| "learning_rate": 3.47620536615592e-05, |
| "loss": 1.4818, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1071 |
| }, |
| { |
| "epoch": 1.3712, |
| "grad_norm": 13.246126174926758, |
| "learning_rate": 3.4750628138407205e-05, |
| "loss": 1.283, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1072 |
| }, |
| { |
| "epoch": 1.37248, |
| "grad_norm": 13.048271179199219, |
| "learning_rate": 3.473919204965195e-05, |
| "loss": 1.3723, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1073 |
| }, |
| { |
| "epoch": 1.3737599999999999, |
| "grad_norm": 13.93163013458252, |
| "learning_rate": 3.472774540348489e-05, |
| "loss": 1.4367, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1074 |
| }, |
| { |
| "epoch": 1.37504, |
| "grad_norm": 12.984575271606445, |
| "learning_rate": 3.471628820810505e-05, |
| "loss": 1.3588, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1075 |
| }, |
| { |
| "epoch": 1.37632, |
| "grad_norm": 14.126056671142578, |
| "learning_rate": 3.4704820471719006e-05, |
| "loss": 1.458, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1076 |
| }, |
| { |
| "epoch": 1.3776, |
| "grad_norm": 13.315281867980957, |
| "learning_rate": 3.469334220254088e-05, |
| "loss": 1.6017, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1077 |
| }, |
| { |
| "epoch": 1.37888, |
| "grad_norm": 13.384992599487305, |
| "learning_rate": 3.468185340879235e-05, |
| "loss": 1.6682, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1078 |
| }, |
| { |
| "epoch": 1.38016, |
| "grad_norm": 12.295536041259766, |
| "learning_rate": 3.4670354098702635e-05, |
| "loss": 1.3957, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1079 |
| }, |
| { |
| "epoch": 1.38144, |
| "grad_norm": 12.691065788269043, |
| "learning_rate": 3.465884428050847e-05, |
| "loss": 1.54, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.38272, |
| "grad_norm": 13.118541717529297, |
| "learning_rate": 3.464732396245413e-05, |
| "loss": 1.5718, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1081 |
| }, |
| { |
| "epoch": 1.384, |
| "grad_norm": 12.881843566894531, |
| "learning_rate": 3.46357931527914e-05, |
| "loss": 1.4252, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1082 |
| }, |
| { |
| "epoch": 1.38528, |
| "grad_norm": 12.169088363647461, |
| "learning_rate": 3.462425185977959e-05, |
| "loss": 1.3654, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1083 |
| }, |
| { |
| "epoch": 1.38656, |
| "grad_norm": 12.760579109191895, |
| "learning_rate": 3.461270009168552e-05, |
| "loss": 1.3022, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1084 |
| }, |
| { |
| "epoch": 1.38784, |
| "grad_norm": 12.65259075164795, |
| "learning_rate": 3.46011378567835e-05, |
| "loss": 1.5195, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1085 |
| }, |
| { |
| "epoch": 1.3891200000000001, |
| "grad_norm": 14.10664176940918, |
| "learning_rate": 3.4589565163355355e-05, |
| "loss": 1.5365, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1086 |
| }, |
| { |
| "epoch": 1.3904, |
| "grad_norm": 13.975570678710938, |
| "learning_rate": 3.457798201969038e-05, |
| "loss": 1.5783, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1087 |
| }, |
| { |
| "epoch": 1.39168, |
| "grad_norm": 13.780197143554688, |
| "learning_rate": 3.4566388434085394e-05, |
| "loss": 1.557, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1088 |
| }, |
| { |
| "epoch": 1.39296, |
| "grad_norm": 12.869523048400879, |
| "learning_rate": 3.455478441484464e-05, |
| "loss": 1.4205, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1089 |
| }, |
| { |
| "epoch": 1.39424, |
| "grad_norm": 12.002861022949219, |
| "learning_rate": 3.454316997027987e-05, |
| "loss": 1.3128, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.3955199999999999, |
| "grad_norm": 11.682950973510742, |
| "learning_rate": 3.4531545108710305e-05, |
| "loss": 1.3455, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1091 |
| }, |
| { |
| "epoch": 1.3968, |
| "grad_norm": 13.52017593383789, |
| "learning_rate": 3.451990983846262e-05, |
| "loss": 1.5236, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1092 |
| }, |
| { |
| "epoch": 1.39808, |
| "grad_norm": 13.064597129821777, |
| "learning_rate": 3.450826416787094e-05, |
| "loss": 1.5074, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1093 |
| }, |
| { |
| "epoch": 1.39936, |
| "grad_norm": 12.101015090942383, |
| "learning_rate": 3.449660810527684e-05, |
| "loss": 1.2901, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1094 |
| }, |
| { |
| "epoch": 1.40064, |
| "grad_norm": 12.303053855895996, |
| "learning_rate": 3.448494165902935e-05, |
| "loss": 1.5854, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1095 |
| }, |
| { |
| "epoch": 1.40192, |
| "grad_norm": 12.011585235595703, |
| "learning_rate": 3.4473264837484916e-05, |
| "loss": 1.3508, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1096 |
| }, |
| { |
| "epoch": 1.4032, |
| "grad_norm": 12.970367431640625, |
| "learning_rate": 3.446157764900745e-05, |
| "loss": 1.2757, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1097 |
| }, |
| { |
| "epoch": 1.40448, |
| "grad_norm": 12.27843952178955, |
| "learning_rate": 3.444988010196826e-05, |
| "loss": 1.3825, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1098 |
| }, |
| { |
| "epoch": 1.40576, |
| "grad_norm": 12.574667930603027, |
| "learning_rate": 3.4438172204746087e-05, |
| "loss": 1.4057, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1099 |
| }, |
| { |
| "epoch": 1.40704, |
| "grad_norm": 11.629046440124512, |
| "learning_rate": 3.442645396572708e-05, |
| "loss": 1.3533, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.40832, |
| "grad_norm": 11.673807144165039, |
| "learning_rate": 3.4414725393304803e-05, |
| "loss": 1.4021, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1101 |
| }, |
| { |
| "epoch": 1.4096, |
| "grad_norm": 14.50536060333252, |
| "learning_rate": 3.44029864958802e-05, |
| "loss": 1.6261, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1102 |
| }, |
| { |
| "epoch": 1.4108800000000001, |
| "grad_norm": 11.3790922164917, |
| "learning_rate": 3.4391237281861656e-05, |
| "loss": 1.3064, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1103 |
| }, |
| { |
| "epoch": 1.41216, |
| "grad_norm": 13.234356880187988, |
| "learning_rate": 3.437947775966488e-05, |
| "loss": 1.4198, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1104 |
| }, |
| { |
| "epoch": 1.41344, |
| "grad_norm": 13.1469087600708, |
| "learning_rate": 3.4367707937713034e-05, |
| "loss": 1.488, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1105 |
| }, |
| { |
| "epoch": 1.41472, |
| "grad_norm": 11.424304008483887, |
| "learning_rate": 3.43559278244366e-05, |
| "loss": 1.2637, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1106 |
| }, |
| { |
| "epoch": 1.416, |
| "grad_norm": 12.261734962463379, |
| "learning_rate": 3.4344137428273475e-05, |
| "loss": 1.3612, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1107 |
| }, |
| { |
| "epoch": 1.4172799999999999, |
| "grad_norm": 11.879794120788574, |
| "learning_rate": 3.43323367576689e-05, |
| "loss": 1.2575, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1108 |
| }, |
| { |
| "epoch": 1.41856, |
| "grad_norm": 12.707283973693848, |
| "learning_rate": 3.432052582107546e-05, |
| "loss": 1.3132, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1109 |
| }, |
| { |
| "epoch": 1.41984, |
| "grad_norm": 11.893448829650879, |
| "learning_rate": 3.430870462695313e-05, |
| "loss": 1.3252, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.42112, |
| "grad_norm": 12.469259262084961, |
| "learning_rate": 3.429687318376921e-05, |
| "loss": 1.41, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1111 |
| }, |
| { |
| "epoch": 1.4224, |
| "grad_norm": 14.333880424499512, |
| "learning_rate": 3.4285031499998344e-05, |
| "loss": 1.5634, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1112 |
| }, |
| { |
| "epoch": 1.42368, |
| "grad_norm": 14.024368286132812, |
| "learning_rate": 3.4273179584122504e-05, |
| "loss": 1.4909, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1113 |
| }, |
| { |
| "epoch": 1.42496, |
| "grad_norm": 11.978769302368164, |
| "learning_rate": 3.426131744463101e-05, |
| "loss": 1.3407, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1114 |
| }, |
| { |
| "epoch": 1.42624, |
| "grad_norm": 14.12353515625, |
| "learning_rate": 3.4249445090020494e-05, |
| "loss": 1.6097, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1115 |
| }, |
| { |
| "epoch": 1.42752, |
| "grad_norm": 12.355554580688477, |
| "learning_rate": 3.423756252879489e-05, |
| "loss": 1.4023, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1116 |
| }, |
| { |
| "epoch": 1.4288, |
| "grad_norm": 14.8414306640625, |
| "learning_rate": 3.422566976946548e-05, |
| "loss": 1.5951, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1117 |
| }, |
| { |
| "epoch": 1.43008, |
| "grad_norm": 12.000246047973633, |
| "learning_rate": 3.421376682055081e-05, |
| "loss": 1.3728, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1118 |
| }, |
| { |
| "epoch": 1.43136, |
| "grad_norm": 12.923556327819824, |
| "learning_rate": 3.420185369057675e-05, |
| "loss": 1.3198, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1119 |
| }, |
| { |
| "epoch": 1.4326400000000001, |
| "grad_norm": 12.706683158874512, |
| "learning_rate": 3.418993038807646e-05, |
| "loss": 1.5351, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.43392, |
| "grad_norm": 13.031867980957031, |
| "learning_rate": 3.417799692159037e-05, |
| "loss": 1.3324, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1121 |
| }, |
| { |
| "epoch": 1.4352, |
| "grad_norm": 13.966316223144531, |
| "learning_rate": 3.416605329966622e-05, |
| "loss": 1.5346, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1122 |
| }, |
| { |
| "epoch": 1.43648, |
| "grad_norm": 11.536077499389648, |
| "learning_rate": 3.415409953085899e-05, |
| "loss": 1.4007, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1123 |
| }, |
| { |
| "epoch": 1.43776, |
| "grad_norm": 13.269512176513672, |
| "learning_rate": 3.4142135623730954e-05, |
| "loss": 1.4247, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1124 |
| }, |
| { |
| "epoch": 1.4390399999999999, |
| "grad_norm": 12.924267768859863, |
| "learning_rate": 3.413016158685163e-05, |
| "loss": 1.5043, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1125 |
| }, |
| { |
| "epoch": 1.44032, |
| "grad_norm": 12.858968734741211, |
| "learning_rate": 3.411817742879781e-05, |
| "loss": 1.3715, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1126 |
| }, |
| { |
| "epoch": 1.4416, |
| "grad_norm": 12.373884201049805, |
| "learning_rate": 3.4106183158153515e-05, |
| "loss": 1.2932, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1127 |
| }, |
| { |
| "epoch": 1.44288, |
| "grad_norm": 11.83752155303955, |
| "learning_rate": 3.409417878351003e-05, |
| "loss": 1.3338, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1128 |
| }, |
| { |
| "epoch": 1.44416, |
| "grad_norm": 12.3952054977417, |
| "learning_rate": 3.4082164313465866e-05, |
| "loss": 1.4032, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1129 |
| }, |
| { |
| "epoch": 1.44544, |
| "grad_norm": 12.055093765258789, |
| "learning_rate": 3.407013975662676e-05, |
| "loss": 1.4072, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.44672, |
| "grad_norm": 12.393174171447754, |
| "learning_rate": 3.405810512160569e-05, |
| "loss": 1.3845, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1131 |
| }, |
| { |
| "epoch": 1.448, |
| "grad_norm": 11.269753456115723, |
| "learning_rate": 3.404606041702284e-05, |
| "loss": 1.2803, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1132 |
| }, |
| { |
| "epoch": 1.44928, |
| "grad_norm": 12.49429702758789, |
| "learning_rate": 3.4034005651505597e-05, |
| "loss": 1.4356, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1133 |
| }, |
| { |
| "epoch": 1.45056, |
| "grad_norm": 14.066912651062012, |
| "learning_rate": 3.402194083368858e-05, |
| "loss": 1.4736, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1134 |
| }, |
| { |
| "epoch": 1.45184, |
| "grad_norm": 12.109503746032715, |
| "learning_rate": 3.40098659722136e-05, |
| "loss": 1.2476, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1135 |
| }, |
| { |
| "epoch": 1.45312, |
| "grad_norm": 13.381210327148438, |
| "learning_rate": 3.3997781075729655e-05, |
| "loss": 1.4393, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1136 |
| }, |
| { |
| "epoch": 1.4544000000000001, |
| "grad_norm": 12.111331939697266, |
| "learning_rate": 3.398568615289293e-05, |
| "loss": 1.3765, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1137 |
| }, |
| { |
| "epoch": 1.45568, |
| "grad_norm": 12.79810905456543, |
| "learning_rate": 3.397358121236679e-05, |
| "loss": 1.3439, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1138 |
| }, |
| { |
| "epoch": 1.45696, |
| "grad_norm": 12.588828086853027, |
| "learning_rate": 3.396146626282179e-05, |
| "loss": 1.3812, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1139 |
| }, |
| { |
| "epoch": 1.45824, |
| "grad_norm": 12.64455795288086, |
| "learning_rate": 3.394934131293565e-05, |
| "loss": 1.4429, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.45952, |
| "grad_norm": 12.807873725891113, |
| "learning_rate": 3.393720637139323e-05, |
| "loss": 1.3388, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1141 |
| }, |
| { |
| "epoch": 1.4607999999999999, |
| "grad_norm": 12.494701385498047, |
| "learning_rate": 3.3925061446886585e-05, |
| "loss": 1.4794, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1142 |
| }, |
| { |
| "epoch": 1.46208, |
| "grad_norm": 11.89879322052002, |
| "learning_rate": 3.3912906548114886e-05, |
| "loss": 1.3849, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1143 |
| }, |
| { |
| "epoch": 1.46336, |
| "grad_norm": 11.404681205749512, |
| "learning_rate": 3.3900741683784475e-05, |
| "loss": 1.2192, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1144 |
| }, |
| { |
| "epoch": 1.46464, |
| "grad_norm": 12.85219955444336, |
| "learning_rate": 3.388856686260881e-05, |
| "loss": 1.4302, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1145 |
| }, |
| { |
| "epoch": 1.4659200000000001, |
| "grad_norm": 12.351082801818848, |
| "learning_rate": 3.3876382093308496e-05, |
| "loss": 1.4073, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1146 |
| }, |
| { |
| "epoch": 1.4672, |
| "grad_norm": 12.210556030273438, |
| "learning_rate": 3.386418738461126e-05, |
| "loss": 1.3131, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1147 |
| }, |
| { |
| "epoch": 1.46848, |
| "grad_norm": 13.107746124267578, |
| "learning_rate": 3.385198274525194e-05, |
| "loss": 1.2917, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1148 |
| }, |
| { |
| "epoch": 1.46976, |
| "grad_norm": 13.345236778259277, |
| "learning_rate": 3.383976818397251e-05, |
| "loss": 1.3395, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1149 |
| }, |
| { |
| "epoch": 1.47104, |
| "grad_norm": 12.777352333068848, |
| "learning_rate": 3.382754370952202e-05, |
| "loss": 1.4657, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.47232, |
| "grad_norm": 11.403005599975586, |
| "learning_rate": 3.381530933065664e-05, |
| "loss": 1.2864, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1151 |
| }, |
| { |
| "epoch": 1.4736, |
| "grad_norm": 12.190500259399414, |
| "learning_rate": 3.380306505613963e-05, |
| "loss": 1.3314, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1152 |
| }, |
| { |
| "epoch": 1.47488, |
| "grad_norm": 13.828169822692871, |
| "learning_rate": 3.379081089474134e-05, |
| "loss": 1.3663, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1153 |
| }, |
| { |
| "epoch": 1.4761600000000001, |
| "grad_norm": 12.112926483154297, |
| "learning_rate": 3.37785468552392e-05, |
| "loss": 1.186, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1154 |
| }, |
| { |
| "epoch": 1.47744, |
| "grad_norm": 11.40584945678711, |
| "learning_rate": 3.376627294641772e-05, |
| "loss": 1.2871, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1155 |
| }, |
| { |
| "epoch": 1.47872, |
| "grad_norm": 12.581342697143555, |
| "learning_rate": 3.375398917706847e-05, |
| "loss": 1.3783, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1156 |
| }, |
| { |
| "epoch": 1.48, |
| "grad_norm": 12.509572982788086, |
| "learning_rate": 3.3741695555990084e-05, |
| "loss": 1.4202, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1157 |
| }, |
| { |
| "epoch": 1.48128, |
| "grad_norm": 13.013174057006836, |
| "learning_rate": 3.372939209198826e-05, |
| "loss": 1.3183, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1158 |
| }, |
| { |
| "epoch": 1.4825599999999999, |
| "grad_norm": 18.623992919921875, |
| "learning_rate": 3.371707879387575e-05, |
| "loss": 1.5935, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1159 |
| }, |
| { |
| "epoch": 1.48384, |
| "grad_norm": 13.255863189697266, |
| "learning_rate": 3.370475567047233e-05, |
| "loss": 1.4214, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.48512, |
| "grad_norm": 11.535290718078613, |
| "learning_rate": 3.3692422730604836e-05, |
| "loss": 1.2331, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1161 |
| }, |
| { |
| "epoch": 1.4864, |
| "grad_norm": 12.21619987487793, |
| "learning_rate": 3.3680079983107115e-05, |
| "loss": 1.3692, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1162 |
| }, |
| { |
| "epoch": 1.4876800000000001, |
| "grad_norm": 12.151824951171875, |
| "learning_rate": 3.3667727436820065e-05, |
| "loss": 1.2278, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1163 |
| }, |
| { |
| "epoch": 1.48896, |
| "grad_norm": 12.938761711120605, |
| "learning_rate": 3.3655365100591573e-05, |
| "loss": 1.3174, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1164 |
| }, |
| { |
| "epoch": 1.49024, |
| "grad_norm": 13.37014102935791, |
| "learning_rate": 3.364299298327656e-05, |
| "loss": 1.5528, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1165 |
| }, |
| { |
| "epoch": 1.49152, |
| "grad_norm": 13.161864280700684, |
| "learning_rate": 3.363061109373694e-05, |
| "loss": 1.3569, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1166 |
| }, |
| { |
| "epoch": 1.4928, |
| "grad_norm": 13.292388916015625, |
| "learning_rate": 3.3618219440841646e-05, |
| "loss": 1.395, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1167 |
| }, |
| { |
| "epoch": 1.49408, |
| "grad_norm": 11.709685325622559, |
| "learning_rate": 3.3605818033466575e-05, |
| "loss": 1.45, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1168 |
| }, |
| { |
| "epoch": 1.49536, |
| "grad_norm": 11.690040588378906, |
| "learning_rate": 3.359340688049464e-05, |
| "loss": 1.2313, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1169 |
| }, |
| { |
| "epoch": 1.49664, |
| "grad_norm": 12.047396659851074, |
| "learning_rate": 3.358098599081571e-05, |
| "loss": 1.334, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.49792, |
| "grad_norm": 11.831002235412598, |
| "learning_rate": 3.356855537332664e-05, |
| "loss": 1.5099, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1171 |
| }, |
| { |
| "epoch": 1.4992, |
| "grad_norm": 11.891263008117676, |
| "learning_rate": 3.355611503693126e-05, |
| "loss": 1.3833, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1172 |
| }, |
| { |
| "epoch": 1.50048, |
| "grad_norm": 12.608307838439941, |
| "learning_rate": 3.3543664990540356e-05, |
| "loss": 1.3537, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1173 |
| }, |
| { |
| "epoch": 1.50176, |
| "grad_norm": 13.668145179748535, |
| "learning_rate": 3.353120524307165e-05, |
| "loss": 1.4246, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1174 |
| }, |
| { |
| "epoch": 1.50304, |
| "grad_norm": 22.101911544799805, |
| "learning_rate": 3.351873580344985e-05, |
| "loss": 1.2936, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1175 |
| }, |
| { |
| "epoch": 1.5043199999999999, |
| "grad_norm": 13.483240127563477, |
| "learning_rate": 3.3506256680606566e-05, |
| "loss": 1.3422, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1176 |
| }, |
| { |
| "epoch": 1.5056, |
| "grad_norm": 13.079202651977539, |
| "learning_rate": 3.3493767883480386e-05, |
| "loss": 1.3487, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1177 |
| }, |
| { |
| "epoch": 1.50688, |
| "grad_norm": 13.797183990478516, |
| "learning_rate": 3.3481269421016794e-05, |
| "loss": 1.5382, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1178 |
| }, |
| { |
| "epoch": 1.50816, |
| "grad_norm": 13.087820053100586, |
| "learning_rate": 3.346876130216821e-05, |
| "loss": 1.4477, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1179 |
| }, |
| { |
| "epoch": 1.5094400000000001, |
| "grad_norm": 12.055455207824707, |
| "learning_rate": 3.345624353589395e-05, |
| "loss": 1.4142, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.51072, |
| "grad_norm": 11.536323547363281, |
| "learning_rate": 3.34437161311603e-05, |
| "loss": 1.4078, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1181 |
| }, |
| { |
| "epoch": 1.512, |
| "grad_norm": 12.682718276977539, |
| "learning_rate": 3.3431179096940375e-05, |
| "loss": 1.3547, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1182 |
| }, |
| { |
| "epoch": 1.51328, |
| "grad_norm": 12.075739860534668, |
| "learning_rate": 3.341863244221423e-05, |
| "loss": 1.2012, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1183 |
| }, |
| { |
| "epoch": 1.51456, |
| "grad_norm": 12.275018692016602, |
| "learning_rate": 3.340607617596881e-05, |
| "loss": 1.295, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1184 |
| }, |
| { |
| "epoch": 1.5158399999999999, |
| "grad_norm": 11.358419418334961, |
| "learning_rate": 3.339351030719793e-05, |
| "loss": 1.1919, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1185 |
| }, |
| { |
| "epoch": 1.51712, |
| "grad_norm": 13.549437522888184, |
| "learning_rate": 3.33809348449023e-05, |
| "loss": 1.4699, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1186 |
| }, |
| { |
| "epoch": 1.5184, |
| "grad_norm": 12.466181755065918, |
| "learning_rate": 3.3368349798089484e-05, |
| "loss": 1.2245, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1187 |
| }, |
| { |
| "epoch": 1.5196800000000001, |
| "grad_norm": 11.814806938171387, |
| "learning_rate": 3.335575517577391e-05, |
| "loss": 1.2497, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1188 |
| }, |
| { |
| "epoch": 1.52096, |
| "grad_norm": 12.758111953735352, |
| "learning_rate": 3.33431509869769e-05, |
| "loss": 1.4117, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1189 |
| }, |
| { |
| "epoch": 1.52224, |
| "grad_norm": 11.704787254333496, |
| "learning_rate": 3.333053724072658e-05, |
| "loss": 1.2478, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.52352, |
| "grad_norm": 11.060456275939941, |
| "learning_rate": 3.331791394605795e-05, |
| "loss": 1.2454, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1191 |
| }, |
| { |
| "epoch": 1.5248, |
| "grad_norm": 11.924527168273926, |
| "learning_rate": 3.3305281112012846e-05, |
| "loss": 1.2647, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1192 |
| }, |
| { |
| "epoch": 1.5260799999999999, |
| "grad_norm": 12.636146545410156, |
| "learning_rate": 3.329263874763993e-05, |
| "loss": 1.3583, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1193 |
| }, |
| { |
| "epoch": 1.52736, |
| "grad_norm": 11.965519905090332, |
| "learning_rate": 3.32799868619947e-05, |
| "loss": 1.4089, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1194 |
| }, |
| { |
| "epoch": 1.52864, |
| "grad_norm": 11.815162658691406, |
| "learning_rate": 3.326732546413947e-05, |
| "loss": 1.3118, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1195 |
| }, |
| { |
| "epoch": 1.52992, |
| "grad_norm": 11.670003890991211, |
| "learning_rate": 3.3254654563143356e-05, |
| "loss": 1.3532, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1196 |
| }, |
| { |
| "epoch": 1.5312000000000001, |
| "grad_norm": 12.053316116333008, |
| "learning_rate": 3.3241974168082304e-05, |
| "loss": 1.3024, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1197 |
| }, |
| { |
| "epoch": 1.53248, |
| "grad_norm": 10.951574325561523, |
| "learning_rate": 3.3229284288039036e-05, |
| "loss": 1.1931, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1198 |
| }, |
| { |
| "epoch": 1.53376, |
| "grad_norm": 11.27165412902832, |
| "learning_rate": 3.321658493210309e-05, |
| "loss": 1.261, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1199 |
| }, |
| { |
| "epoch": 1.53504, |
| "grad_norm": 11.52076530456543, |
| "learning_rate": 3.320387610937077e-05, |
| "loss": 1.1432, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.53632, |
| "grad_norm": 12.574346542358398, |
| "learning_rate": 3.319115782894517e-05, |
| "loss": 1.3665, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1201 |
| }, |
| { |
| "epoch": 1.5375999999999999, |
| "grad_norm": 12.945996284484863, |
| "learning_rate": 3.317843009993618e-05, |
| "loss": 1.358, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1202 |
| }, |
| { |
| "epoch": 1.53888, |
| "grad_norm": 12.201874732971191, |
| "learning_rate": 3.3165692931460426e-05, |
| "loss": 1.305, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1203 |
| }, |
| { |
| "epoch": 1.54016, |
| "grad_norm": 11.551573753356934, |
| "learning_rate": 3.315294633264129e-05, |
| "loss": 1.378, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1204 |
| }, |
| { |
| "epoch": 1.5414400000000001, |
| "grad_norm": 11.958751678466797, |
| "learning_rate": 3.314019031260896e-05, |
| "loss": 1.3236, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1205 |
| }, |
| { |
| "epoch": 1.54272, |
| "grad_norm": 11.256194114685059, |
| "learning_rate": 3.3127424880500306e-05, |
| "loss": 1.1997, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1206 |
| }, |
| { |
| "epoch": 1.544, |
| "grad_norm": 14.039191246032715, |
| "learning_rate": 3.311465004545899e-05, |
| "loss": 1.4019, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1207 |
| }, |
| { |
| "epoch": 1.54528, |
| "grad_norm": 10.829187393188477, |
| "learning_rate": 3.310186581663539e-05, |
| "loss": 1.1545, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1208 |
| }, |
| { |
| "epoch": 1.54656, |
| "grad_norm": 12.301769256591797, |
| "learning_rate": 3.308907220318661e-05, |
| "loss": 1.5111, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1209 |
| }, |
| { |
| "epoch": 1.5478399999999999, |
| "grad_norm": 13.470794677734375, |
| "learning_rate": 3.3076269214276475e-05, |
| "loss": 1.4372, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.54912, |
| "grad_norm": 11.535794258117676, |
| "learning_rate": 3.306345685907553e-05, |
| "loss": 1.2413, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1211 |
| }, |
| { |
| "epoch": 1.5504, |
| "grad_norm": 12.02131175994873, |
| "learning_rate": 3.305063514676105e-05, |
| "loss": 1.2512, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1212 |
| }, |
| { |
| "epoch": 1.55168, |
| "grad_norm": 11.606709480285645, |
| "learning_rate": 3.303780408651698e-05, |
| "loss": 1.2763, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1213 |
| }, |
| { |
| "epoch": 1.5529600000000001, |
| "grad_norm": 16.366565704345703, |
| "learning_rate": 3.302496368753395e-05, |
| "loss": 1.3653, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.55424, |
| "grad_norm": 13.22675609588623, |
| "learning_rate": 3.3012113959009325e-05, |
| "loss": 1.2918, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1215 |
| }, |
| { |
| "epoch": 1.55552, |
| "grad_norm": 12.937466621398926, |
| "learning_rate": 3.299925491014713e-05, |
| "loss": 1.343, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1216 |
| }, |
| { |
| "epoch": 1.5568, |
| "grad_norm": 11.541520118713379, |
| "learning_rate": 3.298638655015805e-05, |
| "loss": 1.2381, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1217 |
| }, |
| { |
| "epoch": 1.55808, |
| "grad_norm": 12.447517395019531, |
| "learning_rate": 3.2973508888259464e-05, |
| "loss": 1.3422, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1218 |
| }, |
| { |
| "epoch": 1.5593599999999999, |
| "grad_norm": 11.947507858276367, |
| "learning_rate": 3.29606219336754e-05, |
| "loss": 1.3184, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1219 |
| }, |
| { |
| "epoch": 1.56064, |
| "grad_norm": 11.302620887756348, |
| "learning_rate": 3.294772569563656e-05, |
| "loss": 1.4635, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.56192, |
| "grad_norm": 11.450700759887695, |
| "learning_rate": 3.293482018338026e-05, |
| "loss": 1.2353, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1221 |
| }, |
| { |
| "epoch": 1.5632000000000001, |
| "grad_norm": 11.165783882141113, |
| "learning_rate": 3.29219054061505e-05, |
| "loss": 1.347, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1222 |
| }, |
| { |
| "epoch": 1.56448, |
| "grad_norm": 11.535212516784668, |
| "learning_rate": 3.290898137319787e-05, |
| "loss": 1.2892, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1223 |
| }, |
| { |
| "epoch": 1.56576, |
| "grad_norm": 12.309717178344727, |
| "learning_rate": 3.289604809377965e-05, |
| "loss": 1.3508, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1224 |
| }, |
| { |
| "epoch": 1.56704, |
| "grad_norm": 10.190241813659668, |
| "learning_rate": 3.2883105577159696e-05, |
| "loss": 1.103, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1225 |
| }, |
| { |
| "epoch": 1.56832, |
| "grad_norm": 10.672751426696777, |
| "learning_rate": 3.287015383260849e-05, |
| "loss": 1.159, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1226 |
| }, |
| { |
| "epoch": 1.5695999999999999, |
| "grad_norm": 12.948195457458496, |
| "learning_rate": 3.285719286940313e-05, |
| "loss": 1.4227, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1227 |
| }, |
| { |
| "epoch": 1.57088, |
| "grad_norm": 12.44437026977539, |
| "learning_rate": 3.2844222696827314e-05, |
| "loss": 1.3355, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1228 |
| }, |
| { |
| "epoch": 1.57216, |
| "grad_norm": 11.607187271118164, |
| "learning_rate": 3.283124332417134e-05, |
| "loss": 1.2279, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1229 |
| }, |
| { |
| "epoch": 1.57344, |
| "grad_norm": 12.940043449401855, |
| "learning_rate": 3.28182547607321e-05, |
| "loss": 1.4616, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.5747200000000001, |
| "grad_norm": 11.786210060119629, |
| "learning_rate": 3.280525701581305e-05, |
| "loss": 1.2849, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1231 |
| }, |
| { |
| "epoch": 1.576, |
| "grad_norm": 11.836999893188477, |
| "learning_rate": 3.279225009872424e-05, |
| "loss": 1.2696, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1232 |
| }, |
| { |
| "epoch": 1.57728, |
| "grad_norm": 11.186844825744629, |
| "learning_rate": 3.27792340187823e-05, |
| "loss": 1.3395, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1233 |
| }, |
| { |
| "epoch": 1.57856, |
| "grad_norm": 11.38956356048584, |
| "learning_rate": 3.276620878531039e-05, |
| "loss": 1.2684, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1234 |
| }, |
| { |
| "epoch": 1.57984, |
| "grad_norm": 11.614753723144531, |
| "learning_rate": 3.2753174407638244e-05, |
| "loss": 1.2465, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1235 |
| }, |
| { |
| "epoch": 1.5811199999999999, |
| "grad_norm": 11.066737174987793, |
| "learning_rate": 3.274013089510216e-05, |
| "loss": 1.1866, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1236 |
| }, |
| { |
| "epoch": 1.5824, |
| "grad_norm": 12.596443176269531, |
| "learning_rate": 3.272707825704495e-05, |
| "loss": 1.5472, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1237 |
| }, |
| { |
| "epoch": 1.58368, |
| "grad_norm": 12.698294639587402, |
| "learning_rate": 3.271401650281599e-05, |
| "loss": 1.3948, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1238 |
| }, |
| { |
| "epoch": 1.5849600000000001, |
| "grad_norm": 12.88980484008789, |
| "learning_rate": 3.270094564177117e-05, |
| "loss": 1.2829, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1239 |
| }, |
| { |
| "epoch": 1.58624, |
| "grad_norm": 11.70423412322998, |
| "learning_rate": 3.268786568327291e-05, |
| "loss": 1.2681, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.58752, |
| "grad_norm": 10.894864082336426, |
| "learning_rate": 3.2674776636690145e-05, |
| "loss": 1.1511, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1241 |
| }, |
| { |
| "epoch": 1.5888, |
| "grad_norm": 11.862178802490234, |
| "learning_rate": 3.266167851139831e-05, |
| "loss": 1.2953, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1242 |
| }, |
| { |
| "epoch": 1.59008, |
| "grad_norm": 12.18734073638916, |
| "learning_rate": 3.264857131677936e-05, |
| "loss": 1.3879, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1243 |
| }, |
| { |
| "epoch": 1.5913599999999999, |
| "grad_norm": 11.670520782470703, |
| "learning_rate": 3.263545506222172e-05, |
| "loss": 1.2487, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1244 |
| }, |
| { |
| "epoch": 1.5926399999999998, |
| "grad_norm": 13.43994140625, |
| "learning_rate": 3.262232975712035e-05, |
| "loss": 1.4601, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1245 |
| }, |
| { |
| "epoch": 1.59392, |
| "grad_norm": 11.564433097839355, |
| "learning_rate": 3.260919541087664e-05, |
| "loss": 1.2827, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1246 |
| }, |
| { |
| "epoch": 1.5952, |
| "grad_norm": 12.46059799194336, |
| "learning_rate": 3.259605203289848e-05, |
| "loss": 1.3463, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1247 |
| }, |
| { |
| "epoch": 1.5964800000000001, |
| "grad_norm": 12.855420112609863, |
| "learning_rate": 3.2582899632600255e-05, |
| "loss": 1.3953, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1248 |
| }, |
| { |
| "epoch": 1.59776, |
| "grad_norm": 13.04929256439209, |
| "learning_rate": 3.2569738219402755e-05, |
| "loss": 1.233, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1249 |
| }, |
| { |
| "epoch": 1.59904, |
| "grad_norm": 9.809483528137207, |
| "learning_rate": 3.255656780273328e-05, |
| "loss": 1.1372, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.60032, |
| "grad_norm": 10.939763069152832, |
| "learning_rate": 3.2543388392025555e-05, |
| "loss": 1.1303, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1251 |
| }, |
| { |
| "epoch": 1.6016, |
| "grad_norm": 11.344985961914062, |
| "learning_rate": 3.2530199996719735e-05, |
| "loss": 1.2137, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1252 |
| }, |
| { |
| "epoch": 1.6028799999999999, |
| "grad_norm": 10.890756607055664, |
| "learning_rate": 3.2517002626262435e-05, |
| "loss": 1.107, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1253 |
| }, |
| { |
| "epoch": 1.60416, |
| "grad_norm": 12.45965576171875, |
| "learning_rate": 3.250379629010669e-05, |
| "loss": 1.2618, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1254 |
| }, |
| { |
| "epoch": 1.60544, |
| "grad_norm": 12.597171783447266, |
| "learning_rate": 3.249058099771196e-05, |
| "loss": 1.237, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1255 |
| }, |
| { |
| "epoch": 1.6067200000000001, |
| "grad_norm": 12.605386734008789, |
| "learning_rate": 3.2477356758544094e-05, |
| "loss": 1.341, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1256 |
| }, |
| { |
| "epoch": 1.608, |
| "grad_norm": 13.518404960632324, |
| "learning_rate": 3.2464123582075386e-05, |
| "loss": 1.3319, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1257 |
| }, |
| { |
| "epoch": 1.60928, |
| "grad_norm": 12.165826797485352, |
| "learning_rate": 3.2450881477784525e-05, |
| "loss": 1.2878, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1258 |
| }, |
| { |
| "epoch": 1.61056, |
| "grad_norm": 12.057063102722168, |
| "learning_rate": 3.2437630455156574e-05, |
| "loss": 1.1628, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1259 |
| }, |
| { |
| "epoch": 1.61184, |
| "grad_norm": 11.485865592956543, |
| "learning_rate": 3.2424370523683e-05, |
| "loss": 1.4208, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.6131199999999999, |
| "grad_norm": 11.895795822143555, |
| "learning_rate": 3.241110169286164e-05, |
| "loss": 1.2997, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1261 |
| }, |
| { |
| "epoch": 1.6143999999999998, |
| "grad_norm": 10.89928150177002, |
| "learning_rate": 3.239782397219672e-05, |
| "loss": 1.2908, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1262 |
| }, |
| { |
| "epoch": 1.61568, |
| "grad_norm": 11.478707313537598, |
| "learning_rate": 3.2384537371198836e-05, |
| "loss": 1.2139, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1263 |
| }, |
| { |
| "epoch": 1.61696, |
| "grad_norm": 13.28017807006836, |
| "learning_rate": 3.237124189938492e-05, |
| "loss": 1.2093, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1264 |
| }, |
| { |
| "epoch": 1.6182400000000001, |
| "grad_norm": 10.898932456970215, |
| "learning_rate": 3.2357937566278285e-05, |
| "loss": 1.0901, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1265 |
| }, |
| { |
| "epoch": 1.61952, |
| "grad_norm": 11.141407012939453, |
| "learning_rate": 3.2344624381408576e-05, |
| "loss": 1.217, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1266 |
| }, |
| { |
| "epoch": 1.6208, |
| "grad_norm": 13.330373764038086, |
| "learning_rate": 3.233130235431178e-05, |
| "loss": 1.2414, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1267 |
| }, |
| { |
| "epoch": 1.62208, |
| "grad_norm": 12.221354484558105, |
| "learning_rate": 3.231797149453022e-05, |
| "loss": 1.2861, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.62336, |
| "grad_norm": 14.4215669631958, |
| "learning_rate": 3.230463181161254e-05, |
| "loss": 1.2702, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1269 |
| }, |
| { |
| "epoch": 1.6246399999999999, |
| "grad_norm": 11.707847595214844, |
| "learning_rate": 3.229128331511372e-05, |
| "loss": 1.2145, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.62592, |
| "grad_norm": 13.246355056762695, |
| "learning_rate": 3.227792601459504e-05, |
| "loss": 1.2668, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1271 |
| }, |
| { |
| "epoch": 1.6272, |
| "grad_norm": 13.437702178955078, |
| "learning_rate": 3.226455991962408e-05, |
| "loss": 1.2785, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1272 |
| }, |
| { |
| "epoch": 1.6284800000000001, |
| "grad_norm": 13.785017013549805, |
| "learning_rate": 3.2251185039774735e-05, |
| "loss": 1.3906, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1273 |
| }, |
| { |
| "epoch": 1.62976, |
| "grad_norm": 13.085697174072266, |
| "learning_rate": 3.2237801384627186e-05, |
| "loss": 1.1125, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1274 |
| }, |
| { |
| "epoch": 1.63104, |
| "grad_norm": 12.185709953308105, |
| "learning_rate": 3.2224408963767895e-05, |
| "loss": 1.1795, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1275 |
| }, |
| { |
| "epoch": 1.63232, |
| "grad_norm": 12.876710891723633, |
| "learning_rate": 3.221100778678961e-05, |
| "loss": 1.2545, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1276 |
| }, |
| { |
| "epoch": 1.6336, |
| "grad_norm": 14.577147483825684, |
| "learning_rate": 3.219759786329134e-05, |
| "loss": 1.221, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1277 |
| }, |
| { |
| "epoch": 1.6348799999999999, |
| "grad_norm": 12.314833641052246, |
| "learning_rate": 3.2184179202878376e-05, |
| "loss": 1.2056, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1278 |
| }, |
| { |
| "epoch": 1.6361599999999998, |
| "grad_norm": 12.606952667236328, |
| "learning_rate": 3.217075181516225e-05, |
| "loss": 1.2796, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1279 |
| }, |
| { |
| "epoch": 1.63744, |
| "grad_norm": 12.004451751708984, |
| "learning_rate": 3.2157315709760754e-05, |
| "loss": 1.1684, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.63872, |
| "grad_norm": 13.152390480041504, |
| "learning_rate": 3.214387089629793e-05, |
| "loss": 1.2209, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1281 |
| }, |
| { |
| "epoch": 1.6400000000000001, |
| "grad_norm": 13.519950866699219, |
| "learning_rate": 3.2130417384404036e-05, |
| "loss": 1.2255, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1282 |
| }, |
| { |
| "epoch": 1.64128, |
| "grad_norm": 19.618701934814453, |
| "learning_rate": 3.211695518371559e-05, |
| "loss": 1.3, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1283 |
| }, |
| { |
| "epoch": 1.64256, |
| "grad_norm": 20.310949325561523, |
| "learning_rate": 3.210348430387531e-05, |
| "loss": 1.1662, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1284 |
| }, |
| { |
| "epoch": 1.64384, |
| "grad_norm": 12.724664688110352, |
| "learning_rate": 3.2090004754532135e-05, |
| "loss": 1.1952, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1285 |
| }, |
| { |
| "epoch": 1.64512, |
| "grad_norm": 13.465776443481445, |
| "learning_rate": 3.2076516545341225e-05, |
| "loss": 1.3757, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1286 |
| }, |
| { |
| "epoch": 1.6463999999999999, |
| "grad_norm": 14.172905921936035, |
| "learning_rate": 3.206301968596393e-05, |
| "loss": 1.3011, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1287 |
| }, |
| { |
| "epoch": 1.64768, |
| "grad_norm": 11.149965286254883, |
| "learning_rate": 3.204951418606782e-05, |
| "loss": 1.1073, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1288 |
| }, |
| { |
| "epoch": 1.64896, |
| "grad_norm": 11.429730415344238, |
| "learning_rate": 3.203600005532661e-05, |
| "loss": 1.1914, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1289 |
| }, |
| { |
| "epoch": 1.6502400000000002, |
| "grad_norm": 11.371410369873047, |
| "learning_rate": 3.202247730342024e-05, |
| "loss": 1.2237, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.65152, |
| "grad_norm": 13.880946159362793, |
| "learning_rate": 3.20089459400348e-05, |
| "loss": 1.3696, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1291 |
| }, |
| { |
| "epoch": 1.6528, |
| "grad_norm": 12.055651664733887, |
| "learning_rate": 3.199540597486256e-05, |
| "loss": 1.2187, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1292 |
| }, |
| { |
| "epoch": 1.65408, |
| "grad_norm": 11.593952178955078, |
| "learning_rate": 3.198185741760194e-05, |
| "loss": 1.1777, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1293 |
| }, |
| { |
| "epoch": 1.65536, |
| "grad_norm": 11.828934669494629, |
| "learning_rate": 3.1968300277957545e-05, |
| "loss": 1.1535, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1294 |
| }, |
| { |
| "epoch": 1.65664, |
| "grad_norm": 13.440895080566406, |
| "learning_rate": 3.195473456564008e-05, |
| "loss": 1.4347, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1295 |
| }, |
| { |
| "epoch": 1.6579199999999998, |
| "grad_norm": 11.801465034484863, |
| "learning_rate": 3.194116029036642e-05, |
| "loss": 1.3137, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1296 |
| }, |
| { |
| "epoch": 1.6592, |
| "grad_norm": 11.432249069213867, |
| "learning_rate": 3.1927577461859574e-05, |
| "loss": 1.3042, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1297 |
| }, |
| { |
| "epoch": 1.66048, |
| "grad_norm": 12.516950607299805, |
| "learning_rate": 3.191398608984867e-05, |
| "loss": 1.4132, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.6617600000000001, |
| "grad_norm": 11.71107006072998, |
| "learning_rate": 3.190038618406896e-05, |
| "loss": 1.2922, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1299 |
| }, |
| { |
| "epoch": 1.66304, |
| "grad_norm": 11.770814895629883, |
| "learning_rate": 3.18867777542618e-05, |
| "loss": 1.2439, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.66432, |
| "grad_norm": 12.51579761505127, |
| "learning_rate": 3.1873160810174656e-05, |
| "loss": 1.2717, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1301 |
| }, |
| { |
| "epoch": 1.6656, |
| "grad_norm": 10.889394760131836, |
| "learning_rate": 3.185953536156111e-05, |
| "loss": 1.2795, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1302 |
| }, |
| { |
| "epoch": 1.66688, |
| "grad_norm": 11.335018157958984, |
| "learning_rate": 3.18459014181808e-05, |
| "loss": 1.1469, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1303 |
| }, |
| { |
| "epoch": 1.6681599999999999, |
| "grad_norm": 12.217836380004883, |
| "learning_rate": 3.183225898979948e-05, |
| "loss": 1.3208, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1304 |
| }, |
| { |
| "epoch": 1.66944, |
| "grad_norm": 11.166108131408691, |
| "learning_rate": 3.1818608086188966e-05, |
| "loss": 1.1781, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1305 |
| }, |
| { |
| "epoch": 1.67072, |
| "grad_norm": 12.318202018737793, |
| "learning_rate": 3.180494871712715e-05, |
| "loss": 1.2534, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1306 |
| }, |
| { |
| "epoch": 1.6720000000000002, |
| "grad_norm": 11.910752296447754, |
| "learning_rate": 3.1791280892397986e-05, |
| "loss": 1.2371, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1307 |
| }, |
| { |
| "epoch": 1.67328, |
| "grad_norm": 12.778258323669434, |
| "learning_rate": 3.177760462179149e-05, |
| "loss": 1.3516, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1308 |
| }, |
| { |
| "epoch": 1.67456, |
| "grad_norm": 12.17685604095459, |
| "learning_rate": 3.1763919915103715e-05, |
| "loss": 1.2748, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1309 |
| }, |
| { |
| "epoch": 1.67584, |
| "grad_norm": 12.08113956451416, |
| "learning_rate": 3.175022678213677e-05, |
| "loss": 1.3263, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.67712, |
| "grad_norm": 11.701913833618164, |
| "learning_rate": 3.17365252326988e-05, |
| "loss": 1.1663, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1311 |
| }, |
| { |
| "epoch": 1.6784, |
| "grad_norm": 11.880657196044922, |
| "learning_rate": 3.172281527660395e-05, |
| "loss": 1.305, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1312 |
| }, |
| { |
| "epoch": 1.6796799999999998, |
| "grad_norm": 11.976158142089844, |
| "learning_rate": 3.1709096923672434e-05, |
| "loss": 1.2015, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1313 |
| }, |
| { |
| "epoch": 1.68096, |
| "grad_norm": 17.066112518310547, |
| "learning_rate": 3.1695370183730445e-05, |
| "loss": 1.12, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1314 |
| }, |
| { |
| "epoch": 1.68224, |
| "grad_norm": 12.575934410095215, |
| "learning_rate": 3.168163506661019e-05, |
| "loss": 1.2689, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1315 |
| }, |
| { |
| "epoch": 1.6835200000000001, |
| "grad_norm": 11.387206077575684, |
| "learning_rate": 3.1667891582149886e-05, |
| "loss": 1.1343, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1316 |
| }, |
| { |
| "epoch": 1.6848, |
| "grad_norm": 13.737519264221191, |
| "learning_rate": 3.165413974019373e-05, |
| "loss": 1.2073, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1317 |
| }, |
| { |
| "epoch": 1.68608, |
| "grad_norm": 13.055453300476074, |
| "learning_rate": 3.1640379550591926e-05, |
| "loss": 1.1842, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1318 |
| }, |
| { |
| "epoch": 1.68736, |
| "grad_norm": 10.99254035949707, |
| "learning_rate": 3.1626611023200635e-05, |
| "loss": 1.1973, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1319 |
| }, |
| { |
| "epoch": 1.68864, |
| "grad_norm": 13.094107627868652, |
| "learning_rate": 3.161283416788201e-05, |
| "loss": 1.2846, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.6899199999999999, |
| "grad_norm": 11.687582015991211, |
| "learning_rate": 3.159904899450414e-05, |
| "loss": 1.1858, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1321 |
| }, |
| { |
| "epoch": 1.6912, |
| "grad_norm": 11.589893341064453, |
| "learning_rate": 3.158525551294111e-05, |
| "loss": 1.241, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1322 |
| }, |
| { |
| "epoch": 1.69248, |
| "grad_norm": 12.352731704711914, |
| "learning_rate": 3.157145373307293e-05, |
| "loss": 1.1962, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1323 |
| }, |
| { |
| "epoch": 1.6937600000000002, |
| "grad_norm": 11.149027824401855, |
| "learning_rate": 3.155764366478556e-05, |
| "loss": 1.0983, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1324 |
| }, |
| { |
| "epoch": 1.69504, |
| "grad_norm": 10.851916313171387, |
| "learning_rate": 3.154382531797089e-05, |
| "loss": 1.1542, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1325 |
| }, |
| { |
| "epoch": 1.69632, |
| "grad_norm": 14.702658653259277, |
| "learning_rate": 3.152999870252676e-05, |
| "loss": 1.1626, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1326 |
| }, |
| { |
| "epoch": 1.6976, |
| "grad_norm": 13.725478172302246, |
| "learning_rate": 3.1516163828356915e-05, |
| "loss": 1.3866, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1327 |
| }, |
| { |
| "epoch": 1.69888, |
| "grad_norm": 12.000418663024902, |
| "learning_rate": 3.150232070537101e-05, |
| "loss": 1.1052, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1328 |
| }, |
| { |
| "epoch": 1.70016, |
| "grad_norm": 11.077767372131348, |
| "learning_rate": 3.148846934348464e-05, |
| "loss": 1.1893, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1329 |
| }, |
| { |
| "epoch": 1.7014399999999998, |
| "grad_norm": 12.215324401855469, |
| "learning_rate": 3.147460975261926e-05, |
| "loss": 1.1803, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.70272, |
| "grad_norm": 16.29600715637207, |
| "learning_rate": 3.1460741942702256e-05, |
| "loss": 1.4412, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1331 |
| }, |
| { |
| "epoch": 1.704, |
| "grad_norm": 21.239389419555664, |
| "learning_rate": 3.144686592366688e-05, |
| "loss": 1.2071, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1332 |
| }, |
| { |
| "epoch": 1.7052800000000001, |
| "grad_norm": 13.653522491455078, |
| "learning_rate": 3.143298170545226e-05, |
| "loss": 1.2754, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1333 |
| }, |
| { |
| "epoch": 1.70656, |
| "grad_norm": 12.26355266571045, |
| "learning_rate": 3.141908929800342e-05, |
| "loss": 1.1973, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1334 |
| }, |
| { |
| "epoch": 1.70784, |
| "grad_norm": 11.897541046142578, |
| "learning_rate": 3.140518871127122e-05, |
| "loss": 1.196, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1335 |
| }, |
| { |
| "epoch": 1.70912, |
| "grad_norm": 12.210203170776367, |
| "learning_rate": 3.139127995521241e-05, |
| "loss": 1.2856, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1336 |
| }, |
| { |
| "epoch": 1.7104, |
| "grad_norm": 11.328765869140625, |
| "learning_rate": 3.137736303978956e-05, |
| "loss": 1.1159, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1337 |
| }, |
| { |
| "epoch": 1.7116799999999999, |
| "grad_norm": 13.312347412109375, |
| "learning_rate": 3.136343797497112e-05, |
| "loss": 1.2081, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1338 |
| }, |
| { |
| "epoch": 1.71296, |
| "grad_norm": 12.135208129882812, |
| "learning_rate": 3.134950477073134e-05, |
| "loss": 1.3251, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1339 |
| }, |
| { |
| "epoch": 1.71424, |
| "grad_norm": 11.901432037353516, |
| "learning_rate": 3.1335563437050316e-05, |
| "loss": 1.2301, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.7155200000000002, |
| "grad_norm": 11.971301078796387, |
| "learning_rate": 3.1321613983913984e-05, |
| "loss": 1.2564, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1341 |
| }, |
| { |
| "epoch": 1.7168, |
| "grad_norm": 11.214277267456055, |
| "learning_rate": 3.130765642131408e-05, |
| "loss": 1.2112, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1342 |
| }, |
| { |
| "epoch": 1.71808, |
| "grad_norm": 11.658525466918945, |
| "learning_rate": 3.129369075924813e-05, |
| "loss": 1.2009, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1343 |
| }, |
| { |
| "epoch": 1.71936, |
| "grad_norm": 11.152338981628418, |
| "learning_rate": 3.127971700771949e-05, |
| "loss": 1.2021, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1344 |
| }, |
| { |
| "epoch": 1.72064, |
| "grad_norm": 13.879754066467285, |
| "learning_rate": 3.126573517673731e-05, |
| "loss": 1.218, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1345 |
| }, |
| { |
| "epoch": 1.72192, |
| "grad_norm": 12.044050216674805, |
| "learning_rate": 3.125174527631651e-05, |
| "loss": 1.3015, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1346 |
| }, |
| { |
| "epoch": 1.7231999999999998, |
| "grad_norm": 11.211396217346191, |
| "learning_rate": 3.123774731647779e-05, |
| "loss": 1.2538, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1347 |
| }, |
| { |
| "epoch": 1.72448, |
| "grad_norm": 11.056221008300781, |
| "learning_rate": 3.122374130724765e-05, |
| "loss": 1.1725, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1348 |
| }, |
| { |
| "epoch": 1.72576, |
| "grad_norm": 11.432121276855469, |
| "learning_rate": 3.120972725865832e-05, |
| "loss": 1.2402, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1349 |
| }, |
| { |
| "epoch": 1.7270400000000001, |
| "grad_norm": 11.178077697753906, |
| "learning_rate": 3.119570518074782e-05, |
| "loss": 1.1809, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.72832, |
| "grad_norm": 12.019882202148438, |
| "learning_rate": 3.1181675083559887e-05, |
| "loss": 1.3234, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1351 |
| }, |
| { |
| "epoch": 1.7296, |
| "grad_norm": 12.039311408996582, |
| "learning_rate": 3.116763697714403e-05, |
| "loss": 1.1985, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1352 |
| }, |
| { |
| "epoch": 1.73088, |
| "grad_norm": 11.840960502624512, |
| "learning_rate": 3.1153590871555505e-05, |
| "loss": 1.1208, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1353 |
| }, |
| { |
| "epoch": 1.73216, |
| "grad_norm": 11.545858383178711, |
| "learning_rate": 3.1139536776855245e-05, |
| "loss": 1.1653, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1354 |
| }, |
| { |
| "epoch": 1.7334399999999999, |
| "grad_norm": 12.801412582397461, |
| "learning_rate": 3.112547470310996e-05, |
| "loss": 1.2065, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1355 |
| }, |
| { |
| "epoch": 1.73472, |
| "grad_norm": 11.162508010864258, |
| "learning_rate": 3.111140466039205e-05, |
| "loss": 1.2089, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1356 |
| }, |
| { |
| "epoch": 1.736, |
| "grad_norm": 12.170408248901367, |
| "learning_rate": 3.109732665877962e-05, |
| "loss": 1.1578, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1357 |
| }, |
| { |
| "epoch": 1.7372800000000002, |
| "grad_norm": 10.94373607635498, |
| "learning_rate": 3.10832407083565e-05, |
| "loss": 1.1772, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1358 |
| }, |
| { |
| "epoch": 1.73856, |
| "grad_norm": 11.085030555725098, |
| "learning_rate": 3.106914681921218e-05, |
| "loss": 1.1557, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1359 |
| }, |
| { |
| "epoch": 1.73984, |
| "grad_norm": 11.564562797546387, |
| "learning_rate": 3.105504500144187e-05, |
| "loss": 1.2339, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.74112, |
| "grad_norm": 11.21679401397705, |
| "learning_rate": 3.104093526514643e-05, |
| "loss": 1.1478, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1361 |
| }, |
| { |
| "epoch": 1.7424, |
| "grad_norm": 10.569620132446289, |
| "learning_rate": 3.102681762043241e-05, |
| "loss": 1.2074, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1362 |
| }, |
| { |
| "epoch": 1.74368, |
| "grad_norm": 10.678451538085938, |
| "learning_rate": 3.101269207741201e-05, |
| "loss": 1.0875, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1363 |
| }, |
| { |
| "epoch": 1.7449599999999998, |
| "grad_norm": 10.857009887695312, |
| "learning_rate": 3.0998558646203106e-05, |
| "loss": 1.1356, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1364 |
| }, |
| { |
| "epoch": 1.74624, |
| "grad_norm": 9.770480155944824, |
| "learning_rate": 3.09844173369292e-05, |
| "loss": 0.9974, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1365 |
| }, |
| { |
| "epoch": 1.74752, |
| "grad_norm": 10.988614082336426, |
| "learning_rate": 3.0970268159719477e-05, |
| "loss": 1.1072, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1366 |
| }, |
| { |
| "epoch": 1.7488000000000001, |
| "grad_norm": 12.342071533203125, |
| "learning_rate": 3.095611112470871e-05, |
| "loss": 1.2052, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1367 |
| }, |
| { |
| "epoch": 1.75008, |
| "grad_norm": 11.97750186920166, |
| "learning_rate": 3.094194624203733e-05, |
| "loss": 1.0695, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1368 |
| }, |
| { |
| "epoch": 1.75136, |
| "grad_norm": 12.292228698730469, |
| "learning_rate": 3.092777352185138e-05, |
| "loss": 1.1256, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1369 |
| }, |
| { |
| "epoch": 1.75264, |
| "grad_norm": 12.089280128479004, |
| "learning_rate": 3.091359297430253e-05, |
| "loss": 1.0679, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.75392, |
| "grad_norm": 15.749351501464844, |
| "learning_rate": 3.0899404609548025e-05, |
| "loss": 1.3195, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1371 |
| }, |
| { |
| "epoch": 1.7551999999999999, |
| "grad_norm": 11.262014389038086, |
| "learning_rate": 3.088520843775074e-05, |
| "loss": 1.1511, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1372 |
| }, |
| { |
| "epoch": 1.75648, |
| "grad_norm": 11.14108943939209, |
| "learning_rate": 3.087100446907913e-05, |
| "loss": 1.1724, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1373 |
| }, |
| { |
| "epoch": 1.75776, |
| "grad_norm": 11.3171968460083, |
| "learning_rate": 3.085679271370724e-05, |
| "loss": 1.1754, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1374 |
| }, |
| { |
| "epoch": 1.7590400000000002, |
| "grad_norm": 16.92751693725586, |
| "learning_rate": 3.084257318181468e-05, |
| "loss": 1.1782, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1375 |
| }, |
| { |
| "epoch": 1.76032, |
| "grad_norm": 10.782024383544922, |
| "learning_rate": 3.0828345883586655e-05, |
| "loss": 1.1446, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1376 |
| }, |
| { |
| "epoch": 1.7616, |
| "grad_norm": 10.122716903686523, |
| "learning_rate": 3.081411082921389e-05, |
| "loss": 1.128, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1377 |
| }, |
| { |
| "epoch": 1.76288, |
| "grad_norm": 10.020973205566406, |
| "learning_rate": 3.079986802889272e-05, |
| "loss": 1.0836, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1378 |
| }, |
| { |
| "epoch": 1.76416, |
| "grad_norm": 11.038420677185059, |
| "learning_rate": 3.0785617492824984e-05, |
| "loss": 1.1872, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1379 |
| }, |
| { |
| "epoch": 1.76544, |
| "grad_norm": 11.040002822875977, |
| "learning_rate": 3.077135923121809e-05, |
| "loss": 1.2488, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.7667199999999998, |
| "grad_norm": 11.606952667236328, |
| "learning_rate": 3.075709325428496e-05, |
| "loss": 1.2238, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1381 |
| }, |
| { |
| "epoch": 1.768, |
| "grad_norm": 11.441311836242676, |
| "learning_rate": 3.0742819572244046e-05, |
| "loss": 1.063, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1382 |
| }, |
| { |
| "epoch": 1.76928, |
| "grad_norm": 11.745414733886719, |
| "learning_rate": 3.072853819531933e-05, |
| "loss": 1.1804, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1383 |
| }, |
| { |
| "epoch": 1.7705600000000001, |
| "grad_norm": 10.521405220031738, |
| "learning_rate": 3.07142491337403e-05, |
| "loss": 1.1251, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1384 |
| }, |
| { |
| "epoch": 1.77184, |
| "grad_norm": 11.574376106262207, |
| "learning_rate": 3.069995239774195e-05, |
| "loss": 1.2238, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1385 |
| }, |
| { |
| "epoch": 1.77312, |
| "grad_norm": 11.083630561828613, |
| "learning_rate": 3.068564799756476e-05, |
| "loss": 1.0993, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1386 |
| }, |
| { |
| "epoch": 1.7744, |
| "grad_norm": 11.408819198608398, |
| "learning_rate": 3.0671335943454714e-05, |
| "loss": 1.173, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1387 |
| }, |
| { |
| "epoch": 1.77568, |
| "grad_norm": 10.26640796661377, |
| "learning_rate": 3.065701624566327e-05, |
| "loss": 1.0908, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1388 |
| }, |
| { |
| "epoch": 1.7769599999999999, |
| "grad_norm": 12.14853572845459, |
| "learning_rate": 3.064268891444737e-05, |
| "loss": 1.2345, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1389 |
| }, |
| { |
| "epoch": 1.77824, |
| "grad_norm": 11.340049743652344, |
| "learning_rate": 3.062835396006942e-05, |
| "loss": 1.0286, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.77952, |
| "grad_norm": 11.750255584716797, |
| "learning_rate": 3.0614011392797264e-05, |
| "loss": 1.4238, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1391 |
| }, |
| { |
| "epoch": 1.7808000000000002, |
| "grad_norm": 10.65123176574707, |
| "learning_rate": 3.0599661222904246e-05, |
| "loss": 1.1608, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1392 |
| }, |
| { |
| "epoch": 1.78208, |
| "grad_norm": 11.179600715637207, |
| "learning_rate": 3.058530346066911e-05, |
| "loss": 1.1863, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1393 |
| }, |
| { |
| "epoch": 1.78336, |
| "grad_norm": 11.04207992553711, |
| "learning_rate": 3.057093811637605e-05, |
| "loss": 1.0834, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1394 |
| }, |
| { |
| "epoch": 1.78464, |
| "grad_norm": 11.313461303710938, |
| "learning_rate": 3.0556565200314716e-05, |
| "loss": 1.1903, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1395 |
| }, |
| { |
| "epoch": 1.78592, |
| "grad_norm": 11.636885643005371, |
| "learning_rate": 3.0542184722780156e-05, |
| "loss": 1.1299, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1396 |
| }, |
| { |
| "epoch": 1.7872, |
| "grad_norm": 11.980168342590332, |
| "learning_rate": 3.052779669407284e-05, |
| "loss": 1.1978, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1397 |
| }, |
| { |
| "epoch": 1.7884799999999998, |
| "grad_norm": 12.443859100341797, |
| "learning_rate": 3.0513401124498655e-05, |
| "loss": 1.2609, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1398 |
| }, |
| { |
| "epoch": 1.78976, |
| "grad_norm": 12.273520469665527, |
| "learning_rate": 3.049899802436887e-05, |
| "loss": 1.2001, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1399 |
| }, |
| { |
| "epoch": 1.79104, |
| "grad_norm": 11.508196830749512, |
| "learning_rate": 3.048458740400017e-05, |
| "loss": 1.1179, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.7923200000000001, |
| "grad_norm": 12.367560386657715, |
| "learning_rate": 3.0470169273714608e-05, |
| "loss": 1.3826, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1401 |
| }, |
| { |
| "epoch": 1.7936, |
| "grad_norm": 11.282745361328125, |
| "learning_rate": 3.0455743643839638e-05, |
| "loss": 1.2038, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1402 |
| }, |
| { |
| "epoch": 1.79488, |
| "grad_norm": 11.35039234161377, |
| "learning_rate": 3.0441310524708058e-05, |
| "loss": 1.2717, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1403 |
| }, |
| { |
| "epoch": 1.79616, |
| "grad_norm": 11.910529136657715, |
| "learning_rate": 3.042686992665806e-05, |
| "loss": 1.2389, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1404 |
| }, |
| { |
| "epoch": 1.79744, |
| "grad_norm": 11.465843200683594, |
| "learning_rate": 3.0412421860033166e-05, |
| "loss": 1.0526, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1405 |
| }, |
| { |
| "epoch": 1.7987199999999999, |
| "grad_norm": 10.61872386932373, |
| "learning_rate": 3.0397966335182274e-05, |
| "loss": 1.1259, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1406 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 11.031526565551758, |
| "learning_rate": 3.0383503362459597e-05, |
| "loss": 1.2076, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1407 |
| }, |
| { |
| "epoch": 1.80128, |
| "grad_norm": 12.929217338562012, |
| "learning_rate": 3.0369032952224696e-05, |
| "loss": 1.1962, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1408 |
| }, |
| { |
| "epoch": 1.8025600000000002, |
| "grad_norm": 10.650703430175781, |
| "learning_rate": 3.035455511484247e-05, |
| "loss": 1.0449, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1409 |
| }, |
| { |
| "epoch": 1.80384, |
| "grad_norm": 11.415281295776367, |
| "learning_rate": 3.034006986068312e-05, |
| "loss": 1.0201, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.80512, |
| "grad_norm": 10.818717002868652, |
| "learning_rate": 3.032557720012217e-05, |
| "loss": 1.1195, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1411 |
| }, |
| { |
| "epoch": 1.8064, |
| "grad_norm": 11.839635848999023, |
| "learning_rate": 3.031107714354044e-05, |
| "loss": 1.2784, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1412 |
| }, |
| { |
| "epoch": 1.80768, |
| "grad_norm": 11.786420822143555, |
| "learning_rate": 3.029656970132406e-05, |
| "loss": 1.1811, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1413 |
| }, |
| { |
| "epoch": 1.80896, |
| "grad_norm": 11.399137496948242, |
| "learning_rate": 3.0282054883864434e-05, |
| "loss": 1.1121, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1414 |
| }, |
| { |
| "epoch": 1.8102399999999998, |
| "grad_norm": 12.676713943481445, |
| "learning_rate": 3.0267532701558276e-05, |
| "loss": 1.2891, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1415 |
| }, |
| { |
| "epoch": 1.81152, |
| "grad_norm": 10.668874740600586, |
| "learning_rate": 3.0253003164807544e-05, |
| "loss": 1.0438, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1416 |
| }, |
| { |
| "epoch": 1.8128, |
| "grad_norm": 12.903656005859375, |
| "learning_rate": 3.0238466284019477e-05, |
| "loss": 1.3523, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1417 |
| }, |
| { |
| "epoch": 1.8140800000000001, |
| "grad_norm": 11.549436569213867, |
| "learning_rate": 3.0223922069606583e-05, |
| "loss": 1.3133, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1418 |
| }, |
| { |
| "epoch": 1.81536, |
| "grad_norm": 10.601409912109375, |
| "learning_rate": 3.0209370531986612e-05, |
| "loss": 1.1675, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1419 |
| }, |
| { |
| "epoch": 1.81664, |
| "grad_norm": 10.611074447631836, |
| "learning_rate": 3.0194811681582555e-05, |
| "loss": 1.164, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.81792, |
| "grad_norm": 11.564557075500488, |
| "learning_rate": 3.018024552882266e-05, |
| "loss": 1.1443, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1421 |
| }, |
| { |
| "epoch": 1.8192, |
| "grad_norm": 11.59027099609375, |
| "learning_rate": 3.0165672084140392e-05, |
| "loss": 1.2375, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1422 |
| }, |
| { |
| "epoch": 1.8204799999999999, |
| "grad_norm": 10.526456832885742, |
| "learning_rate": 3.015109135797443e-05, |
| "loss": 1.0521, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1423 |
| }, |
| { |
| "epoch": 1.82176, |
| "grad_norm": 11.01524543762207, |
| "learning_rate": 3.013650336076869e-05, |
| "loss": 1.098, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1424 |
| }, |
| { |
| "epoch": 1.82304, |
| "grad_norm": 11.728321075439453, |
| "learning_rate": 3.0121908102972283e-05, |
| "loss": 1.253, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1425 |
| }, |
| { |
| "epoch": 1.8243200000000002, |
| "grad_norm": 13.281648635864258, |
| "learning_rate": 3.0107305595039523e-05, |
| "loss": 1.0801, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1426 |
| }, |
| { |
| "epoch": 1.8256000000000001, |
| "grad_norm": 11.9803466796875, |
| "learning_rate": 3.0092695847429915e-05, |
| "loss": 1.2887, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1427 |
| }, |
| { |
| "epoch": 1.82688, |
| "grad_norm": 10.68875503540039, |
| "learning_rate": 3.0078078870608157e-05, |
| "loss": 1.0393, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1428 |
| }, |
| { |
| "epoch": 1.82816, |
| "grad_norm": 11.332724571228027, |
| "learning_rate": 3.006345467504412e-05, |
| "loss": 1.2058, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1429 |
| }, |
| { |
| "epoch": 1.82944, |
| "grad_norm": 11.333867073059082, |
| "learning_rate": 3.0048823271212844e-05, |
| "loss": 1.2046, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.83072, |
| "grad_norm": 10.96788215637207, |
| "learning_rate": 3.0034184669594525e-05, |
| "loss": 1.0539, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1431 |
| }, |
| { |
| "epoch": 1.8319999999999999, |
| "grad_norm": 9.557332992553711, |
| "learning_rate": 3.0019538880674548e-05, |
| "loss": 1.0577, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1432 |
| }, |
| { |
| "epoch": 1.83328, |
| "grad_norm": 10.656094551086426, |
| "learning_rate": 3.0004885914943397e-05, |
| "loss": 1.0852, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1433 |
| }, |
| { |
| "epoch": 1.83456, |
| "grad_norm": 11.235089302062988, |
| "learning_rate": 2.9990225782896732e-05, |
| "loss": 1.3887, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1434 |
| }, |
| { |
| "epoch": 1.8358400000000001, |
| "grad_norm": 9.062054634094238, |
| "learning_rate": 2.9975558495035338e-05, |
| "loss": 0.9655, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1435 |
| }, |
| { |
| "epoch": 1.83712, |
| "grad_norm": 10.988947868347168, |
| "learning_rate": 2.9960884061865117e-05, |
| "loss": 1.0544, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1436 |
| }, |
| { |
| "epoch": 1.8384, |
| "grad_norm": 10.527578353881836, |
| "learning_rate": 2.99462024938971e-05, |
| "loss": 1.1475, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1437 |
| }, |
| { |
| "epoch": 1.83968, |
| "grad_norm": 11.215188026428223, |
| "learning_rate": 2.993151380164742e-05, |
| "loss": 1.0601, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1438 |
| }, |
| { |
| "epoch": 1.84096, |
| "grad_norm": 11.319372177124023, |
| "learning_rate": 2.9916817995637327e-05, |
| "loss": 1.234, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1439 |
| }, |
| { |
| "epoch": 1.8422399999999999, |
| "grad_norm": 12.513754844665527, |
| "learning_rate": 2.9902115086393136e-05, |
| "loss": 1.1751, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.84352, |
| "grad_norm": 10.785722732543945, |
| "learning_rate": 2.988740508444629e-05, |
| "loss": 1.0385, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1441 |
| }, |
| { |
| "epoch": 1.8448, |
| "grad_norm": 11.332715034484863, |
| "learning_rate": 2.9872688000333277e-05, |
| "loss": 1.1241, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1442 |
| }, |
| { |
| "epoch": 1.8460800000000002, |
| "grad_norm": 11.465520858764648, |
| "learning_rate": 2.9857963844595684e-05, |
| "loss": 1.2086, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1443 |
| }, |
| { |
| "epoch": 1.8473600000000001, |
| "grad_norm": 11.757009506225586, |
| "learning_rate": 2.9843232627780146e-05, |
| "loss": 1.2136, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1444 |
| }, |
| { |
| "epoch": 1.84864, |
| "grad_norm": 11.000627517700195, |
| "learning_rate": 2.982849436043837e-05, |
| "loss": 1.1792, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1445 |
| }, |
| { |
| "epoch": 1.84992, |
| "grad_norm": 9.96786880493164, |
| "learning_rate": 2.9813749053127105e-05, |
| "loss": 1.1424, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1446 |
| }, |
| { |
| "epoch": 1.8512, |
| "grad_norm": 9.995818138122559, |
| "learning_rate": 2.979899671640813e-05, |
| "loss": 1.0904, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1447 |
| }, |
| { |
| "epoch": 1.85248, |
| "grad_norm": 10.959222793579102, |
| "learning_rate": 2.978423736084829e-05, |
| "loss": 1.164, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1448 |
| }, |
| { |
| "epoch": 1.8537599999999999, |
| "grad_norm": 11.050406455993652, |
| "learning_rate": 2.9769470997019424e-05, |
| "loss": 1.2135, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1449 |
| }, |
| { |
| "epoch": 1.85504, |
| "grad_norm": 11.063862800598145, |
| "learning_rate": 2.975469763549842e-05, |
| "loss": 1.1099, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.85632, |
| "grad_norm": 11.78572940826416, |
| "learning_rate": 2.973991728686715e-05, |
| "loss": 1.2679, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1451 |
| }, |
| { |
| "epoch": 1.8576000000000001, |
| "grad_norm": 12.576591491699219, |
| "learning_rate": 2.972512996171252e-05, |
| "loss": 1.3845, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1452 |
| }, |
| { |
| "epoch": 1.85888, |
| "grad_norm": 11.339707374572754, |
| "learning_rate": 2.9710335670626405e-05, |
| "loss": 1.1038, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1453 |
| }, |
| { |
| "epoch": 1.86016, |
| "grad_norm": 10.792189598083496, |
| "learning_rate": 2.9695534424205698e-05, |
| "loss": 1.0975, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1454 |
| }, |
| { |
| "epoch": 1.86144, |
| "grad_norm": 10.747079849243164, |
| "learning_rate": 2.9680726233052245e-05, |
| "loss": 1.0323, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1455 |
| }, |
| { |
| "epoch": 1.86272, |
| "grad_norm": 10.372597694396973, |
| "learning_rate": 2.966591110777289e-05, |
| "loss": 1.0886, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1456 |
| }, |
| { |
| "epoch": 1.8639999999999999, |
| "grad_norm": 12.110962867736816, |
| "learning_rate": 2.9651089058979434e-05, |
| "loss": 1.209, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1457 |
| }, |
| { |
| "epoch": 1.86528, |
| "grad_norm": 11.05698299407959, |
| "learning_rate": 2.9636260097288632e-05, |
| "loss": 1.0649, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1458 |
| }, |
| { |
| "epoch": 1.86656, |
| "grad_norm": 12.804754257202148, |
| "learning_rate": 2.9621424233322198e-05, |
| "loss": 1.1493, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1459 |
| }, |
| { |
| "epoch": 1.86784, |
| "grad_norm": 10.681926727294922, |
| "learning_rate": 2.960658147770679e-05, |
| "loss": 1.1825, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.8691200000000001, |
| "grad_norm": 10.675745964050293, |
| "learning_rate": 2.9591731841074004e-05, |
| "loss": 1.1459, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1461 |
| }, |
| { |
| "epoch": 1.8704, |
| "grad_norm": 9.919918060302734, |
| "learning_rate": 2.957687533406035e-05, |
| "loss": 0.9726, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1462 |
| }, |
| { |
| "epoch": 1.87168, |
| "grad_norm": 10.275139808654785, |
| "learning_rate": 2.9562011967307285e-05, |
| "loss": 1.1228, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1463 |
| }, |
| { |
| "epoch": 1.87296, |
| "grad_norm": 9.276091575622559, |
| "learning_rate": 2.954714175146115e-05, |
| "loss": 0.9621, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1464 |
| }, |
| { |
| "epoch": 1.87424, |
| "grad_norm": 11.233109474182129, |
| "learning_rate": 2.9532264697173222e-05, |
| "loss": 1.1057, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1465 |
| }, |
| { |
| "epoch": 1.8755199999999999, |
| "grad_norm": 10.135220527648926, |
| "learning_rate": 2.951738081509964e-05, |
| "loss": 1.013, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1466 |
| }, |
| { |
| "epoch": 1.8768, |
| "grad_norm": 10.962148666381836, |
| "learning_rate": 2.950249011590148e-05, |
| "loss": 1.0055, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1467 |
| }, |
| { |
| "epoch": 1.87808, |
| "grad_norm": 10.877908706665039, |
| "learning_rate": 2.9487592610244663e-05, |
| "loss": 1.1083, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1468 |
| }, |
| { |
| "epoch": 1.8793600000000001, |
| "grad_norm": 11.54134750366211, |
| "learning_rate": 2.947268830879999e-05, |
| "loss": 1.1774, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1469 |
| }, |
| { |
| "epoch": 1.88064, |
| "grad_norm": 10.8287992477417, |
| "learning_rate": 2.9457777222243148e-05, |
| "loss": 1.0444, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.88192, |
| "grad_norm": 13.929176330566406, |
| "learning_rate": 2.944285936125468e-05, |
| "loss": 1.0247, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1471 |
| }, |
| { |
| "epoch": 1.8832, |
| "grad_norm": 11.256997108459473, |
| "learning_rate": 2.9427934736519962e-05, |
| "loss": 1.0748, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1472 |
| }, |
| { |
| "epoch": 1.88448, |
| "grad_norm": 10.703319549560547, |
| "learning_rate": 2.9413003358729223e-05, |
| "loss": 1.0871, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1473 |
| }, |
| { |
| "epoch": 1.8857599999999999, |
| "grad_norm": 10.683220863342285, |
| "learning_rate": 2.939806523857755e-05, |
| "loss": 1.0945, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1474 |
| }, |
| { |
| "epoch": 1.88704, |
| "grad_norm": 12.128753662109375, |
| "learning_rate": 2.9383120386764833e-05, |
| "loss": 1.0911, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1475 |
| }, |
| { |
| "epoch": 1.88832, |
| "grad_norm": 10.68242073059082, |
| "learning_rate": 2.9368168813995806e-05, |
| "loss": 0.9442, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1476 |
| }, |
| { |
| "epoch": 1.8896, |
| "grad_norm": 11.079546928405762, |
| "learning_rate": 2.935321053097999e-05, |
| "loss": 1.0394, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1477 |
| }, |
| { |
| "epoch": 1.8908800000000001, |
| "grad_norm": 12.62607479095459, |
| "learning_rate": 2.933824554843174e-05, |
| "loss": 1.208, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1478 |
| }, |
| { |
| "epoch": 1.89216, |
| "grad_norm": 10.132494926452637, |
| "learning_rate": 2.9323273877070186e-05, |
| "loss": 1.0795, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1479 |
| }, |
| { |
| "epoch": 1.89344, |
| "grad_norm": 12.542119979858398, |
| "learning_rate": 2.9308295527619274e-05, |
| "loss": 1.2227, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.89472, |
| "grad_norm": 10.86732292175293, |
| "learning_rate": 2.9293310510807698e-05, |
| "loss": 1.1356, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1481 |
| }, |
| { |
| "epoch": 1.896, |
| "grad_norm": 10.606528282165527, |
| "learning_rate": 2.9278318837368975e-05, |
| "loss": 1.1046, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1482 |
| }, |
| { |
| "epoch": 1.8972799999999999, |
| "grad_norm": 10.409232139587402, |
| "learning_rate": 2.926332051804135e-05, |
| "loss": 1.0958, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1483 |
| }, |
| { |
| "epoch": 1.89856, |
| "grad_norm": 11.351398468017578, |
| "learning_rate": 2.924831556356785e-05, |
| "loss": 1.2884, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1484 |
| }, |
| { |
| "epoch": 1.89984, |
| "grad_norm": 11.277756690979004, |
| "learning_rate": 2.9233303984696243e-05, |
| "loss": 1.1469, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1485 |
| }, |
| { |
| "epoch": 1.9011200000000001, |
| "grad_norm": 11.926945686340332, |
| "learning_rate": 2.9218285792179036e-05, |
| "loss": 1.1329, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1486 |
| }, |
| { |
| "epoch": 1.9024, |
| "grad_norm": 10.842016220092773, |
| "learning_rate": 2.9203260996773508e-05, |
| "loss": 0.9812, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1487 |
| }, |
| { |
| "epoch": 1.90368, |
| "grad_norm": 11.865035057067871, |
| "learning_rate": 2.9188229609241626e-05, |
| "loss": 1.1805, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1488 |
| }, |
| { |
| "epoch": 1.90496, |
| "grad_norm": 11.223199844360352, |
| "learning_rate": 2.9173191640350104e-05, |
| "loss": 1.1015, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1489 |
| }, |
| { |
| "epoch": 1.90624, |
| "grad_norm": 10.899829864501953, |
| "learning_rate": 2.9158147100870348e-05, |
| "loss": 1.067, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.9075199999999999, |
| "grad_norm": 12.886213302612305, |
| "learning_rate": 2.9143096001578505e-05, |
| "loss": 1.2193, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1491 |
| }, |
| { |
| "epoch": 1.9088, |
| "grad_norm": 11.2850980758667, |
| "learning_rate": 2.9128038353255382e-05, |
| "loss": 1.0654, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1492 |
| }, |
| { |
| "epoch": 1.91008, |
| "grad_norm": 10.88479232788086, |
| "learning_rate": 2.9112974166686512e-05, |
| "loss": 1.0453, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1493 |
| }, |
| { |
| "epoch": 1.91136, |
| "grad_norm": 10.832962036132812, |
| "learning_rate": 2.9097903452662074e-05, |
| "loss": 1.14, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1494 |
| }, |
| { |
| "epoch": 1.9126400000000001, |
| "grad_norm": 10.436562538146973, |
| "learning_rate": 2.9082826221976964e-05, |
| "loss": 1.0178, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1495 |
| }, |
| { |
| "epoch": 1.91392, |
| "grad_norm": 10.607510566711426, |
| "learning_rate": 2.906774248543071e-05, |
| "loss": 1.0059, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1496 |
| }, |
| { |
| "epoch": 1.9152, |
| "grad_norm": 11.280327796936035, |
| "learning_rate": 2.9052652253827527e-05, |
| "loss": 1.1552, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1497 |
| }, |
| { |
| "epoch": 1.91648, |
| "grad_norm": 9.918930053710938, |
| "learning_rate": 2.9037555537976258e-05, |
| "loss": 1.0272, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1498 |
| }, |
| { |
| "epoch": 1.91776, |
| "grad_norm": 10.465167045593262, |
| "learning_rate": 2.9022452348690407e-05, |
| "loss": 1.008, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1499 |
| }, |
| { |
| "epoch": 1.9190399999999999, |
| "grad_norm": 11.530400276184082, |
| "learning_rate": 2.9007342696788114e-05, |
| "loss": 1.1676, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.92032, |
| "grad_norm": 11.047134399414062, |
| "learning_rate": 2.8992226593092135e-05, |
| "loss": 1.0742, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1501 |
| }, |
| { |
| "epoch": 1.9216, |
| "grad_norm": 11.892910957336426, |
| "learning_rate": 2.897710404842987e-05, |
| "loss": 1.1816, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1502 |
| }, |
| { |
| "epoch": 1.9228800000000001, |
| "grad_norm": 11.394031524658203, |
| "learning_rate": 2.8961975073633302e-05, |
| "loss": 1.1151, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1503 |
| }, |
| { |
| "epoch": 1.92416, |
| "grad_norm": 10.007779121398926, |
| "learning_rate": 2.8946839679539055e-05, |
| "loss": 0.9908, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1504 |
| }, |
| { |
| "epoch": 1.92544, |
| "grad_norm": 11.405324935913086, |
| "learning_rate": 2.893169787698832e-05, |
| "loss": 1.2005, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1505 |
| }, |
| { |
| "epoch": 1.92672, |
| "grad_norm": 10.930985450744629, |
| "learning_rate": 2.8916549676826905e-05, |
| "loss": 1.1634, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1506 |
| }, |
| { |
| "epoch": 1.928, |
| "grad_norm": 11.034639358520508, |
| "learning_rate": 2.8901395089905165e-05, |
| "loss": 1.0122, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1507 |
| }, |
| { |
| "epoch": 1.9292799999999999, |
| "grad_norm": 10.018917083740234, |
| "learning_rate": 2.8886234127078077e-05, |
| "loss": 1.0002, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1508 |
| }, |
| { |
| "epoch": 1.93056, |
| "grad_norm": 9.38028621673584, |
| "learning_rate": 2.8871066799205136e-05, |
| "loss": 0.9701, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1509 |
| }, |
| { |
| "epoch": 1.93184, |
| "grad_norm": 10.130656242370605, |
| "learning_rate": 2.8855893117150437e-05, |
| "loss": 0.9933, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.93312, |
| "grad_norm": 12.321211814880371, |
| "learning_rate": 2.8840713091782605e-05, |
| "loss": 1.1976, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1511 |
| }, |
| { |
| "epoch": 1.9344000000000001, |
| "grad_norm": 11.294118881225586, |
| "learning_rate": 2.8825526733974806e-05, |
| "loss": 1.1469, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1512 |
| }, |
| { |
| "epoch": 1.93568, |
| "grad_norm": 10.4371337890625, |
| "learning_rate": 2.8810334054604752e-05, |
| "loss": 0.9715, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1513 |
| }, |
| { |
| "epoch": 1.93696, |
| "grad_norm": 10.328714370727539, |
| "learning_rate": 2.8795135064554682e-05, |
| "loss": 1.0437, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1514 |
| }, |
| { |
| "epoch": 1.93824, |
| "grad_norm": 10.650400161743164, |
| "learning_rate": 2.8779929774711348e-05, |
| "loss": 1.124, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1515 |
| }, |
| { |
| "epoch": 1.93952, |
| "grad_norm": 10.760358810424805, |
| "learning_rate": 2.8764718195966028e-05, |
| "loss": 1.1582, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1516 |
| }, |
| { |
| "epoch": 1.9407999999999999, |
| "grad_norm": 10.07492446899414, |
| "learning_rate": 2.8749500339214483e-05, |
| "loss": 1.0331, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1517 |
| }, |
| { |
| "epoch": 1.94208, |
| "grad_norm": 10.843475341796875, |
| "learning_rate": 2.873427621535699e-05, |
| "loss": 1.2193, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1518 |
| }, |
| { |
| "epoch": 1.94336, |
| "grad_norm": 11.540253639221191, |
| "learning_rate": 2.8719045835298312e-05, |
| "loss": 1.1491, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1519 |
| }, |
| { |
| "epoch": 1.9446400000000001, |
| "grad_norm": 10.399394989013672, |
| "learning_rate": 2.8703809209947683e-05, |
| "loss": 1.3246, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.94592, |
| "grad_norm": 9.239386558532715, |
| "learning_rate": 2.8688566350218825e-05, |
| "loss": 1.0386, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1521 |
| }, |
| { |
| "epoch": 1.9472, |
| "grad_norm": 10.443934440612793, |
| "learning_rate": 2.8673317267029907e-05, |
| "loss": 1.0078, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1522 |
| }, |
| { |
| "epoch": 1.94848, |
| "grad_norm": 10.077789306640625, |
| "learning_rate": 2.8658061971303576e-05, |
| "loss": 1.0588, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1523 |
| }, |
| { |
| "epoch": 1.94976, |
| "grad_norm": 10.0903902053833, |
| "learning_rate": 2.8642800473966918e-05, |
| "loss": 0.9941, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1524 |
| }, |
| { |
| "epoch": 1.9510399999999999, |
| "grad_norm": 10.31224250793457, |
| "learning_rate": 2.862753278595145e-05, |
| "loss": 0.9941, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1525 |
| }, |
| { |
| "epoch": 1.95232, |
| "grad_norm": 10.712639808654785, |
| "learning_rate": 2.861225891819316e-05, |
| "loss": 1.1531, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1526 |
| }, |
| { |
| "epoch": 1.9536, |
| "grad_norm": 11.562302589416504, |
| "learning_rate": 2.8596978881632414e-05, |
| "loss": 1.0802, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1527 |
| }, |
| { |
| "epoch": 1.95488, |
| "grad_norm": 10.803064346313477, |
| "learning_rate": 2.8581692687214038e-05, |
| "loss": 1.085, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1528 |
| }, |
| { |
| "epoch": 1.9561600000000001, |
| "grad_norm": 11.291533470153809, |
| "learning_rate": 2.8566400345887237e-05, |
| "loss": 1.2603, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1529 |
| }, |
| { |
| "epoch": 1.95744, |
| "grad_norm": 9.768406867980957, |
| "learning_rate": 2.8551101868605644e-05, |
| "loss": 1.0034, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.95872, |
| "grad_norm": 10.181354522705078, |
| "learning_rate": 2.8535797266327275e-05, |
| "loss": 1.0377, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1531 |
| }, |
| { |
| "epoch": 1.96, |
| "grad_norm": 10.457001686096191, |
| "learning_rate": 2.8520486550014533e-05, |
| "loss": 1.1467, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1532 |
| }, |
| { |
| "epoch": 1.96128, |
| "grad_norm": 10.359399795532227, |
| "learning_rate": 2.8505169730634196e-05, |
| "loss": 0.985, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1533 |
| }, |
| { |
| "epoch": 1.9625599999999999, |
| "grad_norm": 10.266458511352539, |
| "learning_rate": 2.8489846819157434e-05, |
| "loss": 1.0178, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1534 |
| }, |
| { |
| "epoch": 1.96384, |
| "grad_norm": 10.00379753112793, |
| "learning_rate": 2.8474517826559757e-05, |
| "loss": 1.0693, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1535 |
| }, |
| { |
| "epoch": 1.96512, |
| "grad_norm": 10.595651626586914, |
| "learning_rate": 2.845918276382104e-05, |
| "loss": 1.0661, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1536 |
| }, |
| { |
| "epoch": 1.9664000000000001, |
| "grad_norm": 10.312962532043457, |
| "learning_rate": 2.8443841641925504e-05, |
| "loss": 1.097, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1537 |
| }, |
| { |
| "epoch": 1.96768, |
| "grad_norm": 10.32333755493164, |
| "learning_rate": 2.842849447186172e-05, |
| "loss": 0.9627, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1538 |
| }, |
| { |
| "epoch": 1.96896, |
| "grad_norm": 10.924964904785156, |
| "learning_rate": 2.841314126462258e-05, |
| "loss": 1.0978, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1539 |
| }, |
| { |
| "epoch": 1.97024, |
| "grad_norm": 9.891966819763184, |
| "learning_rate": 2.8397782031205295e-05, |
| "loss": 0.9668, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.97152, |
| "grad_norm": 11.608991622924805, |
| "learning_rate": 2.8382416782611414e-05, |
| "loss": 1.1175, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1541 |
| }, |
| { |
| "epoch": 1.9727999999999999, |
| "grad_norm": 10.518484115600586, |
| "learning_rate": 2.836704552984677e-05, |
| "loss": 1.0798, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1542 |
| }, |
| { |
| "epoch": 1.9740799999999998, |
| "grad_norm": 10.221514701843262, |
| "learning_rate": 2.8351668283921518e-05, |
| "loss": 1.161, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1543 |
| }, |
| { |
| "epoch": 1.97536, |
| "grad_norm": 9.017243385314941, |
| "learning_rate": 2.8336285055850087e-05, |
| "loss": 0.9126, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1544 |
| }, |
| { |
| "epoch": 1.97664, |
| "grad_norm": 9.246646881103516, |
| "learning_rate": 2.8320895856651218e-05, |
| "loss": 0.9631, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1545 |
| }, |
| { |
| "epoch": 1.9779200000000001, |
| "grad_norm": 10.886131286621094, |
| "learning_rate": 2.8305500697347886e-05, |
| "loss": 1.1859, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1546 |
| }, |
| { |
| "epoch": 1.9792, |
| "grad_norm": 12.190113067626953, |
| "learning_rate": 2.8290099588967374e-05, |
| "loss": 1.3414, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1547 |
| }, |
| { |
| "epoch": 1.98048, |
| "grad_norm": 9.554183959960938, |
| "learning_rate": 2.8274692542541208e-05, |
| "loss": 1.0412, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1548 |
| }, |
| { |
| "epoch": 1.98176, |
| "grad_norm": 10.40765380859375, |
| "learning_rate": 2.8259279569105183e-05, |
| "loss": 1.0477, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1549 |
| }, |
| { |
| "epoch": 1.98304, |
| "grad_norm": 9.738555908203125, |
| "learning_rate": 2.8243860679699315e-05, |
| "loss": 0.9553, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.9843199999999999, |
| "grad_norm": 9.849858283996582, |
| "learning_rate": 2.8228435885367868e-05, |
| "loss": 0.9619, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1551 |
| }, |
| { |
| "epoch": 1.9856, |
| "grad_norm": 10.16765022277832, |
| "learning_rate": 2.821300519715935e-05, |
| "loss": 1.0531, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1552 |
| }, |
| { |
| "epoch": 1.98688, |
| "grad_norm": 11.247167587280273, |
| "learning_rate": 2.819756862612647e-05, |
| "loss": 1.0635, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1553 |
| }, |
| { |
| "epoch": 1.9881600000000001, |
| "grad_norm": 10.26237964630127, |
| "learning_rate": 2.8182126183326163e-05, |
| "loss": 0.9951, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1554 |
| }, |
| { |
| "epoch": 1.98944, |
| "grad_norm": 11.50412368774414, |
| "learning_rate": 2.816667787981957e-05, |
| "loss": 1.0819, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1555 |
| }, |
| { |
| "epoch": 1.99072, |
| "grad_norm": 11.711116790771484, |
| "learning_rate": 2.8151223726672024e-05, |
| "loss": 1.0585, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1556 |
| }, |
| { |
| "epoch": 1.992, |
| "grad_norm": 9.135002136230469, |
| "learning_rate": 2.8135763734953044e-05, |
| "loss": 1.0341, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1557 |
| }, |
| { |
| "epoch": 1.99328, |
| "grad_norm": 9.966586112976074, |
| "learning_rate": 2.8120297915736343e-05, |
| "loss": 1.0259, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1558 |
| }, |
| { |
| "epoch": 1.9945599999999999, |
| "grad_norm": 11.500933647155762, |
| "learning_rate": 2.8104826280099796e-05, |
| "loss": 1.1623, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1559 |
| }, |
| { |
| "epoch": 1.9958399999999998, |
| "grad_norm": 12.772244453430176, |
| "learning_rate": 2.8089348839125468e-05, |
| "loss": 0.9664, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.99712, |
| "grad_norm": 10.36523151397705, |
| "learning_rate": 2.8073865603899543e-05, |
| "loss": 1.0954, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1561 |
| }, |
| { |
| "epoch": 1.9984, |
| "grad_norm": 10.729025840759277, |
| "learning_rate": 2.805837658551239e-05, |
| "loss": 1.0577, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1562 |
| }, |
| { |
| "epoch": 1.9996800000000001, |
| "grad_norm": 10.23855209350586, |
| "learning_rate": 2.804288179505851e-05, |
| "loss": 1.1621, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1563 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 4.980175971984863, |
| "learning_rate": 2.8027381243636525e-05, |
| "loss": 0.2348, |
| "memory/device_mem_reserved(gib)": 45.48, |
| "memory/max_mem_active(gib)": 40.16, |
| "memory/max_mem_allocated(gib)": 40.16, |
| "step": 1564 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 3907, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 782, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.840849878885807e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|