| NEW RUN 2025-09-24-15-52-50 |
| {} |
| {'zero_allow_untested_optimizer': True, 'zero_optimization': {'stage': 1, 'contiguous_gradients': True, 'overlap_comm': True, 'allgather_partitions': True, 'reduce_scatter': True, 'allgather_bucket_size': 200000000, 'reduce_bucket_size': 200000000, 'sub_group_size': 1000000000000}, 'activation_checkpointing': {'partition_activations': False, 'cpu_checkpointing': False, 'contiguous_memory_optimization': False, 'synchronize_checkpoint_boundary': False}, 'aio': {'block_size': 1048576, 'queue_depth': 8, 'single_submit': False, 'overlap_events': True, 'thread_count': 1}, 'gradient_accumulation_steps': 1, 'train_micro_batch_size_per_gpu': 4, 'gradient_clipping': 1.0, 'bf16': {'enabled': True}} |
| 0 0.046745 1.0479 0.00099100 2025-09-24 16:45:04.308037 0 |
| 1 0.034098 1.0347 0.00096265 2025-09-24 17:33:55.686065 1 |
| 2 0.032071 1.0326 0.00091549 2025-09-24 18:22:45.898765 2 |
| 3 0.030869 1.0314 0.00085045 2025-09-24 19:11:34.870050 3 |
| 4 0.030010 1.0305 0.00076881 2025-09-24 20:00:29.628864 4 |
| 5 0.029398 1.0298 0.00067220 2025-09-24 20:49:12.738276 5 |
| 6 0.028947 1.0294 0.00056251 2025-09-24 21:37:57.239815 6 |
| 7 0.028621 1.0290 0.00044191 2025-09-24 22:26:40.425406 7 |
| 8 0.028238 1.0286 0.00031278 2025-09-24 23:15:24.033284 8 |
| 9 0.028020 1.0284 0.00017767 2025-09-25 00:04:17.413185 9 |
| 10 0.027834 1.0282 0.00003926 2025-09-25 00:53:11.133727 10 |
|
|
