| NEW RUN 2025-09-01-00-39-00 |
| {} |
| {'zero_allow_untested_optimizer': True, 'zero_optimization': {'stage': 1, 'contiguous_gradients': True, 'overlap_comm': True, 'allgather_partitions': True, 'reduce_scatter': True, 'allgather_bucket_size': 200000000, 'reduce_bucket_size': 200000000, 'sub_group_size': 1000000000000}, 'activation_checkpointing': {'partition_activations': False, 'cpu_checkpointing': False, 'contiguous_memory_optimization': False, 'synchronize_checkpoint_boundary': False}, 'aio': {'block_size': 1048576, 'queue_depth': 8, 'single_submit': False, 'overlap_events': True, 'thread_count': 1}, 'gradient_accumulation_steps': 1, 'train_micro_batch_size_per_gpu': 4, 'gradient_clipping': 1.0, 'bf16': {'enabled': True}} |
| 0 0.042695 1.0436 0.00099100 2025-09-01 01:28:17.719681 0 |
| 1 0.031042 1.0315 0.00096265 2025-09-01 02:16:07.643380 1 |
| 2 0.028645 1.0291 0.00091549 2025-09-01 03:03:59.610610 2 |
| 3 0.027234 1.0276 0.00085045 2025-09-01 03:51:49.037449 3 |
| 4 0.026309 1.0267 0.00076881 2025-09-01 04:39:55.511309 4 |
| 5 0.025674 1.0260 0.00067220 2025-09-01 05:27:47.649566 5 |
| 6 0.025192 1.0255 0.00056251 2025-09-01 06:15:41.222105 6 |
| 7 0.024817 1.0251 0.00044191 2025-09-01 07:03:36.940977 7 |
| 8 0.024408 1.0247 0.00031278 2025-09-01 07:51:29.563043 8 |
| 9 0.024167 1.0245 0.00017767 2025-09-01 08:39:34.907481 9 |
| 10 0.023963 1.0243 0.00003926 2025-09-01 09:27:36.380182 10 |
|
|
