{
    "model_family": "minimaxh3",
    "model_flavour": "fp8-e4m3fn",
    "controlnet": false,
    "pretrained_model_name_or_path": "MiniMaxAI/MiniMax-H3",
    "output_dir": "/workspace/minimaxh3-reggae-run/output",
    "logging_dir": "/workspace/minimaxh3-reggae-run/output/logs",
    "model_type": "lora",
    "seed": 42,
    "resolution": 480,
    "resume_from_checkpoint": "latest",
    "prediction_type": null,
    "pretrained_vae_model_name_or_path": "MiniMaxAI/MiniMax-H3",
    "vae_dtype": "bf16",
    "vae_cache_ondemand": false,
    "vae_cache_disable": false,
    "accelerator_cache_clear_interval": null,
    "aspect_bucket_rounding": 2,
    "base_model_precision": "no_change",
    "text_encoder_1_precision": "int8-quanto",
    "text_encoder_2_precision": "no_change",
    "text_encoder_3_precision": "no_change",
    "text_encoder_4_precision": "no_change",
    "gradient_checkpointing_interval": null,
    "gradient_checkpointing_segment_stride": null,
    "offload_during_startup": true,
    "delete_model_after_load": false,
    "trust_remote_code": false,
    "quantize_via": "cpu",
    "quantization_config": null,
    "sdnq_weights_dtype": null,
    "sdnq_quantized_matmul_dtype": "auto",
    "sdnq_group_size": null,
    "sdnq_use_quantized_matmul": null,
    "sdnq_compile_mode": "auto",
    "sdnq_use_static_quantization": null,
    "sdnq_use_stochastic_rounding": null,
    "sdnq_dequantize_fp32": null,
    "sdnq_use_svd": null,
    "sdnq_use_hadamard": null,
    "sdnq_svd_rank": null,
    "sdnq_svd_steps": null,
    "sdnq_hadamard_group_size": null,
    "sdnq_modules_to_not_convert": null,
    "sdnq_modules_to_not_use_matmul": null,
    "sdnq_modules_dtype_dict": null,
    "sdnq_modules_quant_config": null,
    "rescale_betas_zero_snr": false,
    "control": false,
    "controlnet_custom_config": null,
    "controlnet_model_name_or_path": null,
    "tread_config": null,
    "pretrained_transformer_model_name_or_path": "https://huggingface.co/rzgar/minimax_h3_fl2va_fp8_e4m3fn/resolve/main/minimax_h3_fl2va_fp8_e4m3fn.safetensors",
    "pretrained_transformer_subfolder": null,
    "pretrained_unet_model_name_or_path": null,
    "pretrained_unet_subfolder": "unet",
    "pretrained_t5_model_name_or_path": null,
    "pretrained_gemma_model_name_or_path": null,
    "qwen_text_encoder_model_name_or_path": null,
    "revision": null,
    "variant": null,
    "base_model_default_dtype": "bf16",
    "unet_attention_slice": false,
    "max_grounding_entities": 0,
    "pretrained_grounding_model_name_or_path": null,
    "num_train_epochs": 33,
    "max_train_steps": 4000,
    "train_batch_size": 1,
    "learning_rate": 5e-05,
    "optimizer": "adamw_bf16",
    "lr_scheduler": "constant_with_warmup",
    "gradient_accumulation_steps": 1,
    "lr_warmup_steps": 500,
    "checkpoints_total_limit": 5,
    "gradient_checkpointing": true,
    "gradient_checkpointing_backend": "torch",
    "gradient_checkpointing_offload_attention": false,
    "gradient_checkpointing_offload_pin_memory_max_buckets": 12,
    "gradient_checkpointing_offload_prefetch": false,
    "enable_group_offload": false,
    "ramtorch": false,
    "ramtorch_target_modules": null,
    "ramtorch_text_encoder": false,
    "ramtorch_vae": false,
    "ramtorch_controlnet": false,
    "ramtorch_transformer_percent": 100,
    "ramtorch_text_encoder_percent": 100,
    "ramtorch_disable_sync_hooks": false,
    "ramtorch_disable_extensions": true,
    "group_offload_type": "block_level",
    "group_offload_blocks_per_group": 1,
    "group_offload_use_stream": false,
    "group_offload_to_disk_path": "",
    "group_offload_text_encoder": false,
    "group_offload_vae": false,
    "offload_during_save": false,
    "musubi_blocks_to_swap": 0,
    "musubi_block_swap_device": "cpu",
    "train_text_encoder": false,
    "text_encoder_lr": null,
    "lr_num_cycles": 1,
    "lr_power": 0.8,
    "use_soft_min_snr": false,
    "use_ema": false,
    "ema_device": "cpu",
    "ema_cpu_only": false,
    "ema_update_interval": 1,
    "ema_foreach_disable": false,
    "ema_decay": 0.995,
    "ema_warmup_steps": 0,
    "lora_rank": 128,
    "lora_alpha": 128.0,
    "lora_type": "standard",
    "slider_lora_target": false,
    "peft_lora_target_modules": null,
    "lora_dropout": 0.0,
    "lora_init_type": "default",
    "peft_lora_mode": "standard",
    "singlora_ramp_up_steps": 0,
    "init_lora": null,
    "init_lora_step": null,
    "init_lora_ema": null,
    "assistant_lora_path": null,
    "assistant_lora_strength": 1.0,
    "assistant_lora_inference_strength": 0.0,
    "disable_assistant_lora": false,
    "lora_format": "diffusers",
    "lycoris_config": "config/lycoris_config.json",
    "init_lokr_norm": null,
    "use_dora": false,
    "resolution_type": "pixel_area",
    "data_backend_config": "config/cog-bench-runs/minimaxh3-reggae/multidatabackend.json",
    "caption_strategy": "filename",
    "conditioning_multidataset_sampling": "random",
    "instance_prompt": null,
    "parquet_caption_column": null,
    "parquet_filename_column": null,
    "ignore_missing_files": false,
    "vae_cache_scan_behaviour": "recreate",
    "enable_nsfw_check": false,
    "nsfw_check_models": "Falconsai/nsfw_image_detection:threshold=0.5,AdamCodd/vit-base-nsfw-detector:threshold=0.5",
    "nsfw_check_min_votes": 2,
    "nsfw_check_backend_types": "all",
    "nsfw_check_sample_types": "image,conditioning",
    "delete_nsfw_images": false,
    "nsfw_check_video_frame_count": 3,
    "nsfw_check_video_frame_selection": "uniform",
    "nsfw_check_video_min_flagged_frames": 1,
    "vae_enable_slicing": false,
    "vae_enable_tiling": true,
    "vae_enable_patch_conv": false,
    "vae_enable_temporal_roll": true,
    "vae_batch_size": 1,
    "max_upscale_threshold": null,
    "caption_dropout_probability": 0.0,
    "tokenizer_max_length": null,
    "audio_max_duration_seconds": null,
    "audio_min_duration_seconds": null,
    "audio_channels": 1,
    "audio_duration_interval": 3.0,
    "audio_truncation_mode": "beginning",
    "validation_step_interval": 250,
    "validation_epoch_interval": null,
    "validate_after_step": null,
    "validate_after_epoch": null,
    "disable_benchmark": false,
    "validation_preview": false,
    "validation_preview_steps": 1,
    "validation_prompt": "<STYLE>\nroots reggae, warm analog dub production, laid-back one-drop drum groove, deep round bassline, skanking guitar upstrokes, organ bubble, spacious mix with tape echo and spring reverb, soulful male lead vocal, mid-tempo\n\n<LYRICS>\n[verse]\nMorning sun a rise pon di mountain top\nRiver run easy and di worries stop\nWe carry good vibes from di country road\nEvery likkle burden turn a lighter load\n\n[chorus]\nLift up yuh heart now, sing it loud and clear\nOne love a di message and di roots right here\nDrum and di bass dem a guide di way\nSweet reggae music till di break of day",
    "validation_input": null,
    "num_validation_images": 1,
    "num_eval_images": 4,
    "eval_steps_interval": null,
    "eval_epoch_interval": null,
    "eval_timesteps": 28,
    "eval_dataset_pooling": false,
    "eval_loss_disable": false,
    "evaluation_type": "none",
    "pretrained_evaluation_model_name_or_path": "openai/clip-vit-large-patch14-336",
    "validation_guidance": 1.0,
    "validation_num_inference_steps": 40,
    "validation_on_startup": false,
    "validation_method": "simpletuner-local",
    "validation_external_script": null,
    "validation_external_background": false,
    "validation_using_datasets": null,
    "validation_negative_prompt": "",
    "validation_randomize": false,
    "validation_seed": 42,
    "validation_multigpu": "batch-parallel",
    "validation_disable": false,
    "validation_prompt_library": false,
    "user_prompt_library": null,
    "eval_dataset_id": null,
    "validation_stitch_input_location": "left",
    "validation_guidance_rescale": 0.0,
    "validation_disable_unconditional": true,
    "validation_guidance_skip_layers": null,
    "validation_guidance_skip_layers_start": 0.01,
    "validation_guidance_skip_layers_stop": 0.2,
    "validation_guidance_skip_scale": 2.8,
    "validation_lycoris_strength": 1.0,
    "validation_noise_scheduler": null,
    "validation_num_video_frames": 345,
    "validation_resolution": "256",
    "validation_seed_source": "cpu",
    "validation_adapter_path": null,
    "validation_adapter_name": null,
    "validation_adapter_strength": 1.0,
    "validation_adapter_mode": "adapter_only",
    "validation_adapter_config": null,
    "i_know_what_i_am_doing": false,
    "diff2flow_enabled": false,
    "diff2flow_loss": false,
    "scheduled_sampling_max_step_offset": 0,
    "scheduled_sampling_strategy": "uniform",
    "scheduled_sampling_probability": 0.0,
    "scheduled_sampling_prob_start": 0.0,
    "scheduled_sampling_prob_end": 0.5,
    "scheduled_sampling_ramp_steps": 0,
    "scheduled_sampling_start_step": 0,
    "scheduled_sampling_ramp_shape": "linear",
    "scheduled_sampling_sampler": "unipc",
    "scheduled_sampling_order": 2,
    "scheduled_sampling_reflexflow": null,
    "scheduled_sampling_reflexflow_alpha": 1.0,
    "scheduled_sampling_reflexflow_beta1": 10.0,
    "scheduled_sampling_reflexflow_beta2": 1.0,
    "flow_sigmoid_scale": 1.0,
    "flow_use_uniform_schedule": false,
    "flow_use_beta_schedule": false,
    "flow_beta_schedule_alpha": 2.0,
    "flow_beta_schedule_beta": 2.0,
    "flow_schedule_shift": 12.0,
    "flow_schedule_auto_shift": false,
    "audio_flow_schedule_shift": 3.0,
    "flow_custom_timesteps": null,
    "flow_timesteps_mode": "fixed-list",
    "t5_padding": "unmodified",
    "soft_min_snr_sigma_data": null,
    "mixed_precision": "bf16",
    "attention_mechanism": "native-efficient",
    "sla_config": null,
    "sageattention_usage": "inference",
    "disable_tf32": false,
    "set_grads_to_none": false,
    "noise_offset": 0.1,
    "noise_offset_probability": 0.25,
    "input_perturbation": 0.0,
    "input_perturbation_steps": 0,
    "lr_end": 4e-07,
    "lr_scale": false,
    "lr_scale_sqrt": false,
    "strict_epoch_limit": false,
    "freeze_encoder_before": 12,
    "freeze_encoder_after": 17,
    "freeze_encoder_strategy": "after",
    "layer_freeze_strategy": null,
    "fully_unload_text_encoder": false,
    "save_text_encoder": false,
    "text_encoder_limit": 100,
    "prepend_instance_prompt": false,
    "only_instance_prompt": false,
    "data_aesthetic_score": 7.0,
    "delete_unwanted_images": false,
    "delete_problematic_images": false,
    "disable_bucket_pruning": true,
    "allow_dataset_oversubscription": false,
    "disable_segmented_timestep_sampling": false,
    "preserve_data_backend_cache": false,
    "override_dataset_config": false,
    "cache_dir": "/workspace/minimaxh3-reggae-run/output/cache",
    "cache_dir_text": "cache",
    "text_cache_ondemand": false,
    "text_cache_disable": false,
    "text_embed_full_cache": false,
    "cache_dir_vae": "",
    "compress_disk_cache": true,
    "aspect_bucket_disable_rebuild": false,
    "keep_vae_loaded": false,
    "skip_file_discovery": "",
    "data_backend_sampling": "auto-weighting",
    "image_processing_batch_size": 32,
    "write_batch_size": 128,
    "read_batch_size": 25,
    "text_encoder_batch_size": 4,
    "enable_multiprocessing": false,
    "accelerate_config": null,
    "deepspeed_config": null,
    "fsdp_enable": false,
    "fsdp_version": 2,
    "fsdp_reshard_after_forward": true,
    "fsdp_state_dict_type": "SHARDED_STATE_DICT",
    "fsdp_cpu_ram_efficient_loading": false,
    "fsdp_auto_wrap_policy": "TRANSFORMER_BASED_WRAP",
    "fsdp_limit_all_gathers": true,
    "fsdp_cpu_offload": false,
    "fsdp_activation_checkpointing": false,
    "fsdp_transformer_layer_cls_to_wrap": null,
    "context_parallel_size": 1,
    "context_parallel_comm_strategy": "allgather",
    "find_unused_parameters": null,
    "num_processes": 1,
    "num_machines": 1,
    "accelerate_extra_args": null,
    "main_process_ip": "127.0.0.1",
    "main_process_port": 29500,
    "machine_rank": 0,
    "same_network": true,
    "dynamo_backend": "no",
    "dynamo_mode": "",
    "dynamo_fullgraph": false,
    "dynamo_dynamic": false,
    "dynamo_use_regional_compilation": false,
    "max_workers": 32,
    "aws_max_pool_connections": 128,
    "torch_num_threads": 8,
    "dataloader_prefetch": false,
    "dataloader_prefetch_qlen": 10,
    "aspect_bucket_worker_count": 12,
    "aspect_bucket_alignment": "64",
    "minimum_image_size": 0,
    "maximum_image_size": null,
    "target_downsample_size": null,
    "metadata_update_interval": 3600,
    "debug_aspect_buckets": false,
    "debug_dataset_loader": false,
    "print_filenames": false,
    "print_sampler_statistics": false,
    "timestep_bias_strategy": null,
    "timestep_bias_begin": 0,
    "timestep_bias_end": 1000,
    "timestep_bias_multiplier": 1.0,
    "timestep_bias_portion": 0.25,
    "training_scheduler_timestep_spacing": "trailing",
    "inference_scheduler_timestep_spacing": "trailing",
    "disk_low_threshold": null,
    "disk_low_action": "stop",
    "disk_low_script": null,
    "loss_type": "l2",
    "huber_schedule": "snr",
    "huber_c": 0.1,
    "snr_gamma": null,
    "masked_loss_probability": 1.0,
    "crepa_enabled": false,
    "crepa_block_index": 8,
    "crepa_lambda": 0.5,
    "crepa_adjacent_distance": 1,
    "crepa_adjacent_tau": 1.0,
    "crepa_encoder": "dinov2_vitg14",
    "crepa_encoder_frames_batch_size": -1,
    "crepa_use_backbone_features": false,
    "crepa_feature_source": "encoder",
    "crepa_self_flow": false,
    "crepa_teacher_block_index": null,
    "crepa_self_flow_mask_ratio": 0.1,
    "crepa_encoder_image_size": 518,
    "crepa_drop_vae_encoder": false,
    "crepa_normalize_by_frames": true,
    "crepa_normalize_neighbour_sum": false,
    "crepa_spatial_align": true,
    "crepa_use_tae": false,
    "crepa_scheduler": "constant",
    "crepa_warmup_steps": 0,
    "crepa_decay_steps": 0,
    "crepa_lambda_end": 0.0,
    "crepa_power": 1.0,
    "crepa_cutoff_step": 0,
    "crepa_similarity_threshold": null,
    "crepa_similarity_ema_decay": 0.99,
    "crepa_threshold_mode": "permanent",
    "twinflow_enabled": false,
    "twinflow_target_step_count": 1,
    "layersync_enabled": false,
    "layersync_student_block": null,
    "layersync_teacher_block": null,
    "layersync_lambda": 0.2,
    "urepa_enabled": false,
    "urepa_lambda": 0.5,
    "urepa_manifold_weight": 3.0,
    "urepa_model": "dinov2_vitg14",
    "urepa_encoder_image_size": 518,
    "urepa_use_tae": false,
    "urepa_scheduler": "constant",
    "urepa_warmup_steps": 0,
    "urepa_decay_steps": 0,
    "urepa_lambda_end": 0.0,
    "urepa_power": 1.0,
    "urepa_cutoff_step": 0,
    "urepa_similarity_threshold": null,
    "urepa_similarity_ema_decay": 0.99,
    "urepa_threshold_mode": "permanent",
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "optimizer_beta1": 0.9,
    "optimizer_beta2": 0.95,
    "optimizer_cpu_offload_method": null,
    "gradient_precision": null,
    "adam_weight_decay": 0.01,
    "adam_epsilon": 1e-08,
    "prodigy_steps": null,
    "max_grad_norm": 0.5,
    "optimizer_config": "weight_decay=0.0,eps=1e-8",
    "grad_clip_method": "norm",
    "optimizer_offload_gradients": false,
    "fuse_optimizer": false,
    "optimizer_release_gradients": false,
    "push_to_hub": true,
    "post_checkpoint_script": null,
    "post_upload_script": null,
    "push_checkpoints_to_hub": true,
    "push_to_hub_background": false,
    "hub_model_id": "bghira/minimaxh3-suno-reggae-rank128",
    "model_card_private": true,
    "model_card_safe_for_work": false,
    "model_card_note": null,
    "modelspec_comment": null,
    "report_to": "tensorboard",
    "custom_tracker": null,
    "checkpoint_step_interval": 500,
    "checkpoint_epoch_interval": null,
    "checkpointing_rolling_steps": 0,
    "checkpointing_use_tempdir": false,
    "delete_invalid_checkpoints": false,
    "checkpoints_rolling_total_limit": 1,
    "tracker_run_name": "minimaxh3-suno-reggae-rank128",
    "tracker_project_name": "minimaxh3-audio",
    "tracker_image_layout": "gallery",
    "enable_watermark": false,
    "framerate": 24,
    "seed_for_each_device": true,
    "snr_weight": 1.0,
    "webhook_reporting_interval": null,
    "distillation_method": "h3_drift",
    "distillation_config": {
        "h3_drift": {
            "audio_weight": 1.0,
            "balance": "token",
            "loss_weight": 0.5,
            "sft_loss_weight": 1.0,
            "video_weight": 1.0
        }
    },
    "ema_validation": "comparison",
    "local_rank": 0,
    "offload_param_path": null,
    "offset_noise": false,
    "quantize_activations": false,
    "refiner_training": false,
    "refiner_training_invert_schedule": false,
    "refiner_training_strength": 0.2,
    "validation_lyrics": null,
    "validation_audio_duration": 30.0,
    "lyrics_embedder_train": false,
    "lyrics_embedder_optimizer": null,
    "lyrics_embedder_lr": null,
    "lyrics_embedder_lr_scheduler": null,
    "acestep_lora_target": "attn_qkv+linear_qkv",
    "cosmos3_reasoner_component": "auto",
    "cosmos3_generator_component": "auto",
    "deepfloyd_validation_pipeline_mode": "auto",
    "deepfloyd_validation_stage1_model": null,
    "deepfloyd_validation_stage2_model": null,
    "deepfloyd_validation_stage3_mode": "none",
    "deepfloyd_validation_stage3_model": null,
    "deepfloyd_validation_stage1_num_inference_steps": null,
    "deepfloyd_validation_stage2_num_inference_steps": null,
    "deepfloyd_validation_stage1_guidance": null,
    "deepfloyd_validation_stage2_guidance": null,
    "deepfloyd_validation_stage3_guidance": null,
    "deepfloyd_validation_stage3_noise_level": 100,
    "validation_guidance_real": 1.0,
    "validation_no_cfg_until_timestep": 2,
    "flux_lora_target": "all",
    "flux_guidance_mode": "constant",
    "flux_attention_masked_training": false,
    "flux_fast_schedule": false,
    "flux_guidance_value": 1.0,
    "flux_guidance_min": 0.0,
    "flux_guidance_max": 4.0,
    "fuse_qkv_projections": false,
    "custom_text_encoder_intermediary_layers": null,
    "hidream_use_load_balancing_loss": false,
    "hidream_load_balancing_loss_weight": null,
    "ideogram_auto_json": true,
    "ideogram_validation": false,
    "ideogram_prompt_upsample": false,
    "ideogram_fp8_base_upcast": false,
    "ideogram_prompt_enhancer_head_id": "diffusers/qwen3-vl-8b-instruct-lm-head",
    "ideogram_schedule_mu": 0.0,
    "ideogram_schedule_std": 1.5,
    "ideogram_load_unconditional_transformer": false,
    "ideogram_uncond_ramtorch": false,
    "krea2_reference_latents": false,
    "ltx_train_mode": "i2v",
    "ltx_i2v_prob": 0.1,
    "ltx_partial_noise_fraction": 0.05,
    "ltx_protect_first_frame": false,
    "ltx2_validation_pipeline_mode": "trained-stage",
    "ltx2_validation_spatial_upsampler_model": "Lightricks/LTX-2.3",
    "ltx2_validation_spatial_upsampler_filename": "ltx-2.3-spatial-upscaler-x2-1.1.safetensors",
    "ltx2_validation_audio_guidance": null,
    "ltx2_intrinsic_conditioning": null,
    "ltx2_first_frame_conditioning_probability": 0.0,
    "ltx2_prefix_conditioning_probability": 0.0,
    "ltx2_suffix_conditioning_probability": 0.0,
    "ltx2_mask_conditioning_probability": 0.0,
    "ltx2_prefix_conditioning_frames": 1,
    "ltx2_suffix_conditioning_frames": 1,
    "ltx2_reference_spatial_scale_factor": null,
    "ltx2_reference_temporal_scale_factor": 1,
    "validation_audio_only": false,
    "validation_ltx2_video_conditioning": null,
    "minimax_h3_reference_mode": "vanilla",
    "minimax_h3_target_mode": "av",
    "minimax_h3_sparse_attention": "disabled",
    "minimax_h3_sparse_block_shape": "1,8,16",
    "minimax_h3_sparse_video_kv_fraction": 0.5,
    "minimax_h3_sparse_share_heads": false,
    "minimax_h3_sparse_start_layer": 0,
    "pixart_validation_pipeline_mode": "trained-stage",
    "pixart_validation_stage1_model": null,
    "pixart_validation_stage2_model": null,
    "sana_complex_human_instruction": "Given a user prompt, generate an 'Enhanced prompt' that provides detailed visual descriptions suitable for image generation. Evaluate the level of detail in the user prompt:\n- If the prompt is simple, focus on adding specifics about colors, shapes, sizes, textures, and spatial relationships to create vivid and concrete scenes.\n- Do not add detail that is not in the original prompt! Do not mention colors if the User Prompt does not!\n- If the prompt is already detailed, refine and enhance the existing details slightly without overcomplicating.\n- If the prompt contains explicit material, do not remove this information from the output, which would damage the performance of downstream classifiers.\nHere are examples of how to transform or refine prompts:\n- User Prompt: A cat sleeping -> Enhanced: A cat sleeping peacefully, showcasing the joy of pet ownership. Cute floof kitty cat gatto.\n- User Prompt: A busy city street -> Enhanced: A bustling city street scene featuring a crowd of people.\nPlease generate only the enhanced description for the prompt below and avoid including any additional commentary or evaluations:\nUser Prompt: ",
    "sd3_clip_uncond_behaviour": "empty_string",
    "sd3_t5_uncond_behaviour": null,
    "sdxl_refiner_uses_full_range": false,
    "sdxl_validation_pipeline_mode": "trained-stage",
    "sdxl_validation_stage1_model": null,
    "sdxl_validation_stage2_model": null,
    "enable_chunked_feed_forward": false,
    "feed_forward_chunk_size": null,
    "wan_force_2_1_time_embedding": false,
    "wan_validation_load_other_stage": false,
    "vae_path": "MiniMaxAI/MiniMax-H3",
    "accelerator_project_config": {
        "project_dir": "/workspace/minimaxh3-reggae-run/output",
        "logging_dir": "/workspace/minimaxh3-reggae-run/output/logs",
        "automatic_checkpoint_naming": false,
        "total_limit": null,
        "iteration": 1,
        "save_on_each_node": false
    },
    "process_group_kwargs": {
        "backend": "nccl",
        "init_method": null,
        "timeout": "1:30:00"
    },
    "is_quantized": false,
    "weight_dtype": "torch.bfloat16",
    "disable_accelerator": false,
    "lora_initialisation_style": true,
    "checkpointing_steps": 500,
    "use_fsdp": false,
    "model_type_label": "MiniMax H3",
    "use_deepspeed_optimizer": false,
    "use_deepspeed_scheduler": false,
    "base_weight_dtype": "torch.bfloat16",
    "is_quanto": true,
    "is_torchao": false,
    "is_fp8_native": false,
    "is_transformerengine": false,
    "is_sdnq": false,
    "is_bnb": false,
    "pipeline_quantization": false,
    "pipeline_quantization_base": false,
    "flow_matching": true,
    "enable_adamw_bf16": true,
    "overrode_max_train_steps": false,
    "total_num_batches": 123,
    "initial_num_batches": 123,
    "epoch_batches_schedule": {
        "1": 123
    },
    "initial_num_update_steps_per_epoch": 123,
    "num_update_steps_per_epoch": 123,
    "total_batch_size": 8,
    "is_schedulefree": false,
    "is_lr_scheduler_disabled": false,
    "total_steps_remaining_at_start": 3500
}