{
  "job": "extension",
  "config": {
    "name": "h3_character_swap_pro4500_1000",
    "process": [
      {
        "type": "sd_trainer",
        "training_folder": "${H3_OUTPUT_ROOT}",
        "device": "cuda:0",
        "network": {
          "type": "lora",
          "linear": 16,
          "linear_alpha": 16,
          "network_kwargs": {
            "ignore_if_contains": [
              "adaln_proj"
            ]
          }
        },
        "save": {
          "dtype": "bf16",
          "save_every": 250,
          "max_step_saves_to_keep": 4,
          "push_to_hub": false
        },
        "datasets": [
          {
            "caption_ext": "txt",
            "default_caption": "",
            "resolution": 1024,
            "fps": 24,
            "buckets": true,
            "cache_latents_to_disk": true,
            "caption_dropout_rate": 0,
            "random_crop": false,
            "flip_x": false,
            "flip_y": false,
            "num_workers": 0,
            "cache_latents_num_workers": 1,
            "full_size_control_images": true,
            "shrink_video_to_frames": true,
            "folder_path": "${H3_DATASET_ROOT}/data/edits/train/targets",
            "control_path": [
              "${H3_DATASET_ROOT}/data/edits/train/character_references",
              "${H3_DATASET_ROOT}/data/edits/train/scene_videos"
            ],
            "num_frames": 1,
            "auto_frame_count": true,
            "trim_auto_frame_count_tail": true,
            "do_audio": false
          },
          {
            "caption_ext": "txt",
            "default_caption": "",
            "resolution": 384,
            "fps": 24,
            "buckets": true,
            "cache_latents_to_disk": true,
            "caption_dropout_rate": 0,
            "random_crop": false,
            "flip_x": false,
            "flip_y": false,
            "num_workers": 0,
            "cache_latents_num_workers": 1,
            "full_size_control_images": true,
            "shrink_video_to_frames": true,
            "folder_path": "${H3_DATASET_ROOT}/data/regularization/train/videos",
            "control_path": "${H3_DATASET_ROOT}/data/regularization/train/videos",
            "num_frames": 73,
            "auto_frame_count": false,
            "do_audio": true,
            "is_reg": true,
            "audio_normalize": false
          }
        ],
        "train": {
          "batch_size": 1,
          "steps": 1000,
          "gradient_accumulation_steps": 1,
          "train_unet": true,
          "train_text_encoder": false,
          "cache_text_embeddings": true,
          "skip_first_sample": true,
          "gradient_checkpointing": true,
          "noise_scheduler": "flowmatch",
          "timestep_type": "shift",
          "optimizer": "adamw8bit",
          "optimizer_params": {
            "weight_decay": 0.0001
          },
          "lr": 5e-05,
          "weight_decay": 0.0001,
          "dtype": "bf16",
          "do_guidance_loss": true,
          "guidance_loss_target": 3.5,
          "disable_sampling": true
        },
        "model": {
          "name_or_path": "Comfy-Org/MiniMax-H3",
          "arch": "minimax_h3_ref2va",
          "quantize": true,
          "qtype": "convrot8",
          "quantize_te": true,
          "qtype_te": "nvfp4",
          "low_vram": true,
          "layer_offloading": true,
          "layer_offloading_transformer_percent": 1.0,
          "layer_offloading_text_encoder_percent": 1.0,
          "assistant_lora_path": "${H3_MODEL_ROOT}/loras/minimax_h3_ref2va_training_adapter_v1.safetensors",
          "model_kwargs": {
            "image_refs_as_video": false,
            "image_ref_video_frames": 5,
            "partition": "ref2va_pruned",
            "dit_ref2va_pruned_path": "${H3_MODEL_ROOT}/diffusion_models/minimax_h3_ref2va_pruned_int8_convrot.safetensors",
            "text_encoder_path": "${H3_MODEL_ROOT}/text_encoders/qwen3vl_32b_minimax_h3_nvfp4_awq.safetensors",
            "video_vae_path": "${H3_MODEL_ROOT}/vae/minimax_h3_video_vae_fp16.safetensors",
            "audio_vae_path": "${H3_MODEL_ROOT}/vae/minimax_h3_audio_vae_fp32.safetensors",
            "sample_audio": false
          }
        },
        "sample": {
          "neg": "",
          "sampler": "flowmatch",
          "sample_every": 250,
          "sample_start_step": 0,
          "width": 1344,
          "height": 768,
          "num_frames": 73,
          "fps": 24,
          "guidance_scale": 1,
          "sample_steps": 28,
          "sample_audio": true,
          "seed": 904231,
          "samples": [],
          "ext": "mp4",
          "walk_seed": false
        }
      }
    ]
  },
  "meta": {
    "name": "h3-character-swap-v1",
    "version": "1.0.0"
  }
}