{ "config": "ff7r.json", "batch_size": 1, "ckpt_every_n_minutes": 1000000000.0, "clip_grad_norm": 1000000000.0, "clip_skip": 0, "contrastive_learning_batch_ids": [], "contrastive_learning_max_negative_loss": 1.0, "contrastive_learning_negative_loss_scale": 0.1, "everything_contrastive_learning_p": 0.0, "contrastive_learning_delta_loss_method": true, "max_backward_accum": 5, "init_grad_scale": 11500, "auto_decay_steps_multiplier": 1.001, "cond_dropout": 0.02, "data_root": "../data/train", "disable_amp": true, "disable_textenc_training": true, "disable_unet_training": false, "disable_xformers": false, "flip_p": 1.0, "gpuid": 0, "gradient_checkpointing": true, "grad_accum": 1, "logdir": "../logs", "log_step": 25, "lowvram": false, "max_epochs": 4, "notebook": false, "optimizer_config": "optimizer-unet-3e7lin-nowarmup-adamw.json", "plugins": [ "plugins.interruptible.InterruptiblePlugin" ], "project_name": "ff7r_4e-5cosine_everything-cont-20-ep50-3e-7_bs1", "resolution": 512, "resume_ckpt": "../logs/ff7r_4e-5cosine_everything-cont-20-20241228-105146/ckpts/ff7r_4e-5cosine_everything-cont-20-ep50-gs16100", "run_name": null, "sample_prompts": "sample_prompts.json", "sample_steps": 666, "save_ckpt_dir": null, "save_ckpts_from_n_epochs": 0, "save_every_n_epochs": 4, "save_optimizer": true, "scale_lr": false, "seed": 756498848, "shuffle_tags": false, "validation_config": "validation.json", "wandb": false, "write_schedule": false, "rated_dataset": false, "rated_dataset_target_dropout_percent": 50, "zero_frequency_noise_ratio": 0.0, "enable_zero_terminal_snr": false, "load_settings_every_epoch": false, "min_snr_gamma": 1.5, "loss_type": "mse_huber", "ema_decay_rate": null, "ema_strength_target": null, "ema_update_interval": null, "ema_device": null, "ema_sample_nonema_model": false, "ema_sample_ema_model": false, "ema_resume_model": null, "no_save_ckpt": true, "no_prepend_last": true, "amp": false, "attn_type": "sdp", "embedding_perturbation": 1.0, "latents_perturbation": 0.0, "log_huber": false, "save_full_precision": false, "timestep_start": 0, "timestep_end": 1000, "train_sampler": "ddpm", "keep_tags": 0, "pyramid_noise_discount": null, "lr": null, "lr_decay_steps": 7659, "lr_scheduler": "constant", "lr_warmup_steps": 153, "no_initial_validation": false, "mix_zero_terminal_snr": null, "match_zero_terminal_snr": null, "debug_invert_min_snr_gamma": false, "batch_share_noise": false, "batch_share_timesteps": false, "teacher": null, "teacher_is_sdxl": false, "teacher_loss_scale": 1, "contrastive_learning_use_l1_loss": false, "contrastive_learning_no_average_negatives": false, "contrastive_learning_save_on_cpu": false, "contrastive_learning_delta_timestep_start": 150, "contrastive_learning_dropout_p": 0, "batch_id_dropout_p": 0, "cond_dropout_noise_p": 0, "jacobian_descent": false, "use_masks": false, "lora": false, "lora_resume": null, "lora_rank": 16, "lora_alpha": 8, "aspects": [ [ 512, 512 ], [ 576, 448 ], [ 448, 576 ], [ 640, 384 ], [ 384, 640 ], [ 768, 320 ], [ 320, 768 ], [ 896, 256 ], [ 256, 896 ], [ 1024, 256 ], [ 256, 1024 ] ] }