| { |
| "dev_dir": "workspace", |
| "out_dir": "experiments", |
| "data_dir": "datasets", |
| "log_interval": 100, |
| "grad_probe": true, |
| "vis_interval": 1, |
| "ckpt_save_interval": 1, |
| "cleanup_ckpt": false, |
| "cleanup_ckpt_interval": 10, |
| "class_of_interest": [ |
| 994, |
| 561, |
| 140, |
| 849, |
| 464, |
| 19, |
| 167, |
| 535, |
| 729, |
| 682, |
| 335, |
| 41, |
| 456, |
| 423, |
| 80, |
| 920, |
| 134, |
| 675, |
| 3, |
| 942, |
| 822, |
| 364, |
| 572, |
| 186, |
| 792 |
| ], |
| "forward_steps": 2, |
| "cfg_position": "combo", |
| "cfg": 1.0, |
| "use_wandb": true, |
| "wandb_project": "sphere-encoder", |
| "wandb_entity": null, |
| "dataset_name": "imagenet", |
| "image_size": 256, |
| "num_workers": 6, |
| "crop_mode": "center_adm", |
| "flip_image": true, |
| "extra_padding": false, |
| "color_jitter": false, |
| "rot_degrees": 0, |
| "interp_mode": "bicubic", |
| "concat_train_val_splits": false, |
| "load_from_zip": false, |
| "max_samples": -1, |
| "batch_size": 256, |
| "batch_size_per_rank": 16, |
| "warmup_epochs": 10, |
| "weight_decay": 0.0, |
| "grad_clip": 1.0, |
| "optimizer_name": "adamw", |
| "rescale_lr_with_batch_size": true, |
| "epochs": 1000, |
| "learning_rate": 0.0001, |
| "min_lr": 1e-05, |
| "encoder_lr_scaler": 0.1, |
| "encoder_lr_scaler_min": 0.1, |
| "encoder_lr_scaler_decay_epochs": 0, |
| "decay_lr": false, |
| "compression_ratio": 1.0, |
| "latent_resolution": 16, |
| "noise_sigma_max_angle": 90.0, |
| "use_angle_condition": true, |
| "angle_condition_mode": "both", |
| "vit_enc_model_size": "base", |
| "vit_dec_model_size": "base", |
| "drop_residual_path_prob": 0.1, |
| "cond_generator": true, |
| "use_qk_norm": false, |
| "pixel_head_type": "linear", |
| "pixel_head_use_tanh": false, |
| "spherify_model": false, |
| "spherify_mode": "global", |
| "in_context_size": 0, |
| "halve_model_size": false, |
| "freeze_encoder": true, |
| "sdpa_mode": "sdpa_fp32", |
| "load_pretrained_encoder": "dinov3-vits16plus-pretrain-lvd1689m", |
| "pretrained_encoder_train_last_n_blocks": 0, |
| "pretrained_encoder_train_norm_ls_layers": false, |
| "pretrained_encoder_train_final_norm": false, |
| "pretrained_encoder_interpolate_tokens": false, |
| "pretrained_encoder_interpolate_pos_embed": false, |
| "pretrained_encoder_fix_compression_ratio": false, |
| "use_ema": true, |
| "use_ema_scheduler": false, |
| "ema_model_decay": 0.99985, |
| "launch_exec": "torchrun", |
| "device_type": "cuda", |
| "dtype": "bfloat16", |
| "blas_library": null, |
| "compile_model": false, |
| "use_activation_checkpointing": false, |
| "grad_comm_dtype": "fp32", |
| "ddp_bucket_cap_mb": null, |
| "max_iters_per_epoch": 0, |
| "profile": false, |
| "profile_wait": 3, |
| "profile_warmup": 3, |
| "profile_active": 5, |
| "distance_loss_type": "l1", |
| "pix_recon_dist_loss_weight": 1.0, |
| "pix_recon_dist_apply_regime": "lo", |
| "pix_recon_perc_loss_weight": 1.0, |
| "lat_con_loss_weight": 0.1, |
| "lat_con_freeze_encoder": false, |
| "lat_con_use_diffaug": false, |
| "lat_con_apply_regime": "hi", |
| "weight_anchor_loss": true, |
| "weight_anchor_cutoff_params": "70-5-soft", |
| "fd_loss_weight": 0.1, |
| "fd_loss_start_epoch": 201, |
| "fd_pool": "mean", |
| "fd_apply_regime": "hi", |
| "fd_ema_decay": 0.999, |
| "fd_use_clean_ema": true, |
| "fd_use_noisy_ema": true, |
| "fd_norm_eps": 1e-06, |
| "fd_space": "both", |
| "fd_judge_weight": 0.1, |
| "fd_judge_start_epoch": 201, |
| "fd_judges": [ |
| "inception" |
| ], |
| "fd_judge_weights": null, |
| "fd_judge_pool": "cls", |
| "fd_use_eigvalsh": true, |
| "fd_stats_used_from": "full", |
| "fid_stats_dir": "fdr6_stats", |
| "inception_weight_path": "workspace/pretrained/fid_pretrained_models/weights-inception-2015-12-05-6726825d.pth", |
| "use_score": true, |
| "score_set": [ |
| "score.arch.width=384", |
| "score.arch.depth=2", |
| "score.arch.num_heads=8", |
| "score.arch.use_qk_norm=True", |
| "score.arch.sigma_cond=True", |
| "score.arch.class_cond=True", |
| "loss.space=convnext", |
| "loss.normalizer_reduction=sample", |
| "loss.standardize=True", |
| "loss.standardize_per_channel=True", |
| "loss.grad_clip=1.0", |
| "loss.weight=1.00", |
| "loss.transport_balance=True", |
| "loss.transport_balance_calib_steps=10000", |
| "loss.start_epoch=0", |
| "loss.gen_start_epoch=15", |
| "loss.gen_warmup_start_epoch=5", |
| "loss.gen_warmup_shape=cosine", |
| "loss.apply_regime=hi", |
| "loss.normalizer_floor=1e-6", |
| "loss.updates=1", |
| "loss.skip_load_optim_state=False", |
| "score.optimizer.lr=5e-4", |
| "score.optimizer.fake_min_lr=5e-5", |
| "score.optimizer.real_min_lr=5e-5", |
| "score.optimizer.warmup_epochs=5", |
| "score.optimizer.decay_epochs=1000", |
| "score.optimizer.grad_clip=0.15", |
| "score.sigma.gen_p_mean=-1.5", |
| "score.sigma.gen_p_std=1.0", |
| "score.sigma.gen_max=6.0", |
| "score.augment.enabled=True", |
| "score.augment.type=diffaug", |
| "score.augment.flip_prob=0.5", |
| "score.augment.translation_prob=1.0", |
| "score.augment.translation_ratio=0.015625", |
| "score.augment.translation_padding=reflect", |
| "score.augment.symmetric=True", |
| "score.dino.layers=[5,11]", |
| "score.dino.img_size=256", |
| "score.convnext.model_name=convnextv2_nano.fcmae_ft_in1k", |
| "score.convnext.stages=[1,2]", |
| "score.convnext.img_size=256", |
| "loss.fd_weight=0.1", |
| "loss.fd_start_epoch=201", |
| "loss.fd_pool=mean", |
| "loss.fd_use_noisy_ema=True", |
| "loss.fd_norm_eps=1e-6" |
| ], |
| "detect_anomaly": false, |
| "skip_nonfinite_grad": true, |
| "max_consecutive_skips": 50, |
| "init_from": "scratch", |
| "auto_resume": true, |
| "override_model_with_ema": false, |
| "override_ema_with_model": false, |
| "perceptual_ckpt_path": "pretrained/lpips", |
| "perceptual_loss_chns_range": null, |
| "perceptual_image_size": null, |
| "perceptual_convnext_aug": "0.5-0.0625-0.85-1.0", |
| "perceptual_convnext_loss_type": "cosine", |
| "perceptual_convnext_loss_reduction": "mean", |
| "num_classes": 1000, |
| "patch_size": 16, |
| "token_channels": 384 |
| } |
