{
    "dev_dir": "workspace",
    "out_dir": "experiments",
    "data_dir": "datasets",
    "log_interval": 100,
    "vis_interval": 10,
    "ckpt_save_interval": 10,
    "cleanup_ckpt": true,
    "cleanup_ckpt_interval": 5,
    "class_of_interest": null,
    "forward_steps": 2,
    "cfg_position": "combo",
    "cfg": 1.0,
    "use_wandb": true,
    "wandb_project": "sphere-encoder",
    "wandb_entity": null,
    "dataset_name": "flowers-102",
    "image_size": 512,
    "num_workers": 6,
    "crop_mode": "center_adm",
    "flip_image": true,
    "extra_padding": false,
    "color_jitter": false,
    "rot_degrees": 0,
    "interp_mode": "bicubic",
    "concat_train_val_splits": true,
    "load_from_zip": false,
    "max_samples": -1,
    "batch_size": 256,
    "batch_size_per_rank": 8,
    "warmup_epochs": 10,
    "weight_decay": 0.0,
    "grad_clip": 1.0,
    "optimizer_name": "adamw",
    "rescale_lr_with_batch_size": true,
    "epochs": 2000,
    "learning_rate": 0.0001,
    "min_lr": 1e-05,
    "encoder_lr_scaler": 0.1,
    "encoder_lr_scaler_min": 0.1,
    "encoder_lr_scaler_decay_epochs": 0,
    "decay_lr": false,
    "compression_ratio": 1.0,
    "latent_resolution": 16,
    "noise_sigma_max_angle": 90.0,
    "use_angle_condition": true,
    "angle_condition_mode": "both",
    "vit_enc_model_size": "base",
    "vit_dec_model_size": "base",
    "drop_residual_path_prob": 0.1,
    "cond_generator": true,
    "use_qk_norm": false,
    "pixel_head_type": "linear",
    "pixel_head_use_tanh": false,
    "spherify_model": false,
    "spherify_mode": "global",
    "in_context_size": 0,
    "halve_model_size": false,
    "freeze_encoder": true,
    "sdpa_mode": "sdpa_fp32",
    "load_pretrained_encoder": "dinov3-vits16plus-pretrain-lvd1689m",
    "pretrained_encoder_train_last_n_blocks": 0,
    "pretrained_encoder_train_norm_ls_layers": false,
    "pretrained_encoder_train_final_norm": false,
    "pretrained_encoder_interpolate_tokens": false,
    "pretrained_encoder_interpolate_pos_embed": false,
    "pretrained_encoder_fix_compression_ratio": false,
    "use_ema": true,
    "use_ema_scheduler": false,
    "ema_model_decay": 0.99985,
    "launch_exec": "torchrun",
    "device_type": "cuda",
    "dtype": "bfloat16",
    "compile_model": false,
    "use_activation_checkpointing": false,
    "grad_comm_dtype": "fp32",
    "max_iters_per_epoch": 0,
    "profile": false,
    "profile_wait": 3,
    "profile_warmup": 3,
    "profile_active": 5,
    "distance_loss_type": "l1",
    "pix_recon_dist_loss_weight": 1.0,
    "pix_recon_dist_apply_regime": "lo",
    "pix_recon_perc_loss_weight": 1.0,
    "lat_con_loss_weight": 0.0,
    "lat_con_freeze_encoder": false,
    "lat_con_use_diffaug": true,
    "lat_con_apply_regime": "lo",
    "weight_anchor_loss": true,
    "weight_anchor_cutoff_params": "70-5-soft",
    "use_score": true,
    "score_set": [
        "score.arch.width=384",
        "score.arch.depth=2",
        "score.arch.num_heads=8",
        "score.arch.use_qk_norm=True",
        "score.arch.sigma_cond=True",
        "score.arch.class_cond=True",
        "loss.space=convnext",
        "loss.normalizer_reduction=sample",
        "loss.standardize=True",
        "loss.standardize_per_channel=True",
        "loss.grad_clip=1.0",
        "loss.latent_weight=0.1",
        "loss.weight=1.0",
        "loss.transport_balance=True",
        "loss.start_epoch=1000",
        "loss.gen_start_epoch=1150",
        "loss.gen_warmup_start_epoch=1050",
        "loss.gen_warmup_shape=cosine",
        "loss.apply_regime=hi",
        "loss.normalizer_floor=1e-6",
        "loss.updates=1",
        "loss.skip_load_optim_state=False",
        "score.optimizer.lr=5e-4",
        "score.optimizer.fake_min_lr=5e-5",
        "score.optimizer.real_min_lr=5e-5",
        "score.optimizer.warmup_epochs=10",
        "score.optimizer.decay_epochs=1000",
        "score.optimizer.grad_clip=0.15",
        "score.sigma.gen_p_mean=-1.50",
        "score.sigma.gen_p_std=1.0",
        "score.sigma.gen_max=6.0",
        "score.augment.enabled=True",
        "score.augment.type=diffaug",
        "score.augment.flip_prob=0.5",
        "score.augment.translation_prob=1.0",
        "score.augment.translation_ratio=0.015625",
        "score.augment.translation_padding=reflect",
        "score.augment.symmetric=True",
        "score.dino.layers=[5,11]",
        "score.dino.img_size=512",
        "score.convnext.model_name=convnextv2_nano.fcmae_ft_in1k",
        "score.convnext.stages=[1,2]",
        "score.convnext.img_size=512"
    ],
    "detect_anomaly": false,
    "skip_nonfinite_grad": true,
    "max_consecutive_skips": 50,
    "init_from": "scratch",
    "auto_resume": true,
    "override_model_with_ema": false,
    "override_ema_with_model": false,
    "perceptual_ckpt_path": "pretrained/lpips",
    "perceptual_loss_chns_range": null,
    "perceptual_image_size": null,
    "perceptual_convnext_aug": "0.5-0.0625-0.85-1.0",
    "perceptual_convnext_loss_type": "cosine",
    "perceptual_convnext_loss_reduction": "mean",
    "num_classes": 102,
    "patch_size": 32,
    "token_channels": 384
}