Upload mnist_color/vsq/config.yaml with huggingface_hub
Browse files- mnist_color/vsq/config.yaml +47 -0
mnist_color/vsq/config.yaml
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_params:
|
| 2 |
+
name: "VSQ" # always keep this "VectorGPT"
|
| 3 |
+
vector_decoder_model: "cnn" # "mlp" or "raster_conv"
|
| 4 |
+
quantized_dim: 512
|
| 5 |
+
codebook_size: 4096 # will be ignored for FSQ
|
| 6 |
+
image_loss: "pyramid" # "pyramid" or "mse"
|
| 7 |
+
single_code_representation: true
|
| 8 |
+
vq_method: "fsq" # "vqvae", "FSQ", "vqtorch"
|
| 9 |
+
fsq_levels: [7,5,5,5,5] # will determine codebook_size, see Table 1 of FSQ paper - [7,5,5,5,5] for 4096 (e.g. StrokeNUWA), [8,5,5,5] for 1024
|
| 10 |
+
num_segments: 15
|
| 11 |
+
pred_color: true
|
| 12 |
+
|
| 13 |
+
data_params:
|
| 14 |
+
dataset: "mnist"
|
| 15 |
+
data_path: "/sc/projects/sci-aisc/marco.cipriano/data/SVG/Grimoire/MNIST/mnist_png"
|
| 16 |
+
train_batch_size: 16
|
| 17 |
+
val_batch_size: 16
|
| 18 |
+
patch_size: 34 # HAS TO BE 224 FOR CLIP RES50 TO WORK, otherwise take 128
|
| 19 |
+
num_workers: 8
|
| 20 |
+
num_tiles_per_row: 3
|
| 21 |
+
random_colors: true
|
| 22 |
+
use_palette: true # use a color palette of 9 colors rather than random colors
|
| 23 |
+
padding_frac: 0.1 # fraction of the image that is padded with white background
|
| 24 |
+
|
| 25 |
+
exp_params:
|
| 26 |
+
lr: 0.00002 # 0.00002
|
| 27 |
+
weight_decay: 1.e-4 # specify positive float to enable, start experimenting with 1.e-4/1.e-3
|
| 28 |
+
scheduler_gamma: 0.98 # 0.95 is a good starting value
|
| 29 |
+
train_log_interval: 0.025 # len(dataset) / train_batch_size / desired_logging_frequency
|
| 30 |
+
manual_seed: 1265
|
| 31 |
+
schedule_pyramid_method: "linear" # "linear" or "exponential" or null to disable scheduling, default disabled
|
| 32 |
+
|
| 33 |
+
|
| 34 |
+
trainer_params:
|
| 35 |
+
devices: -1 # always keep at -1 as this takes all available GPUs specified through CUDA_VISIBLE_DEVICES
|
| 36 |
+
max_epochs: 250 # dsnt matter too much, got early stopping implemented
|
| 37 |
+
# accumulate_grad_batches: 2
|
| 38 |
+
|
| 39 |
+
logging_params:
|
| 40 |
+
entity: "aiis-chair" # comment to use default wandb entity "mfeuer"
|
| 41 |
+
project: "grimoire-2" # your wandb project name
|
| 42 |
+
save_dir: "/sc/projects/sci-aisc/marco.cipriano/results/svg/Grimoire/VSQ"
|
| 43 |
+
name: "VSQ_MNIST_COLOR" # name of the run in wandb
|
| 44 |
+
version: 1
|
| 45 |
+
author: "Marco" # will be a tag in wandb
|
| 46 |
+
# id: null # id of wandb run to continue
|
| 47 |
+
# allow_val_change: False # allow changing values in this config w.r.t. the run that you're continuing (good for changing loss weightings mid-run)
|