Upload folder using huggingface_hub

README.md

@@ -0,0 +1,77 @@
+---
+base_model:
+- facebook/convnext-base-224
+library_name: transformers
+tags:
+- fusion-bench
+- merge
+---
+# Deep Model Fusion
+
+Fine-tuned ResNet model on dataset food101.
+
+## Models Merged
+
+This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench).
+
+The following models were included in the merge:
+
+
+- base model: facebook/convnext-base-224
+
+
+## Configuration
+
+The following YAML configuration was used to produce this model:
+
+### Algorithm Configuration
+
+```yaml
+_recursive_: false
+_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning
+_usage_: null
+_version_: 0.2.31.dev0
+dataloader_kwargs:
+  batch_size: 64
+  num_workers: 8
+  pin_memory: true
+label_smoothing: 0
+lr_scheduler: null
+max_epochs: -1
+max_steps: 4000
+optimizer:
+  _target_: torch.optim.SGD
+  lr: 0.01
+  momentum: 0.9
+  weight_decay: 0.0001
+save_interval: 1000
+save_on_train_epoch_end: false
+save_top_k: -1
+training_data_ratio: null
+```
+
+### Model Pool Configuration
+
+```yaml
+_recursive_: false
+_target_: fusion_bench.modelpool.convnext_for_image_classification.ConvNextForImageClassificationPool
+_usage_: null
+_version_: 0.2.31.dev0
+models:
+  _pretrained_:
+    config_path: facebook/convnext-base-224
+    dataset_name: food101
+    pretrained: true
+test_datasets: null
+train_datasets:
+  food101:
+    _target_: datasets.load_dataset
+    path: ethz/food101
+    split: train
+val_datasets:
+  food101:
+    _target_: datasets.load_dataset
+    path: ethz/food101
+    split: validation
+```
+

cli.log

@@ -0,0 +1,26 @@
+[2026-01-08 17:44:35,634][fusion_bench.programs.fusion_program][INFO] - Running the model fusion program.
+[2026-01-08 17:44:35,637][fusion_bench.programs.fusion_program][INFO] - loading model pool
+[2026-01-08 17:44:38,371][fusion_bench.programs.fusion_program][INFO] - loading method
+[2026-01-08 17:44:38,436][fusion_bench.method.classification.image_classification_finetune][INFO] - Training interval: step
+[2026-01-08 17:44:38,436][fusion_bench.method.classification.image_classification_finetune][INFO] - Max epochs: -1, max steps: 4000
+[2026-01-08 17:44:38,437][fusion_bench.programs.fusion_program][INFO] - loading task pool
+[2026-01-08 17:44:40,070][fusion_bench.method.classification.image_classification_finetune][INFO] - Number of classes for dataset food101: 101
+[2026-01-08 17:44:40,085][datasets.load][WARNING] - Using the latest cached version of the dataset since ethz/food101 couldn't be found on the Hugging Face Hub (offline mode is enabled).
+[2026-01-08 17:44:40,096][datasets.packaged_modules.cache.cache][WARNING] - Found the latest cached dataset configuration 'default' at /data/dataset/datasets/ethz___food101/default/0.0.0/e06acf2a88084f04bce4d4a525165d68e0a36c38 (last modified on Mon Jan  5 04:57:40 2026).
+[2026-01-08 17:44:40,394][fusion_bench.method.classification.image_classification_finetune][INFO] - Training dataset size: 75750
+[2026-01-08 17:44:40,426][datasets.load][WARNING] - Using the latest cached version of the dataset since ethz/food101 couldn't be found on the Hugging Face Hub (offline mode is enabled).
+[2026-01-08 17:44:40,435][datasets.packaged_modules.cache.cache][WARNING] - Found the latest cached dataset configuration 'default' at /data/dataset/datasets/ethz___food101/default/0.0.0/e06acf2a88084f04bce4d4a525165d68e0a36c38 (last modified on Mon Jan  5 04:57:40 2026).
+[2026-01-08 17:44:40,617][fusion_bench.method.classification.image_classification_finetune][INFO] - optimizer:
+SGD (
+Parameter Group 0
+    dampening: 0
+    differentiable: False
+    foreach: None
+    fused: None
+    lr: 0.01
+    maximize: False
+    momentum: 0.9
+    nesterov: False
+    weight_decay: 0.0001
+)
+[2026-01-08 18:08:24,319][fusion_bench.method.classification.image_classification_finetune][INFO] - Saving the final model to outputs/convnext-base-224/food101/batch_size=64,lr=0.01/raw_checkpoints/final

config.json

@@ -0,0 +1,248 @@
+{
+  "architectures": [
+    "ConvNextForImageClassification"
+  ],
+  "depths": [
+    3,
+    3,
+    27,
+    3
+  ],
+  "drop_path_rate": 0.0,
+  "dtype": "float32",
+  "hidden_act": "gelu",
+  "hidden_sizes": [
+    128,
+    256,
+    512,
+    1024
+  ],
+  "id2label": {
+    "0": "apple pie",
+    "1": "baby back ribs",
+    "2": "baklava",
+    "3": "beef carpaccio",
+    "4": "beef tartare",
+    "5": "beet salad",
+    "6": "beignets",
+    "7": "bibimbap",
+    "8": "bread pudding",
+    "9": "breakfast burrito",
+    "10": "bruschetta",
+    "11": "caesar salad",
+    "12": "cannoli",
+    "13": "caprese salad",
+    "14": "carrot cake",
+    "15": "ceviche",
+    "16": "cheese plate",
+    "17": "cheesecake",
+    "18": "chicken curry",
+    "19": "chicken quesadilla",
+    "20": "chicken wings",
+    "21": "chocolate cake",
+    "22": "chocolate mousse",
+    "23": "churros",
+    "24": "clam chowder",
+    "25": "club sandwich",
+    "26": "crab cakes",
+    "27": "creme brulee",
+    "28": "croque madame",
+    "29": "cup cakes",
+    "30": "deviled eggs",
+    "31": "donuts",
+    "32": "dumplings",
+    "33": "edamame",
+    "34": "eggs benedict",
+    "35": "escargots",
+    "36": "falafel",
+    "37": "filet mignon",
+    "38": "fish and chips",
+    "39": "foie gras",
+    "40": "french fries",
+    "41": "french onion soup",
+    "42": "french toast",
+    "43": "fried calamari",
+    "44": "fried rice",
+    "45": "frozen yogurt",
+    "46": "garlic bread",
+    "47": "gnocchi",
+    "48": "greek salad",
+    "49": "grilled cheese sandwich",
+    "50": "grilled salmon",
+    "51": "guacamole",
+    "52": "gyoza",
+    "53": "hamburger",
+    "54": "hot and sour soup",
+    "55": "hot dog",
+    "56": "huevos rancheros",
+    "57": "hummus",
+    "58": "ice cream",
+    "59": "lasagna",
+    "60": "lobster bisque",
+    "61": "lobster roll sandwich",
+    "62": "macaroni and cheese",
+    "63": "macarons",
+    "64": "miso soup",
+    "65": "mussels",
+    "66": "nachos",
+    "67": "omelette",
+    "68": "onion rings",
+    "69": "oysters",
+    "70": "pad thai",
+    "71": "paella",
+    "72": "pancakes",
+    "73": "panna cotta",
+    "74": "peking duck",
+    "75": "pho",
+    "76": "pizza",
+    "77": "pork chop",
+    "78": "poutine",
+    "79": "prime rib",
+    "80": "pulled pork sandwich",
+    "81": "ramen",
+    "82": "ravioli",
+    "83": "red velvet cake",
+    "84": "risotto",
+    "85": "samosa",
+    "86": "sashimi",
+    "87": "scallops",
+    "88": "seaweed salad",
+    "89": "shrimp and grits",
+    "90": "spaghetti bolognese",
+    "91": "spaghetti carbonara",
+    "92": "spring rolls",
+    "93": "steak",
+    "94": "strawberry shortcake",
+    "95": "sushi",
+    "96": "tacos",
+    "97": "takoyaki",
+    "98": "tiramisu",
+    "99": "tuna tartare",
+    "100": "waffles"
+  },
+  "image_size": 224,
+  "initializer_range": 0.02,
+  "label2id": {
+    "apple pie": 0,
+    "baby back ribs": 1,
+    "baklava": 2,
+    "beef carpaccio": 3,
+    "beef tartare": 4,
+    "beet salad": 5,
+    "beignets": 6,
+    "bibimbap": 7,
+    "bread pudding": 8,
+    "breakfast burrito": 9,
+    "bruschetta": 10,
+    "caesar salad": 11,
+    "cannoli": 12,
+    "caprese salad": 13,
+    "carrot cake": 14,
+    "ceviche": 15,
+    "cheese plate": 16,
+    "cheesecake": 17,
+    "chicken curry": 18,
+    "chicken quesadilla": 19,
+    "chicken wings": 20,
+    "chocolate cake": 21,
+    "chocolate mousse": 22,
+    "churros": 23,
+    "clam chowder": 24,
+    "club sandwich": 25,
+    "crab cakes": 26,
+    "creme brulee": 27,
+    "croque madame": 28,
+    "cup cakes": 29,
+    "deviled eggs": 30,
+    "donuts": 31,
+    "dumplings": 32,
+    "edamame": 33,
+    "eggs benedict": 34,
+    "escargots": 35,
+    "falafel": 36,
+    "filet mignon": 37,
+    "fish and chips": 38,
+    "foie gras": 39,
+    "french fries": 40,
+    "french onion soup": 41,
+    "french toast": 42,
+    "fried calamari": 43,
+    "fried rice": 44,
+    "frozen yogurt": 45,
+    "garlic bread": 46,
+    "gnocchi": 47,
+    "greek salad": 48,
+    "grilled cheese sandwich": 49,
+    "grilled salmon": 50,
+    "guacamole": 51,
+    "gyoza": 52,
+    "hamburger": 53,
+    "hot and sour soup": 54,
+    "hot dog": 55,
+    "huevos rancheros": 56,
+    "hummus": 57,
+    "ice cream": 58,
+    "lasagna": 59,
+    "lobster bisque": 60,
+    "lobster roll sandwich": 61,
+    "macaroni and cheese": 62,
+    "macarons": 63,
+    "miso soup": 64,
+    "mussels": 65,
+    "nachos": 66,
+    "omelette": 67,
+    "onion rings": 68,
+    "oysters": 69,
+    "pad thai": 70,
+    "paella": 71,
+    "pancakes": 72,
+    "panna cotta": 73,
+    "peking duck": 74,
+    "pho": 75,
+    "pizza": 76,
+    "pork chop": 77,
+    "poutine": 78,
+    "prime rib": 79,
+    "pulled pork sandwich": 80,
+    "ramen": 81,
+    "ravioli": 82,
+    "red velvet cake": 83,
+    "risotto": 84,
+    "samosa": 85,
+    "sashimi": 86,
+    "scallops": 87,
+    "seaweed salad": 88,
+    "shrimp and grits": 89,
+    "spaghetti bolognese": 90,
+    "spaghetti carbonara": 91,
+    "spring rolls": 92,
+    "steak": 93,
+    "strawberry shortcake": 94,
+    "sushi": 95,
+    "tacos": 96,
+    "takoyaki": 97,
+    "tiramisu": 98,
+    "tuna tartare": 99,
+    "waffles": 100
+  },
+  "layer_norm_eps": 1e-12,
+  "layer_scale_init_value": 1e-06,
+  "model_type": "convnext",
+  "num_channels": 3,
+  "num_stages": 4,
+  "out_features": [
+    "stage4"
+  ],
+  "out_indices": [
+    4
+  ],
+  "patch_size": 4,
+  "stage_names": [
+    "stem",
+    "stage1",
+    "stage2",
+    "stage3",
+    "stage4"
+  ],
+  "transformers_version": "4.57.3"
+}

config.yaml

@@ -0,0 +1,58 @@
+path:
+  root_dir: ${oc.env:FUSION_BENCH_PROJECT_ROOT,"."}
+  output_dir: ${.root_dir}/outputs
+  data_dir: ${oc.env:FUSION_BENCH_DATA_DIR,${.root_dir}/data}
+  cache_dir: ${oc.env:FUSION_BENCH_CACHE_DIR,${.output_dir}/cache}
+  log_dir: outputs/convnext-base-224/food101/batch_size=64,lr=0.01
+  work_dir: ${hydra:runtime.cwd}
+modelpool:
+  _target_: fusion_bench.modelpool.ConvNextForImageClassificationPool
+  _recursive_: false
+  models:
+    _pretrained_:
+      config_path: facebook/convnext-base-224
+      pretrained: true
+      dataset_name: food101
+  train_datasets:
+    food101:
+      _target_: datasets.load_dataset
+      path: ethz/food101
+      split: train
+  val_datasets:
+    food101:
+      _target_: datasets.load_dataset
+      path: ethz/food101
+      split: validation
+  test_datasets: null
+method:
+  _target_: fusion_bench.method.classification.ImageClassificationFineTuning
+  max_epochs: -1
+  max_steps: 4000
+  save_top_k: -1
+  save_interval: 1000
+  save_on_train_epoch_end: false
+  training_data_ratio: null
+  label_smoothing: 0
+  optimizer:
+    _target_: torch.optim.SGD
+    lr: 0.01
+    momentum: 0.9
+    weight_decay: 0.0001
+  lr_scheduler: null
+  dataloader_kwargs:
+    batch_size: 64
+    num_workers: 8
+    pin_memory: true
+taskpool:
+  _target_: fusion_bench.taskpool.DummyTaskPool
+  model_save_path: null
+_target_: fusion_bench.programs.ModelFusionProgram
+_recursive_: false
+seed: 0
+fast_dev_run: false
+dry_run: false
+print_config: true
+print_function_call: true
+merged_model_save_path: null
+merged_model_save_kwargs: null
+report_save_path: '{log_dir}/program_report.json'

events.out.tfevents.1767894281.pt-b7552130803b44b59bdfb04f6bb732f9-worker-0.98954.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83e9c3e9ae5d1400ba8b162507ca8971563e9729cc851d808b7d6a4d464a88d
+size 2649409

hparams.yaml

@@ -0,0 +1 @@
+{}

hydra.yaml

@@ -0,0 +1,208 @@
+hydra:
+  run:
+    dir: ${path.log_dir}
+  sweep:
+    dir: ${oc.env:FUSION_BENCH_PROJECT_ROOT,"."}/outputs/multirun/${hydra.job.config_name}/${now:%Y-%m-%d_%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: fusion_bench
+    header: == ${hydra.help.app_name} ==
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help'
+    template: '${hydra.help.header}
+
+
+      fusion_bench is the command line interface for running model fusion benchmarks
+      in the FusionBench project.
+
+      It provides a flexible way to configure and execute various fusion algorithms
+      on different model pools and evaluate them across multiple tasks.
+
+
+      == Configuration groups ==
+
+      Compose your configuration from these groups (method, modelpool, taskpool are
+      the most important):
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      You can override options, for example:
+
+      fusion_bench method=task_arithmetic modelpool=clip-vit-base-patch32_svhn_and_mnist
+      taskpool=clip-vit-base-patch32_svhn_and_mnist
+
+
+      == Basic usage ==
+
+      fusion_bench [--config-path CONFIG_PATH] [--config-name CONFIG_NAME] OPTION_1=VALUE_1
+      OPTION_2=VALUE_2 ...
+
+
+      == Key options ==
+
+      --help, -h            : Print this help message and exit
+
+      --hydra-help          : Hydra''s help
+
+      --cfg, -c             : Show config instead of running [job|hydra|all]
+
+      --config-path, -cp    : Overrides the config_path
+
+      --config-name, -cn    : Overrides the config_name
+
+      --shell-completion, -sc : Install or Uninstall shell completion
+
+
+      For more detailed information on options and usage, please refer to the online
+      documentation:
+
+      https://tanganke.github.io/fusion_bench/cli/fusion_bench/
+
+
+      ${hydra.help.footer}'
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+      rich_handler:
+        format: '%(message)s'
+    handlers:
+      console:
+        class: rich.logging.RichHandler
+        formatter: rich_handler
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: RUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: ''
+  overrides:
+    hydra:
+    - hydra.mode=RUN
+    task:
+    - path.log_dir="outputs/convnext-base-224/food101/batch_size=64,lr=0.01"
+    - seed=0
+    - method=classification/image_classification_finetune
+    - method.max_epochs=-1
+    - method.max_steps=4000
+    - method.save_top_k=-1
+    - method.save_interval=1000
+    - method.save_on_train_epoch_end=false
+    - method.optimizer.lr=0.01
+    - method.lr_scheduler=null
+    - method.dataloader_kwargs.batch_size=64
+    - modelpool=ConvNextForImageClassification/convnext-base-224
+    - modelpool.models._pretrained_.dataset_name=food101
+    - +dataset/image_classification/train@modelpool.train_datasets=food101
+    - +dataset/image_classification/test@modelpool.val_datasets=food101
+  job:
+    name: cli
+    chdir: null
+    override_dirname: +dataset/image_classification/test@modelpool.val_datasets=food101,+dataset/image_classification/train@modelpool.train_datasets=food101,method.dataloader_kwargs.batch_size=64,method.lr_scheduler=null,method.max_epochs=-1,method.max_steps=4000,method.optimizer.lr=0.01,method.save_interval=1000,method.save_on_train_epoch_end=false,method.save_top_k=-1,method=classification/image_classification_finetune,modelpool.models._pretrained_.dataset_name=food101,modelpool=ConvNextForImageClassification/convnext-base-224,path.log_dir="outputs/convnext-base-224/food101/batch_size=64,lr=0.01",seed=0
+    id: ???
+    num: ???
+    config_name: model_fusion
+    env_set:
+      HYDRA_FULL_ERROR: ${oc.env:HYDRA_FULL_ERROR,1}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /data/users/anke/fusion_bench
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /data/users/anke/fusion_bench/config
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /data/users/anke/fusion_bench/outputs/convnext-base-224/food101/batch_size=64,lr=0.01
+    choices:
+      dataset/image_classification/test@modelpool.val_datasets: food101
+      dataset/image_classification/train@modelpool.train_datasets: food101
+      taskpool: dummy
+      method: classification/image_classification_finetune
+      modelpool: ConvNextForImageClassification/convnext-base-224
+      path: default
+      hydra: default
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: rich_logging
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: fusion_bench_help
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5f6e8a076020d28ff0f5ce2f3fc689866414c03f674b1742ae0adea5e24b5e
+size 350721164

overrides.yaml

@@ -0,0 +1,15 @@
+- path.log_dir="outputs/convnext-base-224/food101/batch_size=64,lr=0.01"
+- seed=0
+- method=classification/image_classification_finetune
+- method.max_epochs=-1
+- method.max_steps=4000
+- method.save_top_k=-1
+- method.save_interval=1000
+- method.save_on_train_epoch_end=false
+- method.optimizer.lr=0.01
+- method.lr_scheduler=null
+- method.dataloader_kwargs.batch_size=64
+- modelpool=ConvNextForImageClassification/convnext-base-224
+- modelpool.models._pretrained_.dataset_name=food101
+- +dataset/image_classification/train@modelpool.train_datasets=food101
+- +dataset/image_classification/test@modelpool.val_datasets=food101

preprocessor_config.json

@@ -0,0 +1,22 @@
+{
+  "crop_pct": 0.875,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.485,
+    0.456,
+    0.406
+  ],
+  "image_processor_type": "ConvNextImageProcessor",
+  "image_std": [
+    0.229,
+    0.224,
+    0.225
+  ],
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 224
+  }
+}

program_report.json

@@ -0,0 +1 @@
+{"model_info": {"trainable_params": 87669989, "all_params": 87669989, "trainable_percentage": 1.0}}