mergekit_config.yml

base_model: /home/ubuntu/workspace/models/Llama3.2-3B-Enigma
dtype: float16
merge_method: ties
modules:
  default:
    slices:
    - sources:
      - layer_range: [0, 28]
        model: /home/ubuntu/workspace/models/Llama3.2-3B-Enigma
        parameters:
          density: 0.5
          weight: 0.2
      - layer_range: [0, 28]
        model: /home/ubuntu/workspace/models/MediLlama-3.2
        parameters:
          density: 0.5
          weight: 0.2
      - layer_range: [0, 28]
        model: /home/ubuntu/workspace/models/Llama-3.2-3B-Math-Oct
        parameters:
          density: 0.5
          weight: 0.2
      - layer_range: [0, 28]
        model: /home/ubuntu/workspace/models/Llama3.2-Korean-3b
        parameters:
          density: 0.5
          weight: 0.2
      - layer_range: [0, 28]
        model: /home/ubuntu/workspace/models/Llama-3.2-3B-Reasoning
        parameters:
          density: 0.5
          weight: 0.2