File size: 682 Bytes
ffe6513
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
slices:
  - sources:
      - model: Undi95/PsyMedRP-v1-20B
        layer_range: [0, 62]  # PsyMedRP has 62 layers
      - model: tavtav/Rose-20B
        layer_range: [0, 62]  # MXLewd has 62 layers
merge_method: slerp  # Or use another method like weight_average if needed
base_model: Undi95/PsyMedRP-v1-20B  # PsyMedRP as the base for reasoning dominance
parameters:
  t:
    - filter: self_attn
      value: [0.3, 0.7, 1, 0.7, 0.4]  # Boost creativity in pattern recognition
    - filter: mlp
      value: [0.2, 0.6, 1, 0.8, 0.5]  # Emphasize creativity in decision-making and connections
    - value: 0.639  # Slight leaning toward PsyMedRP's base characteristics
dtype: bfloat16