File size: 451 Bytes
76db545
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
language: "ful"
language_code: "ff"           # ISO 639-1 code used for Whisper forced_decoder_ids
dataset_subset: "ful"
adapter_name: "fula"
output_dir: "./adapters/fula"

lora:
  r: 16                        # Smaller rank — Fula dataset is smaller than Bambara
  lora_alpha: 32
  target_modules:
    - "q_proj"
    - "v_proj"
    - "k_proj"
    - "out_proj"
    - "fc1"
    - "fc2"
  lora_dropout: 0.05
  bias: "none"
  task_type: "SEQ_2_SEQ_LM"