File size: 377 Bytes
76db545
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
language: "bam"
language_code: "bm"          # ISO 639-1 code used for Whisper forced_decoder_ids
dataset_subset: "bam"
adapter_name: "bambara"
output_dir: "./adapters/bambara"

lora:
  r: 32
  lora_alpha: 64
  target_modules:
    - "q_proj"
    - "v_proj"
    - "k_proj"
    - "out_proj"
    - "fc1"
    - "fc2"
  lora_dropout: 0.05
  bias: "none"
  task_type: "SEQ_2_SEQ_LM"