Spaces:
Sleeping
Sleeping
File size: 451 Bytes
76db545 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 | language: "ful"
language_code: "ff" # ISO 639-1 code used for Whisper forced_decoder_ids
dataset_subset: "ful"
adapter_name: "fula"
output_dir: "./adapters/fula"
lora:
r: 16 # Smaller rank — Fula dataset is smaller than Bambara
lora_alpha: 32
target_modules:
- "q_proj"
- "v_proj"
- "k_proj"
- "out_proj"
- "fc1"
- "fc2"
lora_dropout: 0.05
bias: "none"
task_type: "SEQ_2_SEQ_LM"
|