omni-dna-20m-hgt-stacked-lora / stack_config.json
Nhoodie's picture
Upload stack_config.json with huggingface_hub
9ca78f4 verified
Raw
History Blame Contribute Delete
392 Bytes
{
"architecture": "sequential_stacked_lora",
"description": "Level 0: input->output (weight-space). Levels 1+: output->output (activation-space).",
"base_model": "/mnt/storage/hf_cache/omni-dna-20m-hgt",
"num_levels": 3,
"rank_per_level": 16,
"alpha_per_level": 32,
"target_modules": [
"att_proj",
"attn_out",
"ff_proj",
"ff_out"
],
"seed_checkpoint": null
}