lilyzhng commited on
Commit
249d2a8
·
verified ·
1 Parent(s): 20e57cd

T24/T25: Qwen3.5-9B τ² OPD LoRA adapter (exp_fast)

Browse files
Files changed (2) hide show
  1. adapter_config.json +4 -4
  2. adapter_model.safetensors +1 -1
adapter_config.json CHANGED
@@ -23,18 +23,18 @@
23
  "megatron_core": "megatron.core",
24
  "modules_to_save": null,
25
  "peft_type": "LORA",
26
- "peft_version": "0.19.1",
27
  "qalora_group_size": 16,
28
  "r": 32,
29
  "rank_pattern": {},
30
  "revision": null,
31
  "target_modules": [
32
- "down_proj",
33
  "gate_proj",
34
- "k_proj",
35
  "v_proj",
36
  "o_proj",
37
- "q_proj",
 
38
  "up_proj"
39
  ],
40
  "target_parameters": null,
 
23
  "megatron_core": "megatron.core",
24
  "modules_to_save": null,
25
  "peft_type": "LORA",
26
+ "peft_version": "0.18.0",
27
  "qalora_group_size": 16,
28
  "r": 32,
29
  "rank_pattern": {},
30
  "revision": null,
31
  "target_modules": [
 
32
  "gate_proj",
33
+ "q_proj",
34
  "v_proj",
35
  "o_proj",
36
+ "k_proj",
37
+ "down_proj",
38
  "up_proj"
39
  ],
40
  "target_parameters": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe8ce677aef700cac869031febd46d087ad9bbe3684a46cfae5300b28ca8f3fe
3
  size 232818064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ac9298cc6c0222520ce80949da2c03d084c085a93e986615774ba6c8cad119a
3
  size 232818064