tiao55 commited on
Commit
c3214fc
·
verified ·
1 Parent(s): 5aeb55c

Upload folder using huggingface_hub

Browse files
.ipynb_checkpoints/adapter_config-checkpoint.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": "/root/autodl-tmp/Qwen/Qwen2___5-7B-Instruct",
5
- "bias": "lora_only",
6
  "corda_config": null,
7
  "eva_config": null,
8
  "exclude_modules": null,
@@ -24,10 +24,10 @@
24
  "rank_pattern": {},
25
  "revision": null,
26
  "target_modules": [
27
- "qkv_proj",
28
  "o_proj",
29
- "gate_up_proj",
30
- "down_proj"
31
  ],
32
  "task_type": "CAUSAL_LM",
33
  "trainable_token_indices": null,
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "/root/autodl-tmp/hub/models/Qwen/Qwen2___5-7B-Instruct",
5
+ "bias": "none",
6
  "corda_config": null,
7
  "eva_config": null,
8
  "exclude_modules": null,
 
24
  "rank_pattern": {},
25
  "revision": null,
26
  "target_modules": [
27
+ "down_proj",
28
  "o_proj",
29
+ "qkv_proj",
30
+ "gate_up_proj"
31
  ],
32
  "task_type": "CAUSAL_LM",
33
  "trainable_token_indices": null,
adapter_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": "/root/autodl-tmp/hub/models/Qwen/Qwen2___5-7B-Instruct",
5
  "bias": "none",
6
  "corda_config": null,
7
  "eva_config": null,
@@ -33,4 +33,4 @@
33
  "trainable_token_indices": null,
34
  "use_dora": false,
35
  "use_rslora": false
36
- }
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "Qwen/Qwen2.5-7B-Instruct",
5
  "bias": "none",
6
  "corda_config": null,
7
  "eva_config": null,
 
33
  "trainable_token_indices": null,
34
  "use_dora": false,
35
  "use_rslora": false
36
+ }