soleaf commited on
Commit
c1a5a40
·
verified ·
1 Parent(s): cc2973c

Fix PEFT adapter export and model card

Browse files
README.md CHANGED
@@ -102,6 +102,8 @@ model = PeftModel.from_pretrained(model, adapter_id, subfolder=seed)
102
  model.eval()
103
  ```
104
 
 
 
105
  ## Scoring example
106
 
107
  ```python
@@ -151,4 +153,3 @@ Raw and processed datasets are not redistributed in this model repository.
151
  - Dataset license: Creative Commons Attribution 4.0 International
152
  - Base model: `HuggingFaceBio/Carbon-500M`, Apache-2.0
153
  - Reproducibility package: https://github.com/muted-color/carbon-promoter-expression
154
-
 
102
  model.eval()
103
  ```
104
 
105
+ `score.weight` is newly initialized when the base model is loaded as a sequence-classification model; this is expected. The trained regression head is loaded from the adapter in the next step.
106
+
107
  ## Scoring example
108
 
109
  ```python
 
153
  - Dataset license: Creative Commons Attribution 4.0 International
154
  - Base model: `HuggingFaceBio/Carbon-500M`, Apache-2.0
155
  - Reproducibility package: https://github.com/muted-color/carbon-promoter-expression
 
seed_20260523/adapter_config.json CHANGED
@@ -1,25 +1,46 @@
1
  {
 
 
 
 
2
  "base_model_name_or_path": "HuggingFaceBio/Carbon-500M",
3
  "bias": "none",
 
 
 
 
4
  "fan_in_fan_out": false,
5
  "inference_mode": true,
6
  "init_lora_weights": true,
 
7
  "layers_pattern": null,
8
  "layers_to_transform": null,
9
  "loftq_config": {},
10
  "lora_alpha": 16,
 
11
  "lora_dropout": 0.05,
 
 
12
  "modules_to_save": [
 
13
  "score"
14
  ],
15
  "peft_type": "LORA",
 
 
16
  "r": 8,
 
17
  "revision": null,
18
  "target_modules": [
19
- "q_proj",
20
- "k_proj",
21
  "v_proj",
22
- "o_proj"
 
 
23
  ],
24
- "task_type": "SEQ_CLS"
25
- }
 
 
 
 
 
 
1
  {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": null,
6
  "base_model_name_or_path": "HuggingFaceBio/Carbon-500M",
7
  "bias": "none",
8
+ "corda_config": null,
9
+ "ensure_weight_tying": false,
10
+ "eva_config": null,
11
+ "exclude_modules": null,
12
  "fan_in_fan_out": false,
13
  "inference_mode": true,
14
  "init_lora_weights": true,
15
+ "layer_replication": null,
16
  "layers_pattern": null,
17
  "layers_to_transform": null,
18
  "loftq_config": {},
19
  "lora_alpha": 16,
20
+ "lora_bias": false,
21
  "lora_dropout": 0.05,
22
+ "megatron_config": null,
23
+ "megatron_core": "megatron.core",
24
  "modules_to_save": [
25
+ "classifier",
26
  "score"
27
  ],
28
  "peft_type": "LORA",
29
+ "peft_version": "0.18.1",
30
+ "qalora_group_size": 16,
31
  "r": 8,
32
+ "rank_pattern": {},
33
  "revision": null,
34
  "target_modules": [
 
 
35
  "v_proj",
36
+ "o_proj",
37
+ "q_proj",
38
+ "k_proj"
39
  ],
40
+ "target_parameters": null,
41
+ "task_type": "SEQ_CLS",
42
+ "trainable_token_indices": null,
43
+ "use_dora": false,
44
+ "use_qalora": false,
45
+ "use_rslora": false
46
+ }
seed_20260523/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a4247ddcb47397fa8f754ca3a23815232b8014b13d0888215f6c5af06f92c96
3
- size 6458128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04dc24d9fae465311211cf673709055d1a9cd871cc538b98b95048a58abc39eb
3
+ size 6454072
seed_20260524/adapter_config.json CHANGED
@@ -1,25 +1,46 @@
1
  {
 
 
 
 
2
  "base_model_name_or_path": "HuggingFaceBio/Carbon-500M",
3
  "bias": "none",
 
 
 
 
4
  "fan_in_fan_out": false,
5
  "inference_mode": true,
6
  "init_lora_weights": true,
 
7
  "layers_pattern": null,
8
  "layers_to_transform": null,
9
  "loftq_config": {},
10
  "lora_alpha": 16,
 
11
  "lora_dropout": 0.05,
 
 
12
  "modules_to_save": [
 
13
  "score"
14
  ],
15
  "peft_type": "LORA",
 
 
16
  "r": 8,
 
17
  "revision": null,
18
  "target_modules": [
19
- "q_proj",
20
- "k_proj",
21
  "v_proj",
22
- "o_proj"
 
 
23
  ],
24
- "task_type": "SEQ_CLS"
25
- }
 
 
 
 
 
 
1
  {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": null,
6
  "base_model_name_or_path": "HuggingFaceBio/Carbon-500M",
7
  "bias": "none",
8
+ "corda_config": null,
9
+ "ensure_weight_tying": false,
10
+ "eva_config": null,
11
+ "exclude_modules": null,
12
  "fan_in_fan_out": false,
13
  "inference_mode": true,
14
  "init_lora_weights": true,
15
+ "layer_replication": null,
16
  "layers_pattern": null,
17
  "layers_to_transform": null,
18
  "loftq_config": {},
19
  "lora_alpha": 16,
20
+ "lora_bias": false,
21
  "lora_dropout": 0.05,
22
+ "megatron_config": null,
23
+ "megatron_core": "megatron.core",
24
  "modules_to_save": [
25
+ "classifier",
26
  "score"
27
  ],
28
  "peft_type": "LORA",
29
+ "peft_version": "0.18.1",
30
+ "qalora_group_size": 16,
31
  "r": 8,
32
+ "rank_pattern": {},
33
  "revision": null,
34
  "target_modules": [
 
 
35
  "v_proj",
36
+ "o_proj",
37
+ "q_proj",
38
+ "k_proj"
39
  ],
40
+ "target_parameters": null,
41
+ "task_type": "SEQ_CLS",
42
+ "trainable_token_indices": null,
43
+ "use_dora": false,
44
+ "use_qalora": false,
45
+ "use_rslora": false
46
+ }
seed_20260524/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:14a360cbe8b351a92f9c8dc5e9986da2dc5b8fbc3735ebe8d302b4a84c06b0e8
3
- size 6458144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6444bae8cdb2cc9587361d6250fac53e871be0ab918f85e96440dba91bf44d6d
3
+ size 6454072
seed_20260525/adapter_config.json CHANGED
@@ -1,25 +1,46 @@
1
  {
 
 
 
 
2
  "base_model_name_or_path": "HuggingFaceBio/Carbon-500M",
3
  "bias": "none",
 
 
 
 
4
  "fan_in_fan_out": false,
5
  "inference_mode": true,
6
  "init_lora_weights": true,
 
7
  "layers_pattern": null,
8
  "layers_to_transform": null,
9
  "loftq_config": {},
10
  "lora_alpha": 16,
 
11
  "lora_dropout": 0.05,
 
 
12
  "modules_to_save": [
 
13
  "score"
14
  ],
15
  "peft_type": "LORA",
 
 
16
  "r": 8,
 
17
  "revision": null,
18
  "target_modules": [
19
- "q_proj",
20
- "k_proj",
21
  "v_proj",
22
- "o_proj"
 
 
23
  ],
24
- "task_type": "SEQ_CLS"
25
- }
 
 
 
 
 
 
1
  {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": null,
6
  "base_model_name_or_path": "HuggingFaceBio/Carbon-500M",
7
  "bias": "none",
8
+ "corda_config": null,
9
+ "ensure_weight_tying": false,
10
+ "eva_config": null,
11
+ "exclude_modules": null,
12
  "fan_in_fan_out": false,
13
  "inference_mode": true,
14
  "init_lora_weights": true,
15
+ "layer_replication": null,
16
  "layers_pattern": null,
17
  "layers_to_transform": null,
18
  "loftq_config": {},
19
  "lora_alpha": 16,
20
+ "lora_bias": false,
21
  "lora_dropout": 0.05,
22
+ "megatron_config": null,
23
+ "megatron_core": "megatron.core",
24
  "modules_to_save": [
25
+ "classifier",
26
  "score"
27
  ],
28
  "peft_type": "LORA",
29
+ "peft_version": "0.18.1",
30
+ "qalora_group_size": 16,
31
  "r": 8,
32
+ "rank_pattern": {},
33
  "revision": null,
34
  "target_modules": [
 
 
35
  "v_proj",
36
+ "o_proj",
37
+ "q_proj",
38
+ "k_proj"
39
  ],
40
+ "target_parameters": null,
41
+ "task_type": "SEQ_CLS",
42
+ "trainable_token_indices": null,
43
+ "use_dora": false,
44
+ "use_qalora": false,
45
+ "use_rslora": false
46
+ }
seed_20260525/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4120db2cd5cb7cb7faf1d18cb62307548b1fff66b51a62d76580d1de8b9c3253
3
- size 6458144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09029a2b61d7b5342bc23935470107da4778f02d3e6568a5501b94ddd612a510
3
+ size 6454072