zahidazam714 commited on
Commit
3fa00dc
·
verified ·
1 Parent(s): 24b223c

Training in progress, step 100

Browse files
adapter_config.json CHANGED
@@ -1,15 +1,11 @@
1
  {
2
- "alora_invocation_tokens": null,
3
  "alpha_pattern": {},
4
- "arrow_config": null,
5
  "auto_mapping": {
6
  "base_model_class": "DeepseekOCR2ForCausalLM",
7
  "parent_library": "transformers_modules.deepseek_ocr2.modeling_deepseekocr2"
8
  },
9
  "base_model_name_or_path": "./deepseek_ocr2",
10
  "bias": "none",
11
- "corda_config": null,
12
- "ensure_weight_tying": false,
13
  "eva_config": null,
14
  "exclude_modules": null,
15
  "fan_in_fan_out": false,
@@ -26,24 +22,19 @@
26
  "megatron_core": "megatron.core",
27
  "modules_to_save": null,
28
  "peft_type": "LORA",
29
- "peft_version": "0.18.1",
30
- "qalora_group_size": 16,
31
  "r": 16,
32
  "rank_pattern": {},
33
  "revision": null,
34
  "target_modules": [
35
- "gate_proj",
36
- "o_proj",
37
- "k_proj",
38
  "q_proj",
39
  "up_proj",
 
 
 
40
  "down_proj",
41
  "v_proj"
42
  ],
43
- "target_parameters": null,
44
  "task_type": null,
45
- "trainable_token_indices": null,
46
  "use_dora": false,
47
- "use_qalora": false,
48
  "use_rslora": false
49
  }
 
1
  {
 
2
  "alpha_pattern": {},
 
3
  "auto_mapping": {
4
  "base_model_class": "DeepseekOCR2ForCausalLM",
5
  "parent_library": "transformers_modules.deepseek_ocr2.modeling_deepseekocr2"
6
  },
7
  "base_model_name_or_path": "./deepseek_ocr2",
8
  "bias": "none",
 
 
9
  "eva_config": null,
10
  "exclude_modules": null,
11
  "fan_in_fan_out": false,
 
22
  "megatron_core": "megatron.core",
23
  "modules_to_save": null,
24
  "peft_type": "LORA",
 
 
25
  "r": 16,
26
  "rank_pattern": {},
27
  "revision": null,
28
  "target_modules": [
 
 
 
29
  "q_proj",
30
  "up_proj",
31
+ "gate_proj",
32
+ "k_proj",
33
+ "o_proj",
34
  "down_proj",
35
  "v_proj"
36
  ],
 
37
  "task_type": null,
 
38
  "use_dora": false,
 
39
  "use_rslora": false
40
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b6141e6930b2ba02d50f56b0f6d730ae4918727e4b5a72a2c192afa1aea9cfc
3
  size 345908528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:740435fbbd2880d9895019e7bc9bdb6f17926ea5ecd566e1dd443c1dbc02d5eb
3
  size 345908528
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9416e396877b0850e8ad6518e61c5d16443a6734365d95b14708f0237a8ff188
3
  size 5304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:103ad17e257df3fbfb9f1d8f7c2491e0328e0b3d2ad7c52dba2ad40e1f41572e
3
  size 5304