Hugging Face's logo

OdiaGenAIOCR
/
odia-ocr-qwen-finetuned

Image-to-Text
PEFT
Safetensors
Oriya
qwen2_5_vl
odia
ocr
vision-language
qwen2-vl
lora
optical-character-recognition
Model card Files
xet
 Community
shantipriya commited on
Commit
eeda7e7
·
verified ·
1 Parent(s): f4bac06

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +139 -0
config.json ADDED
@@ -0,0 +1,139 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen2_5_VLForConditionalGeneration"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "bos_token_id": 151643,
7
+ "dtype": "float32",
8
+ "eos_token_id": 151645,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 2048,
11
+ "image_token_id": 151655,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 11008,
14
+ "max_position_embeddings": 128000,
15
+ "max_window_layers": 70,
16
+ "model_type": "qwen2_5_vl",
17
+ "num_attention_heads": 16,
18
+ "num_hidden_layers": 36,
19
+ "num_key_value_heads": 2,
20
+ "rms_norm_eps": 1e-06,
21
+ "rope_scaling": {
22
+ "mrope_section": [
23
+ 16,
24
+ 24,
25
+ 24
26
+ ],
27
+ "rope_type": "default",
28
+ "type": "default"
29
+ },
30
+ "rope_theta": 1000000.0,
31
+ "sliding_window": 32768,
32
+ "text_config": {
33
+ "architectures": [
34
+ "Qwen2_5_VLForConditionalGeneration"
35
+ ],
36
+ "attention_dropout": 0.0,
37
+ "bos_token_id": 151643,
38
+ "dtype": "float32",
39
+ "eos_token_id": 151645,
40
+ "hidden_act": "silu",
41
+ "hidden_size": 2048,
42
+ "initializer_range": 0.02,
43
+ "intermediate_size": 11008,
44
+ "layer_types": [
45
+ "full_attention",
46
+ "full_attention",
47
+ "full_attention",
48
+ "full_attention",
49
+ "full_attention",
50
+ "full_attention",
51
+ "full_attention",
52
+ "full_attention",
53
+ "full_attention",
54
+ "full_attention",
55
+ "full_attention",
56
+ "full_attention",
57
+ "full_attention",
58
+ "full_attention",
59
+ "full_attention",
60
+ "full_attention",
61
+ "full_attention",
62
+ "full_attention",
63
+ "full_attention",
64
+ "full_attention",
65
+ "full_attention",
66
+ "full_attention",
67
+ "full_attention",
68
+ "full_attention",
69
+ "full_attention",
70
+ "full_attention",
71
+ "full_attention",
72
+ "full_attention",
73
+ "full_attention",
74
+ "full_attention",
75
+ "full_attention",
76
+ "full_attention",
77
+ "full_attention",
78
+ "full_attention",
79
+ "full_attention",
80
+ "full_attention"
81
+ ],
82
+ "max_position_embeddings": 128000,
83
+ "max_window_layers": 70,
84
+ "model_type": "qwen2_5_vl_text",
85
+ "num_attention_heads": 16,
86
+ "num_hidden_layers": 36,
87
+ "num_key_value_heads": 2,
88
+ "rms_norm_eps": 1e-06,
89
+ "rope_scaling": {
90
+ "mrope_section": [
91
+ 16,
92
+ 24,
93
+ 24
94
+ ],
95
+ "rope_type": "default",
96
+ "type": "default"
97
+ },
98
+ "rope_theta": 1000000.0,
99
+ "sliding_window": null,
100
+ "tie_word_embeddings": true,
101
+ "use_cache": true,
102
+ "use_sliding_window": false,
103
+ "vision_token_id": 151654,
104
+ "vocab_size": 151936
105
+ },
106
+ "transformers_version": "4.57.6",
107
+ "use_cache": true,
108
+ "use_sliding_window": false,
109
+ "video_token_id": 151656,
110
+ "vision_config": {
111
+ "depth": 32,
112
+ "dtype": "float32",
113
+ "fullatt_block_indexes": [
114
+ 7,
115
+ 15,
116
+ 23,
117
+ 31
118
+ ],
119
+ "hidden_act": "silu",
120
+ "hidden_size": 1280,
121
+ "in_channels": 3,
122
+ "in_chans": 3,
123
+ "initializer_range": 0.02,
124
+ "intermediate_size": 3420,
125
+ "model_type": "qwen2_5_vl",
126
+ "num_heads": 16,
127
+ "out_hidden_size": 2048,
128
+ "patch_size": 14,
129
+ "spatial_merge_size": 2,
130
+ "spatial_patch_size": 14,
131
+ "temporal_patch_size": 2,
132
+ "tokens_per_second": 2,
133
+ "window_size": 112
134
+ },
135
+ "vision_end_token_id": 151653,
136
+ "vision_start_token_id": 151652,
137
+ "vision_token_id": 151654,
138
+ "vocab_size": 151936
139
+ }