Hugging Face's logo

kingjones777
/
Ornith-1.0-35B-Vision-NVFP4-Calibrated

Image-Text-to-Text
Safetensors
qwen3_5_moe
nvfp4
modelopt
vllm
blackwell
awq
calibrated
vision
multimodal
conversational
8-bit precision
Model card Files
xet
 Community
1
kingjones777 commited on
Commit
5f92d4b
·
verified ·
1 Parent(s): 170ea5d

Upload hf_quant_config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. hf_quant_config.json +85 -0
hf_quant_config.json ADDED
@@ -0,0 +1,85 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "producer": {
3
+ "name": "modelopt",
4
+ "version": "0.44.0"
5
+ },
6
+ "quantization": {
7
+ "quant_algo": "NVFP4",
8
+ "kv_cache_quant_algo": null,
9
+ "group_size": 16,
10
+ "exclude_modules": [
11
+ "lm_head",
12
+ "model.language_model.layers.0.linear_attn.conv1d",
13
+ "model.language_model.layers.0.mlp.shared_expert_gate",
14
+ "model.language_model.layers.1.linear_attn.conv1d",
15
+ "model.language_model.layers.1.mlp.shared_expert_gate",
16
+ "model.language_model.layers.10.linear_attn.conv1d",
17
+ "model.language_model.layers.10.mlp.shared_expert_gate",
18
+ "model.language_model.layers.11.mlp.shared_expert_gate",
19
+ "model.language_model.layers.12.linear_attn.conv1d",
20
+ "model.language_model.layers.12.mlp.shared_expert_gate",
21
+ "model.language_model.layers.13.linear_attn.conv1d",
22
+ "model.language_model.layers.13.mlp.shared_expert_gate",
23
+ "model.language_model.layers.14.linear_attn.conv1d",
24
+ "model.language_model.layers.14.mlp.shared_expert_gate",
25
+ "model.language_model.layers.15.mlp.shared_expert_gate",
26
+ "model.language_model.layers.16.linear_attn.conv1d",
27
+ "model.language_model.layers.16.mlp.shared_expert_gate",
28
+ "model.language_model.layers.17.linear_attn.conv1d",
29
+ "model.language_model.layers.17.mlp.shared_expert_gate",
30
+ "model.language_model.layers.18.linear_attn.conv1d",
31
+ "model.language_model.layers.18.mlp.shared_expert_gate",
32
+ "model.language_model.layers.19.mlp.shared_expert_gate",
33
+ "model.language_model.layers.2.linear_attn.conv1d",
34
+ "model.language_model.layers.2.mlp.shared_expert_gate",
35
+ "model.language_model.layers.20.linear_attn.conv1d",
36
+ "model.language_model.layers.20.mlp.shared_expert_gate",
37
+ "model.language_model.layers.21.linear_attn.conv1d",
38
+ "model.language_model.layers.21.mlp.shared_expert_gate",
39
+ "model.language_model.layers.22.linear_attn.conv1d",
40
+ "model.language_model.layers.22.mlp.shared_expert_gate",
41
+ "model.language_model.layers.23.mlp.shared_expert_gate",
42
+ "model.language_model.layers.24.linear_attn.conv1d",
43
+ "model.language_model.layers.24.mlp.shared_expert_gate",
44
+ "model.language_model.layers.25.linear_attn.conv1d",
45
+ "model.language_model.layers.25.mlp.shared_expert_gate",
46
+ "model.language_model.layers.26.linear_attn.conv1d",
47
+ "model.language_model.layers.26.mlp.shared_expert_gate",
48
+ "model.language_model.layers.27.mlp.shared_expert_gate",
49
+ "model.language_model.layers.28.linear_attn.conv1d",
50
+ "model.language_model.layers.28.mlp.shared_expert_gate",
51
+ "model.language_model.layers.29.linear_attn.conv1d",
52
+ "model.language_model.layers.29.mlp.shared_expert_gate",
53
+ "model.language_model.layers.3.mlp.shared_expert_gate",
54
+ "model.language_model.layers.30.linear_attn.conv1d",
55
+ "model.language_model.layers.30.mlp.shared_expert_gate",
56
+ "model.language_model.layers.31.mlp.shared_expert_gate",
57
+ "model.language_model.layers.32.linear_attn.conv1d",
58
+ "model.language_model.layers.32.mlp.shared_expert_gate",
59
+ "model.language_model.layers.33.linear_attn.conv1d",
60
+ "model.language_model.layers.33.mlp.shared_expert_gate",
61
+ "model.language_model.layers.34.linear_attn.conv1d",
62
+ "model.language_model.layers.34.mlp.shared_expert_gate",
63
+ "model.language_model.layers.35.mlp.shared_expert_gate",
64
+ "model.language_model.layers.36.linear_attn.conv1d",
65
+ "model.language_model.layers.36.mlp.shared_expert_gate",
66
+ "model.language_model.layers.37.linear_attn.conv1d",
67
+ "model.language_model.layers.37.mlp.shared_expert_gate",
68
+ "model.language_model.layers.38.linear_attn.conv1d",
69
+ "model.language_model.layers.38.mlp.shared_expert_gate",
70
+ "model.language_model.layers.39.mlp.shared_expert_gate",
71
+ "model.language_model.layers.4.linear_attn.conv1d",
72
+ "model.language_model.layers.4.mlp.shared_expert_gate",
73
+ "model.language_model.layers.5.linear_attn.conv1d",
74
+ "model.language_model.layers.5.mlp.shared_expert_gate",
75
+ "model.language_model.layers.6.linear_attn.conv1d",
76
+ "model.language_model.layers.6.mlp.shared_expert_gate",
77
+ "model.language_model.layers.7.mlp.shared_expert_gate",
78
+ "model.language_model.layers.8.linear_attn.conv1d",
79
+ "model.language_model.layers.8.mlp.shared_expert_gate",
80
+ "model.language_model.layers.9.linear_attn.conv1d",
81
+ "model.language_model.layers.9.mlp.shared_expert_gate",
82
+ "model.visual*"
83
+ ]
84
+ }
85
+ }