jangq commited on
Commit
8cbd37f
·
verified ·
1 Parent(s): 4da1842

v2 format + VL support

Browse files
config.json CHANGED
@@ -119,5 +119,9 @@
119
  "temporal_patch_size": 2
120
  },
121
  "vision_end_token_id": 248054,
122
- "vision_start_token_id": 248053
 
 
 
 
123
  }
 
119
  "temporal_patch_size": 2
120
  },
121
  "vision_end_token_id": 248054,
122
+ "vision_start_token_id": 248053,
123
+ "quantization": {
124
+ "group_size": 128,
125
+ "bits": 2
126
+ }
127
  }
jang_config.json CHANGED
@@ -4,7 +4,7 @@
4
  "profile": "JANG_2S",
5
  "target_bits": 2.5,
6
  "actual_bits": 2.11,
7
- "block_size": 64,
8
  "calibration_method": "weights",
9
  "quantization_method": "mse",
10
  "scoring_method": "weight-magnitude",
@@ -13,12 +13,13 @@
13
  4,
14
  6
15
  ],
16
- "quantization_scheme": "asymmetric"
 
17
  },
18
  "source_model": {
19
  "name": "Qwen3.5-122B-A10B",
20
  "dtype": "bfloat16",
21
- "parameters": "0"
22
  },
23
  "architecture": {
24
  "type": "hybrid_moe_ssm",
@@ -28,9 +29,9 @@
28
  "has_moe": true
29
  },
30
  "runtime": {
31
- "total_weight_bytes": 33059308032,
32
- "total_weight_gb": 30.79
33
  },
34
  "format": "jang",
35
- "format_version": "1.1"
36
  }
 
4
  "profile": "JANG_2S",
5
  "target_bits": 2.5,
6
  "actual_bits": 2.11,
7
+ "block_size": 128,
8
  "calibration_method": "weights",
9
  "quantization_method": "mse",
10
  "scoring_method": "weight-magnitude",
 
13
  4,
14
  6
15
  ],
16
+ "quantization_scheme": "asymmetric",
17
+ "quantization_backend": "mx.quantize"
18
  },
19
  "source_model": {
20
  "name": "Qwen3.5-122B-A10B",
21
  "dtype": "bfloat16",
22
+ "parameters": "2.6B"
23
  },
24
  "architecture": {
25
  "type": "hybrid_moe_ssm",
 
29
  "has_moe": true
30
  },
31
  "runtime": {
32
+ "total_weight_bytes": 32946305280,
33
+ "total_weight_gb": 30.68
34
  },
35
  "format": "jang",
36
+ "format_version": "2.0"
37
  }
merges.txt CHANGED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85ba0e5a50eabb01a99972e858a11bd56bba2eb8a4a74333326bfde11e405ab9
3
+ size 5209335328
model-00002-of-00008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06a5cb1fcd786977fe6f58c506be6a4d125818de8b6a65feebdffd9be999208b
3
+ size 5209335336
model-00003-of-00008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f7990a1333e91da5b475f58477fee70288eeae4a7439e03d991e2ba589e8f65
3
+ size 5209335344
model-00004-of-00008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76a7f31c736d849a6571f84d6e25963e08ceb6af3cd6848352de269e7d09458b
3
+ size 5209335328
model-00005-of-00008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5feea8bde45993c511285b256a1a3b3ddcb236f1ed0b7c84868d9a3fdc95d28
3
+ size 5209335336
model-00006-of-00008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22827b011c8bb256475d40136deb1580e3458ffef0eca5d7d4db5e2648965a35
3
+ size 5209335336
model-00007-of-00008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a28a3e323ba91f0c8543d7e4178d96f57b25a26c71326cd8c35aaddd000576f
3
+ size 5360048944
model-00008-of-00008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a26e9f8b2f038ac2be71d52822655143a707993276f091de478f9578792929e2
3
+ size 1133342528
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
preprocessor_config.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "size": {
3
+ "longest_edge": 16777216,
4
+ "shortest_edge": 65536
5
+ },
6
+ "patch_size": 16,
7
+ "temporal_patch_size": 2,
8
+ "merge_size": 2,
9
+ "image_mean": [
10
+ 0.5,
11
+ 0.5,
12
+ 0.5
13
+ ],
14
+ "image_std": [
15
+ 0.5,
16
+ 0.5,
17
+ 0.5
18
+ ],
19
+ "processor_class": "Qwen3VLProcessor",
20
+ "image_processor_type": "Qwen2VLImageProcessorFast"
21
+ }
video_preprocessor_config.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "size": {
3
+ "longest_edge": 25165824,
4
+ "shortest_edge": 4096
5
+ },
6
+ "patch_size": 16,
7
+ "temporal_patch_size": 2,
8
+ "merge_size": 2,
9
+ "image_mean": [
10
+ 0.5,
11
+ 0.5,
12
+ 0.5
13
+ ],
14
+ "image_std": [
15
+ 0.5,
16
+ 0.5,
17
+ 0.5
18
+ ],
19
+ "processor_class": "Qwen3VLProcessor",
20
+ "video_processor_type": "Qwen3VLVideoProcessor"
21
+ }