MLX
Safetensors
English
Chinese
Korean
qwen3_5_moe
jang
quantized
mixed-precision
apple-silicon
Mixture of Experts
vlm
reasoning
thinking
Instructions to use JANGQ-AI/Qwen3.5-122B-A10B-JANG_2S with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- MLX
How to use JANGQ-AI/Qwen3.5-122B-A10B-JANG_2S with MLX:
# Download the model from the Hub pip install huggingface_hub[hf_xet] huggingface-cli download --local-dir Qwen3.5-122B-A10B-JANG_2S JANGQ-AI/Qwen3.5-122B-A10B-JANG_2S
- Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- LM Studio
- Atomic Chat
v2 format + VL support
Browse files- config.json +5 -1
- jang_config.json +7 -6
- merges.txt +0 -0
- model-00001-of-00008.safetensors +3 -0
- model-00002-of-00008.safetensors +3 -0
- model-00003-of-00008.safetensors +3 -0
- model-00004-of-00008.safetensors +3 -0
- model-00005-of-00008.safetensors +3 -0
- model-00006-of-00008.safetensors +3 -0
- model-00007-of-00008.safetensors +3 -0
- model-00008-of-00008.safetensors +3 -0
- model.safetensors.index.json +0 -0
- preprocessor_config.json +21 -0
- video_preprocessor_config.json +21 -0
config.json
CHANGED
|
@@ -119,5 +119,9 @@
|
|
| 119 |
"temporal_patch_size": 2
|
| 120 |
},
|
| 121 |
"vision_end_token_id": 248054,
|
| 122 |
-
"vision_start_token_id": 248053
|
|
|
|
|
|
|
|
|
|
|
|
|
| 123 |
}
|
|
|
|
| 119 |
"temporal_patch_size": 2
|
| 120 |
},
|
| 121 |
"vision_end_token_id": 248054,
|
| 122 |
+
"vision_start_token_id": 248053,
|
| 123 |
+
"quantization": {
|
| 124 |
+
"group_size": 128,
|
| 125 |
+
"bits": 2
|
| 126 |
+
}
|
| 127 |
}
|
jang_config.json
CHANGED
|
@@ -4,7 +4,7 @@
|
|
| 4 |
"profile": "JANG_2S",
|
| 5 |
"target_bits": 2.5,
|
| 6 |
"actual_bits": 2.11,
|
| 7 |
-
"block_size":
|
| 8 |
"calibration_method": "weights",
|
| 9 |
"quantization_method": "mse",
|
| 10 |
"scoring_method": "weight-magnitude",
|
|
@@ -13,12 +13,13 @@
|
|
| 13 |
4,
|
| 14 |
6
|
| 15 |
],
|
| 16 |
-
"quantization_scheme": "asymmetric"
|
|
|
|
| 17 |
},
|
| 18 |
"source_model": {
|
| 19 |
"name": "Qwen3.5-122B-A10B",
|
| 20 |
"dtype": "bfloat16",
|
| 21 |
-
"parameters": "
|
| 22 |
},
|
| 23 |
"architecture": {
|
| 24 |
"type": "hybrid_moe_ssm",
|
|
@@ -28,9 +29,9 @@
|
|
| 28 |
"has_moe": true
|
| 29 |
},
|
| 30 |
"runtime": {
|
| 31 |
-
"total_weight_bytes":
|
| 32 |
-
"total_weight_gb": 30.
|
| 33 |
},
|
| 34 |
"format": "jang",
|
| 35 |
-
"format_version": "
|
| 36 |
}
|
|
|
|
| 4 |
"profile": "JANG_2S",
|
| 5 |
"target_bits": 2.5,
|
| 6 |
"actual_bits": 2.11,
|
| 7 |
+
"block_size": 128,
|
| 8 |
"calibration_method": "weights",
|
| 9 |
"quantization_method": "mse",
|
| 10 |
"scoring_method": "weight-magnitude",
|
|
|
|
| 13 |
4,
|
| 14 |
6
|
| 15 |
],
|
| 16 |
+
"quantization_scheme": "asymmetric",
|
| 17 |
+
"quantization_backend": "mx.quantize"
|
| 18 |
},
|
| 19 |
"source_model": {
|
| 20 |
"name": "Qwen3.5-122B-A10B",
|
| 21 |
"dtype": "bfloat16",
|
| 22 |
+
"parameters": "2.6B"
|
| 23 |
},
|
| 24 |
"architecture": {
|
| 25 |
"type": "hybrid_moe_ssm",
|
|
|
|
| 29 |
"has_moe": true
|
| 30 |
},
|
| 31 |
"runtime": {
|
| 32 |
+
"total_weight_bytes": 32946305280,
|
| 33 |
+
"total_weight_gb": 30.68
|
| 34 |
},
|
| 35 |
"format": "jang",
|
| 36 |
+
"format_version": "2.0"
|
| 37 |
}
|
merges.txt
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
model-00001-of-00008.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:85ba0e5a50eabb01a99972e858a11bd56bba2eb8a4a74333326bfde11e405ab9
|
| 3 |
+
size 5209335328
|
model-00002-of-00008.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:06a5cb1fcd786977fe6f58c506be6a4d125818de8b6a65feebdffd9be999208b
|
| 3 |
+
size 5209335336
|
model-00003-of-00008.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6f7990a1333e91da5b475f58477fee70288eeae4a7439e03d991e2ba589e8f65
|
| 3 |
+
size 5209335344
|
model-00004-of-00008.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:76a7f31c736d849a6571f84d6e25963e08ceb6af3cd6848352de269e7d09458b
|
| 3 |
+
size 5209335328
|
model-00005-of-00008.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e5feea8bde45993c511285b256a1a3b3ddcb236f1ed0b7c84868d9a3fdc95d28
|
| 3 |
+
size 5209335336
|
model-00006-of-00008.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:22827b011c8bb256475d40136deb1580e3458ffef0eca5d7d4db5e2648965a35
|
| 3 |
+
size 5209335336
|
model-00007-of-00008.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7a28a3e323ba91f0c8543d7e4178d96f57b25a26c71326cd8c35aaddd000576f
|
| 3 |
+
size 5360048944
|
model-00008-of-00008.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a26e9f8b2f038ac2be71d52822655143a707993276f091de478f9578792929e2
|
| 3 |
+
size 1133342528
|
model.safetensors.index.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
preprocessor_config.json
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"size": {
|
| 3 |
+
"longest_edge": 16777216,
|
| 4 |
+
"shortest_edge": 65536
|
| 5 |
+
},
|
| 6 |
+
"patch_size": 16,
|
| 7 |
+
"temporal_patch_size": 2,
|
| 8 |
+
"merge_size": 2,
|
| 9 |
+
"image_mean": [
|
| 10 |
+
0.5,
|
| 11 |
+
0.5,
|
| 12 |
+
0.5
|
| 13 |
+
],
|
| 14 |
+
"image_std": [
|
| 15 |
+
0.5,
|
| 16 |
+
0.5,
|
| 17 |
+
0.5
|
| 18 |
+
],
|
| 19 |
+
"processor_class": "Qwen3VLProcessor",
|
| 20 |
+
"image_processor_type": "Qwen2VLImageProcessorFast"
|
| 21 |
+
}
|
video_preprocessor_config.json
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"size": {
|
| 3 |
+
"longest_edge": 25165824,
|
| 4 |
+
"shortest_edge": 4096
|
| 5 |
+
},
|
| 6 |
+
"patch_size": 16,
|
| 7 |
+
"temporal_patch_size": 2,
|
| 8 |
+
"merge_size": 2,
|
| 9 |
+
"image_mean": [
|
| 10 |
+
0.5,
|
| 11 |
+
0.5,
|
| 12 |
+
0.5
|
| 13 |
+
],
|
| 14 |
+
"image_std": [
|
| 15 |
+
0.5,
|
| 16 |
+
0.5,
|
| 17 |
+
0.5
|
| 18 |
+
],
|
| 19 |
+
"processor_class": "Qwen3VLProcessor",
|
| 20 |
+
"video_processor_type": "Qwen3VLVideoProcessor"
|
| 21 |
+
}
|