Feature Extraction
MLX
Safetensors
qwen3
apple-silicon
quantized
mixed-precision
axquant
axq
development
MXFP4
embedding
sentence-similarity
4-bit precision
Instructions to use AutomatosX/AX-Qwen3-Embedding-0.6B-MLX-AXQ-MXFP4 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- MLX
How to use AutomatosX/AX-Qwen3-Embedding-0.6B-MLX-AXQ-MXFP4 with MLX:
# Download the model from the Hub pip install huggingface_hub[hf_xet] hf download AutomatosX/AX-Qwen3-Embedding-0.6B-MLX-AXQ-MXFP4 --local-dir AX-Qwen3-Embedding-0.6B-MLX-AXQ-MXFP4
- Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- LM Studio
- Atomic Chat
Publish AX-Qwen3-Embedding-0.6B-MLX-AXQ-MXFP4
Browse files- 1_Pooling/config.json +10 -0
- axquant_manifest.json +19 -4
- axquant_quantizer_execution.json +1 -1
- axquant_runtime.json +1 -1
- config_sentence_transformers.json +8 -0
- modules.json +20 -0
1_Pooling/config.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"word_embedding_dimension": 1024,
|
| 3 |
+
"pooling_mode_cls_token": false,
|
| 4 |
+
"pooling_mode_mean_tokens": false,
|
| 5 |
+
"pooling_mode_max_tokens": false,
|
| 6 |
+
"pooling_mode_mean_sqrt_len_tokens": false,
|
| 7 |
+
"pooling_mode_weightedmean_tokens": false,
|
| 8 |
+
"pooling_mode_lasttoken": true,
|
| 9 |
+
"include_prompt": true
|
| 10 |
+
}
|
axquant_manifest.json
CHANGED
|
@@ -1,9 +1,14 @@
|
|
| 1 |
{
|
| 2 |
"axquant_version": "1.9.0",
|
| 3 |
"calibration": null,
|
| 4 |
-
"created_at": "2026-10-04T02:
|
| 5 |
"effective_bpw": 5.9136019648925,
|
| 6 |
"files": [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7 |
{
|
| 8 |
"path": "README.md",
|
| 9 |
"sha256": "1b8cfcc4fe0d6ebd85914b172cde80237f63f3e16082c926424bfc8578b3ee03",
|
|
@@ -16,12 +21,12 @@
|
|
| 16 |
},
|
| 17 |
{
|
| 18 |
"path": "axquant_quantizer_execution.json",
|
| 19 |
-
"sha256": "
|
| 20 |
"size_bytes": 46703
|
| 21 |
},
|
| 22 |
{
|
| 23 |
"path": "axquant_runtime.json",
|
| 24 |
-
"sha256": "
|
| 25 |
"size_bytes": 1656
|
| 26 |
},
|
| 27 |
{
|
|
@@ -39,6 +44,11 @@
|
|
| 39 |
"sha256": "c92bf1e24f63cc973888517661ca8f1c95b7b80d4b0ed108f12e4279c87ba820",
|
| 40 |
"size_bytes": 54579
|
| 41 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42 |
{
|
| 43 |
"path": "generation_config.json",
|
| 44 |
"sha256": "28396d421a2108acce96383f6a7de78008f7f1b17f807958f3c14c51dbfb65fb",
|
|
@@ -59,6 +69,11 @@
|
|
| 59 |
"sha256": "f01a0a62544175e39975f68bf25d5c8621b54aee0d05317d45491c99f748cfaf",
|
| 60 |
"size_bytes": 36036
|
| 61 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 62 |
{
|
| 63 |
"path": "tokenizer.json",
|
| 64 |
"sha256": "93623af029cdc69b87f2864d3b2cc2424fdf16684f15e139b5b9d08ec34ced91",
|
|
@@ -125,7 +140,7 @@
|
|
| 125 |
"support_level": "standard-inference"
|
| 126 |
}
|
| 127 |
],
|
| 128 |
-
"created_at": "2026-10-04T02:
|
| 129 |
"kv_cache": null,
|
| 130 |
"memory_policy": {
|
| 131 |
"expert_stream": "off",
|
|
|
|
| 1 |
{
|
| 2 |
"axquant_version": "1.9.0",
|
| 3 |
"calibration": null,
|
| 4 |
+
"created_at": "2026-10-04T02:06:02.020984Z",
|
| 5 |
"effective_bpw": 5.9136019648925,
|
| 6 |
"files": [
|
| 7 |
+
{
|
| 8 |
+
"path": "1_Pooling/config.json",
|
| 9 |
+
"sha256": "37bf193fa101f19101bfad9c31d3eb0f786e247b7b1e5cb7f007d730eed1ddbd",
|
| 10 |
+
"size_bytes": 313
|
| 11 |
+
},
|
| 12 |
{
|
| 13 |
"path": "README.md",
|
| 14 |
"sha256": "1b8cfcc4fe0d6ebd85914b172cde80237f63f3e16082c926424bfc8578b3ee03",
|
|
|
|
| 21 |
},
|
| 22 |
{
|
| 23 |
"path": "axquant_quantizer_execution.json",
|
| 24 |
+
"sha256": "277ccdabe17371405f71a9d3856bbb2f5dd089b66500f7ba412695d81f63fda9",
|
| 25 |
"size_bytes": 46703
|
| 26 |
},
|
| 27 |
{
|
| 28 |
"path": "axquant_runtime.json",
|
| 29 |
+
"sha256": "3b97665fe22409eb9c1d5427608d2a10bafa759c1791b308aada5b59de6f3d24",
|
| 30 |
"size_bytes": 1656
|
| 31 |
},
|
| 32 |
{
|
|
|
|
| 44 |
"sha256": "c92bf1e24f63cc973888517661ca8f1c95b7b80d4b0ed108f12e4279c87ba820",
|
| 45 |
"size_bytes": 54579
|
| 46 |
},
|
| 47 |
+
{
|
| 48 |
+
"path": "config_sentence_transformers.json",
|
| 49 |
+
"sha256": "10667c72ddb772627bf1780cb7f86af8e2ae0032b8c243c731172064105c6961",
|
| 50 |
+
"size_bytes": 215
|
| 51 |
+
},
|
| 52 |
{
|
| 53 |
"path": "generation_config.json",
|
| 54 |
"sha256": "28396d421a2108acce96383f6a7de78008f7f1b17f807958f3c14c51dbfb65fb",
|
|
|
|
| 69 |
"sha256": "f01a0a62544175e39975f68bf25d5c8621b54aee0d05317d45491c99f748cfaf",
|
| 70 |
"size_bytes": 36036
|
| 71 |
},
|
| 72 |
+
{
|
| 73 |
+
"path": "modules.json",
|
| 74 |
+
"sha256": "84e40c8e006c9b1d6c122e02cba9b02458120b5fb0c87b746c41e0207cf642cf",
|
| 75 |
+
"size_bytes": 349
|
| 76 |
+
},
|
| 77 |
{
|
| 78 |
"path": "tokenizer.json",
|
| 79 |
"sha256": "93623af029cdc69b87f2864d3b2cc2424fdf16684f15e139b5b9d08ec34ced91",
|
|
|
|
| 140 |
"support_level": "standard-inference"
|
| 141 |
}
|
| 142 |
],
|
| 143 |
+
"created_at": "2026-10-04T02:06:01.793683Z",
|
| 144 |
"kv_cache": null,
|
| 145 |
"memory_policy": {
|
| 146 |
"expert_stream": "off",
|
axquant_quantizer_execution.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"created_at": "2026-10-04T02:
|
| 3 |
"plan_sha256": "b055ba16c326dccb51716e4a083e984159455639763a85b2e5cc4c65d6a59071",
|
| 4 |
"records": [
|
| 5 |
{
|
|
|
|
| 1 |
{
|
| 2 |
+
"created_at": "2026-10-04T02:06:01.774689Z",
|
| 3 |
"plan_sha256": "b055ba16c326dccb51716e4a083e984159455639763a85b2e5cc4c65d6a59071",
|
| 4 |
"records": [
|
| 5 |
{
|
axquant_runtime.json
CHANGED
|
@@ -21,7 +21,7 @@
|
|
| 21 |
"support_level": "standard-inference"
|
| 22 |
}
|
| 23 |
],
|
| 24 |
-
"created_at": "2026-10-04T02:
|
| 25 |
"kv_cache": null,
|
| 26 |
"memory_policy": {
|
| 27 |
"expert_stream": "off",
|
|
|
|
| 21 |
"support_level": "standard-inference"
|
| 22 |
}
|
| 23 |
],
|
| 24 |
+
"created_at": "2026-10-04T02:06:01.793683Z",
|
| 25 |
"kv_cache": null,
|
| 26 |
"memory_policy": {
|
| 27 |
"expert_stream": "off",
|
config_sentence_transformers.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"prompts": {
|
| 3 |
+
"query": "Instruct: Given a web search query, retrieve relevant passages that answer the query\nQuery:",
|
| 4 |
+
"document": ""
|
| 5 |
+
},
|
| 6 |
+
"default_prompt_name": null,
|
| 7 |
+
"similarity_fn_name": "cosine"
|
| 8 |
+
}
|
modules.json
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"idx": 0,
|
| 4 |
+
"name": "0",
|
| 5 |
+
"path": "",
|
| 6 |
+
"type": "sentence_transformers.models.Transformer"
|
| 7 |
+
},
|
| 8 |
+
{
|
| 9 |
+
"idx": 1,
|
| 10 |
+
"name": "1",
|
| 11 |
+
"path": "1_Pooling",
|
| 12 |
+
"type": "sentence_transformers.models.Pooling"
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"idx": 2,
|
| 16 |
+
"name": "2",
|
| 17 |
+
"path": "2_Normalize",
|
| 18 |
+
"type": "sentence_transformers.models.Normalize"
|
| 19 |
+
}
|
| 20 |
+
]
|