AutomatosX commited on
Commit
31ab333
·
verified ·
1 Parent(s): b858a80

Publish AX-Qwen3-Embedding-0.6B-MLX-AXQ-MXFP4

Browse files
1_Pooling/config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "word_embedding_dimension": 1024,
3
+ "pooling_mode_cls_token": false,
4
+ "pooling_mode_mean_tokens": false,
5
+ "pooling_mode_max_tokens": false,
6
+ "pooling_mode_mean_sqrt_len_tokens": false,
7
+ "pooling_mode_weightedmean_tokens": false,
8
+ "pooling_mode_lasttoken": true,
9
+ "include_prompt": true
10
+ }
axquant_manifest.json CHANGED
@@ -1,9 +1,14 @@
1
  {
2
  "axquant_version": "1.9.0",
3
  "calibration": null,
4
- "created_at": "2026-10-04T02:04:05.021560Z",
5
  "effective_bpw": 5.9136019648925,
6
  "files": [
 
 
 
 
 
7
  {
8
  "path": "README.md",
9
  "sha256": "1b8cfcc4fe0d6ebd85914b172cde80237f63f3e16082c926424bfc8578b3ee03",
@@ -16,12 +21,12 @@
16
  },
17
  {
18
  "path": "axquant_quantizer_execution.json",
19
- "sha256": "1b781de66e3914c4399917be1d4e5857d800f76c5e125b2c7593e99abd3a4f2b",
20
  "size_bytes": 46703
21
  },
22
  {
23
  "path": "axquant_runtime.json",
24
- "sha256": "04e8452f8bec4f53334bac820dc8c9bfad3e6a74f6f6d806f7dd6244d7bcc3e2",
25
  "size_bytes": 1656
26
  },
27
  {
@@ -39,6 +44,11 @@
39
  "sha256": "c92bf1e24f63cc973888517661ca8f1c95b7b80d4b0ed108f12e4279c87ba820",
40
  "size_bytes": 54579
41
  },
 
 
 
 
 
42
  {
43
  "path": "generation_config.json",
44
  "sha256": "28396d421a2108acce96383f6a7de78008f7f1b17f807958f3c14c51dbfb65fb",
@@ -59,6 +69,11 @@
59
  "sha256": "f01a0a62544175e39975f68bf25d5c8621b54aee0d05317d45491c99f748cfaf",
60
  "size_bytes": 36036
61
  },
 
 
 
 
 
62
  {
63
  "path": "tokenizer.json",
64
  "sha256": "93623af029cdc69b87f2864d3b2cc2424fdf16684f15e139b5b9d08ec34ced91",
@@ -125,7 +140,7 @@
125
  "support_level": "standard-inference"
126
  }
127
  ],
128
- "created_at": "2026-10-04T02:04:04.793804Z",
129
  "kv_cache": null,
130
  "memory_policy": {
131
  "expert_stream": "off",
 
1
  {
2
  "axquant_version": "1.9.0",
3
  "calibration": null,
4
+ "created_at": "2026-10-04T02:06:02.020984Z",
5
  "effective_bpw": 5.9136019648925,
6
  "files": [
7
+ {
8
+ "path": "1_Pooling/config.json",
9
+ "sha256": "37bf193fa101f19101bfad9c31d3eb0f786e247b7b1e5cb7f007d730eed1ddbd",
10
+ "size_bytes": 313
11
+ },
12
  {
13
  "path": "README.md",
14
  "sha256": "1b8cfcc4fe0d6ebd85914b172cde80237f63f3e16082c926424bfc8578b3ee03",
 
21
  },
22
  {
23
  "path": "axquant_quantizer_execution.json",
24
+ "sha256": "277ccdabe17371405f71a9d3856bbb2f5dd089b66500f7ba412695d81f63fda9",
25
  "size_bytes": 46703
26
  },
27
  {
28
  "path": "axquant_runtime.json",
29
+ "sha256": "3b97665fe22409eb9c1d5427608d2a10bafa759c1791b308aada5b59de6f3d24",
30
  "size_bytes": 1656
31
  },
32
  {
 
44
  "sha256": "c92bf1e24f63cc973888517661ca8f1c95b7b80d4b0ed108f12e4279c87ba820",
45
  "size_bytes": 54579
46
  },
47
+ {
48
+ "path": "config_sentence_transformers.json",
49
+ "sha256": "10667c72ddb772627bf1780cb7f86af8e2ae0032b8c243c731172064105c6961",
50
+ "size_bytes": 215
51
+ },
52
  {
53
  "path": "generation_config.json",
54
  "sha256": "28396d421a2108acce96383f6a7de78008f7f1b17f807958f3c14c51dbfb65fb",
 
69
  "sha256": "f01a0a62544175e39975f68bf25d5c8621b54aee0d05317d45491c99f748cfaf",
70
  "size_bytes": 36036
71
  },
72
+ {
73
+ "path": "modules.json",
74
+ "sha256": "84e40c8e006c9b1d6c122e02cba9b02458120b5fb0c87b746c41e0207cf642cf",
75
+ "size_bytes": 349
76
+ },
77
  {
78
  "path": "tokenizer.json",
79
  "sha256": "93623af029cdc69b87f2864d3b2cc2424fdf16684f15e139b5b9d08ec34ced91",
 
140
  "support_level": "standard-inference"
141
  }
142
  ],
143
+ "created_at": "2026-10-04T02:06:01.793683Z",
144
  "kv_cache": null,
145
  "memory_policy": {
146
  "expert_stream": "off",
axquant_quantizer_execution.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "created_at": "2026-10-04T02:04:04.776231Z",
3
  "plan_sha256": "b055ba16c326dccb51716e4a083e984159455639763a85b2e5cc4c65d6a59071",
4
  "records": [
5
  {
 
1
  {
2
+ "created_at": "2026-10-04T02:06:01.774689Z",
3
  "plan_sha256": "b055ba16c326dccb51716e4a083e984159455639763a85b2e5cc4c65d6a59071",
4
  "records": [
5
  {
axquant_runtime.json CHANGED
@@ -21,7 +21,7 @@
21
  "support_level": "standard-inference"
22
  }
23
  ],
24
- "created_at": "2026-10-04T02:04:04.793804Z",
25
  "kv_cache": null,
26
  "memory_policy": {
27
  "expert_stream": "off",
 
21
  "support_level": "standard-inference"
22
  }
23
  ],
24
+ "created_at": "2026-10-04T02:06:01.793683Z",
25
  "kv_cache": null,
26
  "memory_policy": {
27
  "expert_stream": "off",
config_sentence_transformers.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "prompts": {
3
+ "query": "Instruct: Given a web search query, retrieve relevant passages that answer the query\nQuery:",
4
+ "document": ""
5
+ },
6
+ "default_prompt_name": null,
7
+ "similarity_fn_name": "cosine"
8
+ }
modules.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "idx": 0,
4
+ "name": "0",
5
+ "path": "",
6
+ "type": "sentence_transformers.models.Transformer"
7
+ },
8
+ {
9
+ "idx": 1,
10
+ "name": "1",
11
+ "path": "1_Pooling",
12
+ "type": "sentence_transformers.models.Pooling"
13
+ },
14
+ {
15
+ "idx": 2,
16
+ "name": "2",
17
+ "path": "2_Normalize",
18
+ "type": "sentence_transformers.models.Normalize"
19
+ }
20
+ ]