Xunzhuo commited on
Commit
82f31e2
·
verified ·
1 Parent(s): 4769480

Use concise Vela Omni model names

Browse files
Files changed (2) hide show
  1. README.md +2 -2
  2. scores.json +3 -3
README.md CHANGED
@@ -32,7 +32,7 @@ Vela Omni Nano maps text, images, and speech into a shared embedding space for m
32
 
33
  Scores use a 0–100 scale; higher is better. All applicable models use the same examples and retrieval pools. N/A denotes a modality the text-only model does not support.
34
 
35
- | Metric | [Vela-1.0-Encoder-307M-Embedding](https://huggingface.co/llm-semantic-router/Vela-1.0-Encoder-307M-Embedding) | [multi-modal-embed-small](https://huggingface.co/llm-semantic-router/multi-modal-embed-small) | [multi-modal-embed-large](https://huggingface.co/llm-semantic-router/multi-modal-embed-large) | [Vela-1.0-Omni-134M-Nano](https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-134M-Nano) |
36
  |---|---:|---:|---:|---:|
37
  | Banking77 · Accuracy | 80.00 | 70.42 | 75.78 | 70.42 |
38
  | MASSIVE English · Accuracy | 75.64 | 65.95 | 72.31 | 65.95 |
@@ -63,7 +63,7 @@ Use PyTorch, Transformers 4.57.6, Hugging Face Hub, safetensors, NumPy, and Pill
63
  import sys
64
  from huggingface_hub import snapshot_download
65
 
66
- path = snapshot_download("llm-semantic-router/Vela-1.0-Omni-134M-Nano")
67
  sys.path.insert(0, path)
68
  from vela_omni import VelaOmni
69
 
 
32
 
33
  Scores use a 0–100 scale; higher is better. All applicable models use the same examples and retrieval pools. N/A denotes a modality the text-only model does not support.
34
 
35
+ | Metric | [Vela-1.0-Encoder-307M-Embedding](https://huggingface.co/llm-semantic-router/Vela-1.0-Encoder-307M-Embedding) | [multi-modal-embed-small](https://huggingface.co/llm-semantic-router/multi-modal-embed-small) | [multi-modal-embed-large](https://huggingface.co/llm-semantic-router/multi-modal-embed-large) | [Vela-1.0-Omni-Nano](https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano) |
36
  |---|---:|---:|---:|---:|
37
  | Banking77 · Accuracy | 80.00 | 70.42 | 75.78 | 70.42 |
38
  | MASSIVE English · Accuracy | 75.64 | 65.95 | 72.31 | 65.95 |
 
63
  import sys
64
  from huggingface_hub import snapshot_download
65
 
66
+ path = snapshot_download("llm-semantic-router/Vela-1.0-Omni-Nano")
67
  sys.path.insert(0, path)
68
  from vela_omni import VelaOmni
69
 
scores.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "schema_version": 1,
3
- "model": "llm-semantic-router/Vela-1.0-Omni-134M-Nano",
4
  "revision_semantics": "self denotes the Hugging Face snapshot containing this file; the native artifact fingerprint binds its evaluated model files.",
5
  "score_scale": "0-1; multiply by 100 for percentages",
6
  "matrix": {
@@ -180,7 +180,7 @@
180
  }
181
  },
182
  "candidate": {
183
- "model": "llm-semantic-router/Vela-1.0-Omni-134M-Nano",
184
  "revision": "self",
185
  "artifact_fingerprint_sha256": "32f410c3febdbd02e3f790b907db482e4ae1d493e6a1c4eaab375ebada234f8b",
186
  "metrics": {
@@ -318,7 +318,7 @@
318
  },
319
  "paired_uncertainty": {
320
  "comparison": {
321
- "candidate": "llm-semantic-router/Vela-1.0-Omni-134M-Nano",
322
  "baseline": "llm-semantic-router/multi-modal-embed-small"
323
  },
324
  "seed": 20260918,
 
1
  {
2
  "schema_version": 1,
3
+ "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
4
  "revision_semantics": "self denotes the Hugging Face snapshot containing this file; the native artifact fingerprint binds its evaluated model files.",
5
  "score_scale": "0-1; multiply by 100 for percentages",
6
  "matrix": {
 
180
  }
181
  },
182
  "candidate": {
183
+ "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
184
  "revision": "self",
185
  "artifact_fingerprint_sha256": "32f410c3febdbd02e3f790b907db482e4ae1d493e6a1c4eaab375ebada234f8b",
186
  "metrics": {
 
318
  },
319
  "paired_uncertainty": {
320
  "comparison": {
321
+ "candidate": "llm-semantic-router/Vela-1.0-Omni-Nano",
322
  "baseline": "llm-semantic-router/multi-modal-embed-small"
323
  },
324
  "seed": 20260918,