Use concise Vela Omni model names
Browse files- README.md +2 -2
- scores.json +3 -3
README.md
CHANGED
|
@@ -32,7 +32,7 @@ Vela Omni Nano maps text, images, and speech into a shared embedding space for m
|
|
| 32 |
|
| 33 |
Scores use a 0–100 scale; higher is better. All applicable models use the same examples and retrieval pools. N/A denotes a modality the text-only model does not support.
|
| 34 |
|
| 35 |
-
| Metric | [Vela-1.0-Encoder-307M-Embedding](https://huggingface.co/llm-semantic-router/Vela-1.0-Encoder-307M-Embedding) | [multi-modal-embed-small](https://huggingface.co/llm-semantic-router/multi-modal-embed-small) | [multi-modal-embed-large](https://huggingface.co/llm-semantic-router/multi-modal-embed-large) | [Vela-1.0-Omni-
|
| 36 |
|---|---:|---:|---:|---:|
|
| 37 |
| Banking77 · Accuracy | 80.00 | 70.42 | 75.78 | 70.42 |
|
| 38 |
| MASSIVE English · Accuracy | 75.64 | 65.95 | 72.31 | 65.95 |
|
|
@@ -63,7 +63,7 @@ Use PyTorch, Transformers 4.57.6, Hugging Face Hub, safetensors, NumPy, and Pill
|
|
| 63 |
import sys
|
| 64 |
from huggingface_hub import snapshot_download
|
| 65 |
|
| 66 |
-
path = snapshot_download("llm-semantic-router/Vela-1.0-Omni-
|
| 67 |
sys.path.insert(0, path)
|
| 68 |
from vela_omni import VelaOmni
|
| 69 |
|
|
|
|
| 32 |
|
| 33 |
Scores use a 0–100 scale; higher is better. All applicable models use the same examples and retrieval pools. N/A denotes a modality the text-only model does not support.
|
| 34 |
|
| 35 |
+
| Metric | [Vela-1.0-Encoder-307M-Embedding](https://huggingface.co/llm-semantic-router/Vela-1.0-Encoder-307M-Embedding) | [multi-modal-embed-small](https://huggingface.co/llm-semantic-router/multi-modal-embed-small) | [multi-modal-embed-large](https://huggingface.co/llm-semantic-router/multi-modal-embed-large) | [Vela-1.0-Omni-Nano](https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano) |
|
| 36 |
|---|---:|---:|---:|---:|
|
| 37 |
| Banking77 · Accuracy | 80.00 | 70.42 | 75.78 | 70.42 |
|
| 38 |
| MASSIVE English · Accuracy | 75.64 | 65.95 | 72.31 | 65.95 |
|
|
|
|
| 63 |
import sys
|
| 64 |
from huggingface_hub import snapshot_download
|
| 65 |
|
| 66 |
+
path = snapshot_download("llm-semantic-router/Vela-1.0-Omni-Nano")
|
| 67 |
sys.path.insert(0, path)
|
| 68 |
from vela_omni import VelaOmni
|
| 69 |
|
scores.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
-
"model": "llm-semantic-router/Vela-1.0-Omni-
|
| 4 |
"revision_semantics": "self denotes the Hugging Face snapshot containing this file; the native artifact fingerprint binds its evaluated model files.",
|
| 5 |
"score_scale": "0-1; multiply by 100 for percentages",
|
| 6 |
"matrix": {
|
|
@@ -180,7 +180,7 @@
|
|
| 180 |
}
|
| 181 |
},
|
| 182 |
"candidate": {
|
| 183 |
-
"model": "llm-semantic-router/Vela-1.0-Omni-
|
| 184 |
"revision": "self",
|
| 185 |
"artifact_fingerprint_sha256": "32f410c3febdbd02e3f790b907db482e4ae1d493e6a1c4eaab375ebada234f8b",
|
| 186 |
"metrics": {
|
|
@@ -318,7 +318,7 @@
|
|
| 318 |
},
|
| 319 |
"paired_uncertainty": {
|
| 320 |
"comparison": {
|
| 321 |
-
"candidate": "llm-semantic-router/Vela-1.0-Omni-
|
| 322 |
"baseline": "llm-semantic-router/multi-modal-embed-small"
|
| 323 |
},
|
| 324 |
"seed": 20260918,
|
|
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
+
"model": "llm-semantic-router/Vela-1.0-Omni-Nano",
|
| 4 |
"revision_semantics": "self denotes the Hugging Face snapshot containing this file; the native artifact fingerprint binds its evaluated model files.",
|
| 5 |
"score_scale": "0-1; multiply by 100 for percentages",
|
| 6 |
"matrix": {
|
|
|
|
| 180 |
}
|
| 181 |
},
|
| 182 |
"candidate": {
|
| 183 |
+
"model": "llm-semantic-router/Vela-1.0-Omni-Nano",
|
| 184 |
"revision": "self",
|
| 185 |
"artifact_fingerprint_sha256": "32f410c3febdbd02e3f790b907db482e4ae1d493e6a1c4eaab375ebada234f8b",
|
| 186 |
"metrics": {
|
|
|
|
| 318 |
},
|
| 319 |
"paired_uncertainty": {
|
| 320 |
"comparison": {
|
| 321 |
+
"candidate": "llm-semantic-router/Vela-1.0-Omni-Nano",
|
| 322 |
"baseline": "llm-semantic-router/multi-modal-embed-small"
|
| 323 |
},
|
| 324 |
"seed": 20260918,
|