Update Hugging Face org references: llm-semantic-router → vllm-sr
Browse files- README.md +4 -4
- benchmarks/complete-panel-data.json +38 -38
- benchmarks/complete-panel-metadata.json +1 -1
- benchmarks/complete-panel-ranks.json +14 -14
- benchmarks/complete-panel-ranks.md +1 -1
- benchmarks/component-equivalence.json +1 -1
- benchmarks/general-rank-data.json +37 -37
- benchmarks/general-rank-figures.json +1 -1
- benchmarks/inference-equivalence.json +1 -1
- benchmarks/maeb-audio-only.json +1 -1
- benchmarks/mteb-multilingual-v2.json +2 -2
- benchmarks/native-manifest.json +1 -1
- benchmarks/original-baseline.json +3 -3
- benchmarks/original-standard.json +1 -1
- benchmarks/pareto-data.json +51 -51
- benchmarks/pareto-methodology.md +2 -2
- benchmarks/pareto-new-frontiers.json +38 -38
- benchmarks/pareto-points.csv +8 -8
- benchmarks/previous-release-scores.json +13 -13
- scores.json +8 -8
README.md
CHANGED
|
@@ -24,7 +24,7 @@ tags:
|
|
| 24 |
|
| 25 |
Text, images, speech and environmental audio in one embedding space. Vela Omni Nano supports multimodal search, routing and clustering with normalized vectors that can be compared directly.
|
| 26 |
|
| 27 |
-
[Try Vela Studio](https://huggingface.co/spaces/
|
| 28 |
|
| 29 |
## Model overview
|
| 30 |
|
|
@@ -44,7 +44,7 @@ A frozen CLAP audio branch adds environmental-sound information to the existing
|
|
| 44 |
|
| 45 |
Scores are 0–100; higher is better. The comparison uses the same held-out evaluation examples, complete retrieval pools and 128-token text cap for both models. **Bold marks improvement over the original small model.** These known test pools are reused across releases.
|
| 46 |
|
| 47 |
-
| Metric | [Original small](https://huggingface.co/
|
| 48 |
| --- | ---: | ---: |
|
| 49 |
| Banking77 · Accuracy | 70.42 | **87.99** |
|
| 50 |
| MASSIVE English · Accuracy | 65.95 | **81.97** |
|
|
@@ -104,7 +104,7 @@ Use PyTorch and matching torchaudio, Transformers 4.57.6, Hugging Face Hub, safe
|
|
| 104 |
import sys
|
| 105 |
from huggingface_hub import snapshot_download
|
| 106 |
|
| 107 |
-
path = snapshot_download("
|
| 108 |
sys.path.insert(0, path)
|
| 109 |
from vela_omni import VelaOmni
|
| 110 |
|
|
@@ -125,4 +125,4 @@ Audio residual alignment uses 3,299 FSD50K TRAIN recordings under CC0 or CC-BY 3
|
|
| 125 |
|
| 126 |
The repository includes the native model code, component configurations, and tokenizer and processor files. See [NOTICE](./NOTICE) and [LICENSE](./LICENSE) for component attribution and license terms.
|
| 127 |
|
| 128 |
-
[Explore the Vela model collection](https://huggingface.co/collections/
|
|
|
|
| 24 |
|
| 25 |
Text, images, speech and environmental audio in one embedding space. Vela Omni Nano supports multimodal search, routing and clustering with normalized vectors that can be compared directly.
|
| 26 |
|
| 27 |
+
[Try Vela Studio](https://huggingface.co/spaces/vllm-sr/vela-studio) · [Vela collection](https://huggingface.co/collections/vllm-sr/vela-10-6aa555ba70cc6997d6d67798) · [Detailed evaluation](benchmarks/EVALUATION.md)
|
| 28 |
|
| 29 |
## Model overview
|
| 30 |
|
|
|
|
| 44 |
|
| 45 |
Scores are 0–100; higher is better. The comparison uses the same held-out evaluation examples, complete retrieval pools and 128-token text cap for both models. **Bold marks improvement over the original small model.** These known test pools are reused across releases.
|
| 46 |
|
| 47 |
+
| Metric | [Original small](https://huggingface.co/vllm-sr/multi-modal-embed-small/tree/fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4) | Current Nano |
|
| 48 |
| --- | ---: | ---: |
|
| 49 |
| Banking77 · Accuracy | 70.42 | **87.99** |
|
| 50 |
| MASSIVE English · Accuracy | 65.95 | **81.97** |
|
|
|
|
| 104 |
import sys
|
| 105 |
from huggingface_hub import snapshot_download
|
| 106 |
|
| 107 |
+
path = snapshot_download("vllm-sr/Vela-1.0-Omni-Nano")
|
| 108 |
sys.path.insert(0, path)
|
| 109 |
from vela_omni import VelaOmni
|
| 110 |
|
|
|
|
| 125 |
|
| 126 |
The repository includes the native model code, component configurations, and tokenizer and processor files. See [NOTICE](./NOTICE) and [LICENSE](./LICENSE) for component attribution and license terms.
|
| 127 |
|
| 128 |
+
[Explore the Vela model collection](https://huggingface.co/collections/vllm-sr/vela-10-6aa555ba70cc6997d6d67798)
|
benchmarks/complete-panel-data.json
CHANGED
|
@@ -24,28 +24,28 @@
|
|
| 24 |
],
|
| 25 |
"sources": {
|
| 26 |
"nano_English41": {
|
| 27 |
-
"url": "https://huggingface.co/
|
| 28 |
"evidence_type": "Vela_release_report",
|
| 29 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 30 |
"sha256": "f3daecad1cf431630598efb04f3667431e3420239240f28a51568a74cef0c64f"
|
| 31 |
},
|
| 32 |
"nano_audio19": {
|
| 33 |
-
"url": "https://huggingface.co/
|
| 34 |
"evidence_type": "Vela_release_report",
|
| 35 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 36 |
-
"sha256": "
|
| 37 |
},
|
| 38 |
"mini_English41": {
|
| 39 |
-
"url": "https://huggingface.co/
|
| 40 |
"evidence_type": "Vela_release_report",
|
| 41 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 42 |
-
"sha256": "
|
| 43 |
},
|
| 44 |
"mini_audio19": {
|
| 45 |
-
"url": "https://huggingface.co/
|
| 46 |
"evidence_type": "Vela_release_report",
|
| 47 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 48 |
-
"sha256": "
|
| 49 |
},
|
| 50 |
"scores_MTEB_eng_v2": {
|
| 51 |
"url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores",
|
|
@@ -62,21 +62,21 @@
|
|
| 62 |
"benchmark": "MAEB(beta, audio-only)"
|
| 63 |
},
|
| 64 |
"mini_component_equivalence": {
|
| 65 |
-
"url": "https://huggingface.co/
|
| 66 |
-
"sha256": "
|
| 67 |
"evidence_type": "exact_component_identity_report",
|
| 68 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
|
| 69 |
},
|
| 70 |
"nano_component_equivalence": {
|
| 71 |
-
"url": "https://huggingface.co/
|
| 72 |
"evidence_type": "Vela_release_report",
|
| 73 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 74 |
-
"sha256": "
|
| 75 |
}
|
| 76 |
},
|
| 77 |
"models": {
|
| 78 |
"nano": {
|
| 79 |
-
"repo_id": "
|
| 80 |
"release_commit": null,
|
| 81 |
"parameters_exact": 163771288,
|
| 82 |
"current_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
|
@@ -105,7 +105,7 @@
|
|
| 105 |
"evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
|
| 106 |
"evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
|
| 107 |
"revision_kind": "local native artifact fingerprint, not a Hugging Face commit",
|
| 108 |
-
"report": "https://huggingface.co/
|
| 109 |
"new_full_panel_inference": false,
|
| 110 |
"basis": "199 exact text tensors and byte-identical inference/tokenizer/configuration under the same official evaluator protocol."
|
| 111 |
},
|
|
@@ -114,11 +114,11 @@
|
|
| 114 |
"revision": "self",
|
| 115 |
"native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
|
| 116 |
"parameters": 135383808,
|
| 117 |
-
"report": "https://huggingface.co/
|
| 118 |
"new_benchmark_run": false
|
| 119 |
}
|
| 120 |
},
|
| 121 |
-
"report": "https://huggingface.co/
|
| 122 |
"new_full_panel_inference": false,
|
| 123 |
"basis": "The frozen text tensors, tokenizer, configuration and encoding computation are unchanged. The original measured text identity is retained."
|
| 124 |
}
|
|
@@ -128,20 +128,20 @@
|
|
| 128 |
"audio19": {
|
| 129 |
"source_id": "nano_audio19",
|
| 130 |
"identity": {
|
| 131 |
-
"model": "
|
| 132 |
"evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 133 |
"release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 134 |
-
"report": "https://huggingface.co/
|
| 135 |
"new_full_panel_inference": true
|
| 136 |
},
|
| 137 |
"self_reference_interpretation": "Nano native fingerprint 474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2"
|
| 138 |
}
|
| 139 |
},
|
| 140 |
-
"release_reference": "https://huggingface.co/
|
| 141 |
"release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
|
| 142 |
},
|
| 143 |
"mini": {
|
| 144 |
-
"repo_id": "
|
| 145 |
"release_commit": null,
|
| 146 |
"parameters_exact": 1361475288,
|
| 147 |
"current_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
|
@@ -158,7 +158,7 @@
|
|
| 158 |
"repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
|
| 159 |
"revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
|
| 160 |
},
|
| 161 |
-
"applies_to_model": "
|
| 162 |
"applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 163 |
"prior_component_applicability": {
|
| 164 |
"component": "text",
|
|
@@ -166,15 +166,15 @@
|
|
| 166 |
"repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
|
| 167 |
"revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
|
| 168 |
},
|
| 169 |
-
"applies_to_model": "
|
| 170 |
"applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
|
| 171 |
"bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
|
| 172 |
-
"report": "https://huggingface.co/
|
| 173 |
"new_whole_Omni_panel_inference": false,
|
| 174 |
"basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
|
| 175 |
"prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
|
| 176 |
},
|
| 177 |
-
"report": "https://huggingface.co/
|
| 178 |
"new_whole_Omni_panel_inference": false,
|
| 179 |
"basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity."
|
| 180 |
}
|
|
@@ -184,16 +184,16 @@
|
|
| 184 |
"audio19": {
|
| 185 |
"source_id": "mini_audio19",
|
| 186 |
"identity": {
|
| 187 |
-
"model": "
|
| 188 |
"evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 189 |
"release_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 190 |
-
"report": "https://huggingface.co/
|
| 191 |
"new_full_panel_inference": true
|
| 192 |
},
|
| 193 |
"self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
|
| 194 |
}
|
| 195 |
},
|
| 196 |
-
"release_reference": "https://huggingface.co/
|
| 197 |
"release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
|
| 198 |
}
|
| 199 |
},
|
|
@@ -15596,7 +15596,7 @@
|
|
| 15596 |
},
|
| 15597 |
{
|
| 15598 |
"id": "current:nano",
|
| 15599 |
-
"model": "
|
| 15600 |
"kind": "nano",
|
| 15601 |
"parameters_exact": 163771288,
|
| 15602 |
"parameters_billion": 0.163771288,
|
|
@@ -15671,7 +15671,7 @@
|
|
| 15671 |
},
|
| 15672 |
{
|
| 15673 |
"id": "current:mini",
|
| 15674 |
-
"model": "
|
| 15675 |
"kind": "mini",
|
| 15676 |
"parameters_exact": 1361475288,
|
| 15677 |
"parameters_billion": 1.361475288,
|
|
@@ -23214,7 +23214,7 @@
|
|
| 23214 |
{
|
| 23215 |
"rank": 65,
|
| 23216 |
"id": "current:nano",
|
| 23217 |
-
"model": "
|
| 23218 |
"score": 0.6488431514310018,
|
| 23219 |
"parameters_billion": 0.163771288
|
| 23220 |
},
|
|
@@ -23333,7 +23333,7 @@
|
|
| 23333 |
{
|
| 23334 |
"rank": 82,
|
| 23335 |
"id": "current:mini",
|
| 23336 |
-
"model": "
|
| 23337 |
"score": 0.6349232047933884,
|
| 23338 |
"parameters_billion": 1.361475288
|
| 23339 |
},
|
|
@@ -24532,7 +24532,7 @@
|
|
| 24532 |
{
|
| 24533 |
"rank": 65,
|
| 24534 |
"id": "current:nano",
|
| 24535 |
-
"model": "
|
| 24536 |
"score": 0.6078184975654924,
|
| 24537 |
"parameters_billion": 0.163771288
|
| 24538 |
},
|
|
@@ -24721,7 +24721,7 @@
|
|
| 24721 |
{
|
| 24722 |
"rank": 92,
|
| 24723 |
"id": "current:mini",
|
| 24724 |
-
"model": "
|
| 24725 |
"score": 0.5878669411134946,
|
| 24726 |
"parameters_billion": 1.361475288
|
| 24727 |
},
|
|
@@ -29341,7 +29341,7 @@
|
|
| 29341 |
},
|
| 29342 |
{
|
| 29343 |
"id": "current:nano",
|
| 29344 |
-
"model": "
|
| 29345 |
"kind": "nano",
|
| 29346 |
"parameters_exact": 163771288,
|
| 29347 |
"parameters_billion": 0.163771288,
|
|
@@ -29392,7 +29392,7 @@
|
|
| 29392 |
},
|
| 29393 |
{
|
| 29394 |
"id": "current:mini",
|
| 29395 |
-
"model": "
|
| 29396 |
"kind": "mini",
|
| 29397 |
"parameters_exact": 1361475288,
|
| 29398 |
"parameters_billion": 1.361475288,
|
|
@@ -29844,7 +29844,7 @@
|
|
| 29844 |
{
|
| 29845 |
"rank": 9,
|
| 29846 |
"id": "current:mini",
|
| 29847 |
-
"model": "
|
| 29848 |
"score": 0.47771979797569325,
|
| 29849 |
"parameters_billion": 1.361475288
|
| 29850 |
},
|
|
@@ -29935,7 +29935,7 @@
|
|
| 29935 |
{
|
| 29936 |
"rank": 22,
|
| 29937 |
"id": "current:nano",
|
| 29938 |
-
"model": "
|
| 29939 |
"score": 0.43593843064595883,
|
| 29940 |
"parameters_billion": 0.163771288
|
| 29941 |
},
|
|
@@ -30315,7 +30315,7 @@
|
|
| 30315 |
{
|
| 30316 |
"rank": 12,
|
| 30317 |
"id": "current:mini",
|
| 30318 |
-
"model": "
|
| 30319 |
"score": 0.5486789236087452,
|
| 30320 |
"parameters_billion": 1.361475288
|
| 30321 |
},
|
|
@@ -30364,7 +30364,7 @@
|
|
| 30364 |
{
|
| 30365 |
"rank": 19,
|
| 30366 |
"id": "current:nano",
|
| 30367 |
-
"model": "
|
| 30368 |
"score": 0.5233540613685161,
|
| 30369 |
"parameters_billion": 0.163771288
|
| 30370 |
},
|
|
|
|
| 24 |
],
|
| 25 |
"sources": {
|
| 26 |
"nano_English41": {
|
| 27 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json",
|
| 28 |
"evidence_type": "Vela_release_report",
|
| 29 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 30 |
"sha256": "f3daecad1cf431630598efb04f3667431e3420239240f28a51568a74cef0c64f"
|
| 31 |
},
|
| 32 |
"nano_audio19": {
|
| 33 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
|
| 34 |
"evidence_type": "Vela_release_report",
|
| 35 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 36 |
+
"sha256": "d6360bc3e6b7005bf3251df0ead3d4c35358a502e528b3f9628b35e4a0786391"
|
| 37 |
},
|
| 38 |
"mini_English41": {
|
| 39 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
|
| 40 |
"evidence_type": "Vela_release_report",
|
| 41 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 42 |
+
"sha256": "a124a6c903559ceeaae2ac883af756adcca6dd45a4d1e1bda37136fcfd89be70"
|
| 43 |
},
|
| 44 |
"mini_audio19": {
|
| 45 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
|
| 46 |
"evidence_type": "Vela_release_report",
|
| 47 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 48 |
+
"sha256": "a6892ff7f563355e9faef208f08e85459f3c81952e44e92a9b911c00f0b5518a"
|
| 49 |
},
|
| 50 |
"scores_MTEB_eng_v2": {
|
| 51 |
"url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores",
|
|
|
|
| 62 |
"benchmark": "MAEB(beta, audio-only)"
|
| 63 |
},
|
| 64 |
"mini_component_equivalence": {
|
| 65 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
|
| 66 |
+
"sha256": "14720aceeb7a2a4b9d9f0cd0b0c83b7eef021a0fe5fb964a3aa70dfc3f2f22e9",
|
| 67 |
"evidence_type": "exact_component_identity_report",
|
| 68 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
|
| 69 |
},
|
| 70 |
"nano_component_equivalence": {
|
| 71 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
|
| 72 |
"evidence_type": "Vela_release_report",
|
| 73 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 74 |
+
"sha256": "c11936497d7c86becaa052a0ec646b867f6907f0c1013ba61ee193ff8c80805f"
|
| 75 |
}
|
| 76 |
},
|
| 77 |
"models": {
|
| 78 |
"nano": {
|
| 79 |
+
"repo_id": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 80 |
"release_commit": null,
|
| 81 |
"parameters_exact": 163771288,
|
| 82 |
"current_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
|
|
|
| 105 |
"evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
|
| 106 |
"evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
|
| 107 |
"revision_kind": "local native artifact fingerprint, not a Hugging Face commit",
|
| 108 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/component-equivalence.json",
|
| 109 |
"new_full_panel_inference": false,
|
| 110 |
"basis": "199 exact text tensors and byte-identical inference/tokenizer/configuration under the same official evaluator protocol."
|
| 111 |
},
|
|
|
|
| 114 |
"revision": "self",
|
| 115 |
"native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
|
| 116 |
"parameters": 135383808,
|
| 117 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/inference-equivalence.json",
|
| 118 |
"new_benchmark_run": false
|
| 119 |
}
|
| 120 |
},
|
| 121 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
|
| 122 |
"new_full_panel_inference": false,
|
| 123 |
"basis": "The frozen text tensors, tokenizer, configuration and encoding computation are unchanged. The original measured text identity is retained."
|
| 124 |
}
|
|
|
|
| 128 |
"audio19": {
|
| 129 |
"source_id": "nano_audio19",
|
| 130 |
"identity": {
|
| 131 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 132 |
"evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 133 |
"release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 134 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
|
| 135 |
"new_full_panel_inference": true
|
| 136 |
},
|
| 137 |
"self_reference_interpretation": "Nano native fingerprint 474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2"
|
| 138 |
}
|
| 139 |
},
|
| 140 |
+
"release_reference": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano",
|
| 141 |
"release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
|
| 142 |
},
|
| 143 |
"mini": {
|
| 144 |
+
"repo_id": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 145 |
"release_commit": null,
|
| 146 |
"parameters_exact": 1361475288,
|
| 147 |
"current_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
|
|
|
| 158 |
"repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
|
| 159 |
"revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
|
| 160 |
},
|
| 161 |
+
"applies_to_model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 162 |
"applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 163 |
"prior_component_applicability": {
|
| 164 |
"component": "text",
|
|
|
|
| 166 |
"repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
|
| 167 |
"revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
|
| 168 |
},
|
| 169 |
+
"applies_to_model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 170 |
"applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
|
| 171 |
"bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
|
| 172 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/component-equivalence.json",
|
| 173 |
"new_whole_Omni_panel_inference": false,
|
| 174 |
"basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
|
| 175 |
"prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
|
| 176 |
},
|
| 177 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
|
| 178 |
"new_whole_Omni_panel_inference": false,
|
| 179 |
"basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity."
|
| 180 |
}
|
|
|
|
| 184 |
"audio19": {
|
| 185 |
"source_id": "mini_audio19",
|
| 186 |
"identity": {
|
| 187 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 188 |
"evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 189 |
"release_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 190 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
|
| 191 |
"new_full_panel_inference": true
|
| 192 |
},
|
| 193 |
"self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
|
| 194 |
}
|
| 195 |
},
|
| 196 |
+
"release_reference": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini",
|
| 197 |
"release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
|
| 198 |
}
|
| 199 |
},
|
|
|
|
| 15596 |
},
|
| 15597 |
{
|
| 15598 |
"id": "current:nano",
|
| 15599 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 15600 |
"kind": "nano",
|
| 15601 |
"parameters_exact": 163771288,
|
| 15602 |
"parameters_billion": 0.163771288,
|
|
|
|
| 15671 |
},
|
| 15672 |
{
|
| 15673 |
"id": "current:mini",
|
| 15674 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 15675 |
"kind": "mini",
|
| 15676 |
"parameters_exact": 1361475288,
|
| 15677 |
"parameters_billion": 1.361475288,
|
|
|
|
| 23214 |
{
|
| 23215 |
"rank": 65,
|
| 23216 |
"id": "current:nano",
|
| 23217 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 23218 |
"score": 0.6488431514310018,
|
| 23219 |
"parameters_billion": 0.163771288
|
| 23220 |
},
|
|
|
|
| 23333 |
{
|
| 23334 |
"rank": 82,
|
| 23335 |
"id": "current:mini",
|
| 23336 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 23337 |
"score": 0.6349232047933884,
|
| 23338 |
"parameters_billion": 1.361475288
|
| 23339 |
},
|
|
|
|
| 24532 |
{
|
| 24533 |
"rank": 65,
|
| 24534 |
"id": "current:nano",
|
| 24535 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 24536 |
"score": 0.6078184975654924,
|
| 24537 |
"parameters_billion": 0.163771288
|
| 24538 |
},
|
|
|
|
| 24721 |
{
|
| 24722 |
"rank": 92,
|
| 24723 |
"id": "current:mini",
|
| 24724 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 24725 |
"score": 0.5878669411134946,
|
| 24726 |
"parameters_billion": 1.361475288
|
| 24727 |
},
|
|
|
|
| 29341 |
},
|
| 29342 |
{
|
| 29343 |
"id": "current:nano",
|
| 29344 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 29345 |
"kind": "nano",
|
| 29346 |
"parameters_exact": 163771288,
|
| 29347 |
"parameters_billion": 0.163771288,
|
|
|
|
| 29392 |
},
|
| 29393 |
{
|
| 29394 |
"id": "current:mini",
|
| 29395 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 29396 |
"kind": "mini",
|
| 29397 |
"parameters_exact": 1361475288,
|
| 29398 |
"parameters_billion": 1.361475288,
|
|
|
|
| 29844 |
{
|
| 29845 |
"rank": 9,
|
| 29846 |
"id": "current:mini",
|
| 29847 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 29848 |
"score": 0.47771979797569325,
|
| 29849 |
"parameters_billion": 1.361475288
|
| 29850 |
},
|
|
|
|
| 29935 |
{
|
| 29936 |
"rank": 22,
|
| 29937 |
"id": "current:nano",
|
| 29938 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 29939 |
"score": 0.43593843064595883,
|
| 29940 |
"parameters_billion": 0.163771288
|
| 29941 |
},
|
|
|
|
| 30315 |
{
|
| 30316 |
"rank": 12,
|
| 30317 |
"id": "current:mini",
|
| 30318 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 30319 |
"score": 0.5486789236087452,
|
| 30320 |
"parameters_billion": 1.361475288
|
| 30321 |
},
|
|
|
|
| 30364 |
{
|
| 30365 |
"rank": 19,
|
| 30366 |
"id": "current:nano",
|
| 30367 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 30368 |
"score": 0.5233540613685161,
|
| 30369 |
"parameters_billion": 0.163771288
|
| 30370 |
},
|
benchmarks/complete-panel-metadata.json
CHANGED
|
@@ -4,7 +4,7 @@
|
|
| 4 |
"primary_aggregate": "Mean(TaskType)",
|
| 5 |
"supplementary_aggregate": "Mean(Task)",
|
| 6 |
"data_file": "complete-panel-data.json",
|
| 7 |
-
"data_sha256": "
|
| 8 |
"score_display": "100 \u00d7 native score",
|
| 9 |
"snapshot_date": "2026-09-17",
|
| 10 |
"known_size_point_counts": {
|
|
|
|
| 4 |
"primary_aggregate": "Mean(TaskType)",
|
| 5 |
"supplementary_aggregate": "Mean(Task)",
|
| 6 |
"data_file": "complete-panel-data.json",
|
| 7 |
+
"data_sha256": "f0761883b6aef92a1cda8b4460f288af9d4c8596f1dd90cec46bbb24d1ac5ec6",
|
| 8 |
"score_display": "100 \u00d7 native score",
|
| 9 |
"snapshot_date": "2026-09-17",
|
| 10 |
"known_size_point_counts": {
|
benchmarks/complete-panel-ranks.json
CHANGED
|
@@ -356,7 +356,7 @@
|
|
| 356 |
{
|
| 357 |
"rank": 28,
|
| 358 |
"id": "current:mini",
|
| 359 |
-
"model": "
|
| 360 |
"score": 0.703751501978232,
|
| 361 |
"parameters_billion": 1.361475288
|
| 362 |
},
|
|
@@ -622,7 +622,7 @@
|
|
| 622 |
{
|
| 623 |
"rank": 66,
|
| 624 |
"id": "current:nano",
|
| 625 |
-
"model": "
|
| 626 |
"score": 0.6488431514310018,
|
| 627 |
"parameters_billion": 0.163771288
|
| 628 |
},
|
|
@@ -1744,7 +1744,7 @@
|
|
| 1744 |
{
|
| 1745 |
"rank": 38,
|
| 1746 |
"id": "current:mini",
|
| 1747 |
-
"model": "
|
| 1748 |
"score": 0.6468004520174675,
|
| 1749 |
"parameters_billion": 1.361475288
|
| 1750 |
},
|
|
@@ -1940,7 +1940,7 @@
|
|
| 1940 |
{
|
| 1941 |
"rank": 66,
|
| 1942 |
"id": "current:nano",
|
| 1943 |
-
"model": "
|
| 1944 |
"score": 0.6078184975654924,
|
| 1945 |
"parameters_billion": 0.163771288
|
| 1946 |
},
|
|
@@ -3206,7 +3206,7 @@
|
|
| 3206 |
{
|
| 3207 |
"rank": 9,
|
| 3208 |
"id": "current:mini",
|
| 3209 |
-
"model": "
|
| 3210 |
"score": 0.47771979797569325,
|
| 3211 |
"parameters_billion": 1.361475288
|
| 3212 |
},
|
|
@@ -3297,7 +3297,7 @@
|
|
| 3297 |
{
|
| 3298 |
"rank": 22,
|
| 3299 |
"id": "current:nano",
|
| 3300 |
-
"model": "
|
| 3301 |
"score": 0.43593843064595883,
|
| 3302 |
"parameters_billion": 0.163771288
|
| 3303 |
},
|
|
@@ -3677,7 +3677,7 @@
|
|
| 3677 |
{
|
| 3678 |
"rank": 12,
|
| 3679 |
"id": "current:mini",
|
| 3680 |
-
"model": "
|
| 3681 |
"score": 0.5486789236087452,
|
| 3682 |
"parameters_billion": 1.361475288
|
| 3683 |
},
|
|
@@ -3726,7 +3726,7 @@
|
|
| 3726 |
{
|
| 3727 |
"rank": 19,
|
| 3728 |
"id": "current:nano",
|
| 3729 |
-
"model": "
|
| 3730 |
"score": 0.5233540613685161,
|
| 3731 |
"parameters_billion": 0.163771288
|
| 3732 |
},
|
|
@@ -4834,7 +4834,7 @@
|
|
| 4834 |
{
|
| 4835 |
"rank": 75,
|
| 4836 |
"id": "current:nano",
|
| 4837 |
-
"model": "
|
| 4838 |
"score": 0.4255048103315962,
|
| 4839 |
"parameters_billion": 0.163771288
|
| 4840 |
},
|
|
@@ -5501,7 +5501,7 @@
|
|
| 5501 |
{
|
| 5502 |
"rank": 81,
|
| 5503 |
"id": "current:nano",
|
| 5504 |
-
"model": "
|
| 5505 |
"score": 0.3401244620978028,
|
| 5506 |
"parameters_billion": 0.163771288
|
| 5507 |
},
|
|
@@ -6457,7 +6457,7 @@
|
|
| 6457 |
{
|
| 6458 |
"rank": 65,
|
| 6459 |
"id": "current:nano",
|
| 6460 |
-
"model": "
|
| 6461 |
"score": 0.6488431514310018,
|
| 6462 |
"parameters_billion": 0.163771288
|
| 6463 |
},
|
|
@@ -6576,7 +6576,7 @@
|
|
| 6576 |
{
|
| 6577 |
"rank": 82,
|
| 6578 |
"id": "current:mini",
|
| 6579 |
-
"model": "
|
| 6580 |
"score": 0.6349232047933884,
|
| 6581 |
"parameters_billion": 1.361475288
|
| 6582 |
},
|
|
@@ -7775,7 +7775,7 @@
|
|
| 7775 |
{
|
| 7776 |
"rank": 65,
|
| 7777 |
"id": "current:nano",
|
| 7778 |
-
"model": "
|
| 7779 |
"score": 0.6078184975654924,
|
| 7780 |
"parameters_billion": 0.163771288
|
| 7781 |
},
|
|
@@ -7964,7 +7964,7 @@
|
|
| 7964 |
{
|
| 7965 |
"rank": 92,
|
| 7966 |
"id": "current:mini",
|
| 7967 |
-
"model": "
|
| 7968 |
"score": 0.5878669411134946,
|
| 7969 |
"parameters_billion": 1.361475288
|
| 7970 |
},
|
|
|
|
| 356 |
{
|
| 357 |
"rank": 28,
|
| 358 |
"id": "current:mini",
|
| 359 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 360 |
"score": 0.703751501978232,
|
| 361 |
"parameters_billion": 1.361475288
|
| 362 |
},
|
|
|
|
| 622 |
{
|
| 623 |
"rank": 66,
|
| 624 |
"id": "current:nano",
|
| 625 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 626 |
"score": 0.6488431514310018,
|
| 627 |
"parameters_billion": 0.163771288
|
| 628 |
},
|
|
|
|
| 1744 |
{
|
| 1745 |
"rank": 38,
|
| 1746 |
"id": "current:mini",
|
| 1747 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 1748 |
"score": 0.6468004520174675,
|
| 1749 |
"parameters_billion": 1.361475288
|
| 1750 |
},
|
|
|
|
| 1940 |
{
|
| 1941 |
"rank": 66,
|
| 1942 |
"id": "current:nano",
|
| 1943 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 1944 |
"score": 0.6078184975654924,
|
| 1945 |
"parameters_billion": 0.163771288
|
| 1946 |
},
|
|
|
|
| 3206 |
{
|
| 3207 |
"rank": 9,
|
| 3208 |
"id": "current:mini",
|
| 3209 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 3210 |
"score": 0.47771979797569325,
|
| 3211 |
"parameters_billion": 1.361475288
|
| 3212 |
},
|
|
|
|
| 3297 |
{
|
| 3298 |
"rank": 22,
|
| 3299 |
"id": "current:nano",
|
| 3300 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 3301 |
"score": 0.43593843064595883,
|
| 3302 |
"parameters_billion": 0.163771288
|
| 3303 |
},
|
|
|
|
| 3677 |
{
|
| 3678 |
"rank": 12,
|
| 3679 |
"id": "current:mini",
|
| 3680 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 3681 |
"score": 0.5486789236087452,
|
| 3682 |
"parameters_billion": 1.361475288
|
| 3683 |
},
|
|
|
|
| 3726 |
{
|
| 3727 |
"rank": 19,
|
| 3728 |
"id": "current:nano",
|
| 3729 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 3730 |
"score": 0.5233540613685161,
|
| 3731 |
"parameters_billion": 0.163771288
|
| 3732 |
},
|
|
|
|
| 4834 |
{
|
| 4835 |
"rank": 75,
|
| 4836 |
"id": "current:nano",
|
| 4837 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 4838 |
"score": 0.4255048103315962,
|
| 4839 |
"parameters_billion": 0.163771288
|
| 4840 |
},
|
|
|
|
| 5501 |
{
|
| 5502 |
"rank": 81,
|
| 5503 |
"id": "current:nano",
|
| 5504 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 5505 |
"score": 0.3401244620978028,
|
| 5506 |
"parameters_billion": 0.163771288
|
| 5507 |
},
|
|
|
|
| 6457 |
{
|
| 6458 |
"rank": 65,
|
| 6459 |
"id": "current:nano",
|
| 6460 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 6461 |
"score": 0.6488431514310018,
|
| 6462 |
"parameters_billion": 0.163771288
|
| 6463 |
},
|
|
|
|
| 6576 |
{
|
| 6577 |
"rank": 82,
|
| 6578 |
"id": "current:mini",
|
| 6579 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 6580 |
"score": 0.6349232047933884,
|
| 6581 |
"parameters_billion": 1.361475288
|
| 6582 |
},
|
|
|
|
| 7775 |
{
|
| 7776 |
"rank": 65,
|
| 7777 |
"id": "current:nano",
|
| 7778 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 7779 |
"score": 0.6078184975654924,
|
| 7780 |
"parameters_billion": 0.163771288
|
| 7781 |
},
|
|
|
|
| 7964 |
{
|
| 7965 |
"rank": 92,
|
| 7966 |
"id": "current:mini",
|
| 7967 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 7968 |
"score": 0.5878669411134946,
|
| 7969 |
"parameters_billion": 1.361475288
|
| 7970 |
},
|
benchmarks/complete-panel-ranks.md
CHANGED
|
@@ -12,4 +12,4 @@ Nano uses default shared text; Mini uses fixed official per-task MTEB instructio
|
|
| 12 |
|
| 13 |
The September 17, 2026 registry snapshots contain 186 complete English models and 62 complete audio models; both Vela models are added. The 13 English peers without a known parameter count remain in global ranks only. Vela size counts all modalities; peer sizes are reported totals. Protocols may differ. The multilingual population contains 88 complete registry models plus current Nano; five unknown-size models contribute only to the global rank. These panels are not combined into a multimodal rank.
|
| 14 |
|
| 15 |
-
[English/audio data and sources](general-rank-data.json) · [Multilingual data and sources](mteb-multilingual-v2.json) · [Methodology](pareto-methodology.md) · [Mini text-mode protocol](https://huggingface.co/
|
|
|
|
| 12 |
|
| 13 |
The September 17, 2026 registry snapshots contain 186 complete English models and 62 complete audio models; both Vela models are added. The 13 English peers without a known parameter count remain in global ranks only. Vela size counts all modalities; peer sizes are reported totals. Protocols may differ. The multilingual population contains 88 complete registry models plus current Nano; five unknown-size models contribute only to the global rank. These panels are not combined into a multimodal rank.
|
| 14 |
|
| 15 |
+
[English/audio data and sources](general-rank-data.json) · [Multilingual data and sources](mteb-multilingual-v2.json) · [Methodology](pareto-methodology.md) · [Mini text-mode protocol](https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/blob/main/benchmarks/instruction-mode.md)
|
benchmarks/component-equivalence.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
-
"model": "
|
| 4 |
"release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 5 |
"evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 6 |
"parameters": 163771288,
|
|
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 4 |
"release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 5 |
"evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 6 |
"parameters": 163771288,
|
benchmarks/general-rank-data.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"models": {
|
| 3 |
"nano": {
|
| 4 |
-
"repo_id": "
|
| 5 |
"release_commit": null,
|
| 6 |
"parameters_exact": 163771288,
|
| 7 |
"current_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
|
@@ -30,7 +30,7 @@
|
|
| 30 |
"evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
|
| 31 |
"evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
|
| 32 |
"revision_kind": "local native artifact fingerprint, not a Hugging Face commit",
|
| 33 |
-
"report": "https://huggingface.co/
|
| 34 |
"new_full_panel_inference": false,
|
| 35 |
"basis": "199 exact text tensors and byte-identical inference/tokenizer/configuration under the same official evaluator protocol."
|
| 36 |
},
|
|
@@ -39,11 +39,11 @@
|
|
| 39 |
"revision": "self",
|
| 40 |
"native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
|
| 41 |
"parameters": 135383808,
|
| 42 |
-
"report": "https://huggingface.co/
|
| 43 |
"new_benchmark_run": false
|
| 44 |
}
|
| 45 |
},
|
| 46 |
-
"report": "https://huggingface.co/
|
| 47 |
"new_full_panel_inference": false,
|
| 48 |
"basis": "The frozen text tensors, tokenizer, configuration and encoding computation are unchanged. The original measured text identity is retained."
|
| 49 |
}
|
|
@@ -53,20 +53,20 @@
|
|
| 53 |
"audio19": {
|
| 54 |
"source_id": "nano_audio19",
|
| 55 |
"identity": {
|
| 56 |
-
"model": "
|
| 57 |
"evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 58 |
"release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 59 |
-
"report": "https://huggingface.co/
|
| 60 |
"new_full_panel_inference": true
|
| 61 |
},
|
| 62 |
"self_reference_interpretation": "Nano native fingerprint 474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2"
|
| 63 |
}
|
| 64 |
},
|
| 65 |
-
"release_reference": "https://huggingface.co/
|
| 66 |
"release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
|
| 67 |
},
|
| 68 |
"mini": {
|
| 69 |
-
"repo_id": "
|
| 70 |
"release_commit": null,
|
| 71 |
"parameters_exact": 1361475288,
|
| 72 |
"current_native_artifact_sha256": "0cd6678d824e2ebfab3308c41e182f061661135854553ad7de13c50052eb585c",
|
|
@@ -75,14 +75,14 @@
|
|
| 75 |
"source_id": "mini_English41",
|
| 76 |
"mode": "official_task_instruction",
|
| 77 |
"identity": {
|
| 78 |
-
"model": "
|
| 79 |
"evaluated_revision": "native-5f970212e4d77f8c9b5f1bf1d4e19894260e3989fe1478f8884bb90fb3a8ffd2-public-instruction-v1",
|
| 80 |
"evaluated_native_artifact_sha256": "5f970212e4d77f8c9b5f1bf1d4e19894260e3989fe1478f8884bb90fb3a8ffd2",
|
| 81 |
"revision_semantics": "Native file fingerprint plus instruction protocol; not a Hugging Face commit.",
|
| 82 |
"component_applicability": {
|
| 83 |
"component": "text",
|
| 84 |
"applies_to_native_artifact_sha256": "0cd6678d824e2ebfab3308c41e182f061661135854553ad7de13c50052eb585c",
|
| 85 |
-
"report": "https://huggingface.co/
|
| 86 |
"new_full_panel_inference": false,
|
| 87 |
"basis": "All 310 text tensors and all 34 non-weight native files equal the evaluated instructed artifact; current audio weights are retained."
|
| 88 |
}
|
|
@@ -91,13 +91,13 @@
|
|
| 91 |
"audio19": {
|
| 92 |
"source_id": "mini_audio19",
|
| 93 |
"identity": {
|
| 94 |
-
"model": "
|
| 95 |
"evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 96 |
"release_native_artifact_sha256": "0cd6678d824e2ebfab3308c41e182f061661135854553ad7de13c50052eb585c",
|
| 97 |
-
"report": "https://huggingface.co/
|
| 98 |
"new_full_panel_inference": true,
|
| 99 |
"default_api_applicability": {
|
| 100 |
-
"report": "https://huggingface.co/
|
| 101 |
"basis": "Unchanged weight file and default audio computation; original measured identity retained.",
|
| 102 |
"new_full_panel_inference": false
|
| 103 |
}
|
|
@@ -105,35 +105,35 @@
|
|
| 105 |
"self_reference_interpretation": "Mini native fingerprint 0cd6678d824e2ebfab3308c41e182f061661135854553ad7de13c50052eb585c"
|
| 106 |
}
|
| 107 |
},
|
| 108 |
-
"release_reference": "https://huggingface.co/
|
| 109 |
"release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
|
| 110 |
}
|
| 111 |
},
|
| 112 |
"sources": {
|
| 113 |
"nano_English41": {
|
| 114 |
-
"url": "https://huggingface.co/
|
| 115 |
"evidence_type": "Vela_release_report",
|
| 116 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 117 |
"sha256": "f3daecad1cf431630598efb04f3667431e3420239240f28a51568a74cef0c64f"
|
| 118 |
},
|
| 119 |
"nano_audio19": {
|
| 120 |
-
"url": "https://huggingface.co/
|
| 121 |
"evidence_type": "Vela_release_report",
|
| 122 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 123 |
-
"sha256": "
|
| 124 |
},
|
| 125 |
"mini_English41": {
|
| 126 |
-
"url": "https://huggingface.co/
|
| 127 |
-
"sha256": "
|
| 128 |
"evidence_type": "Vela_complete_instructed_text_report",
|
| 129 |
"evaluated_native_artifact_sha256": "5f970212e4d77f8c9b5f1bf1d4e19894260e3989fe1478f8884bb90fb3a8ffd2",
|
| 130 |
"applicable_native_artifact_sha256": "0cd6678d824e2ebfab3308c41e182f061661135854553ad7de13c50052eb585c"
|
| 131 |
},
|
| 132 |
"mini_audio19": {
|
| 133 |
-
"url": "https://huggingface.co/
|
| 134 |
"evidence_type": "Vela_release_report",
|
| 135 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 136 |
-
"sha256": "
|
| 137 |
},
|
| 138 |
"scores_MTEB_eng_v2": {
|
| 139 |
"url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores",
|
|
@@ -150,19 +150,19 @@
|
|
| 150 |
"benchmark": "MAEB(beta, audio-only)"
|
| 151 |
},
|
| 152 |
"mini_component_equivalence": {
|
| 153 |
-
"url": "https://huggingface.co/
|
| 154 |
-
"sha256": "
|
| 155 |
"evidence_type": "exact_component_identity_report",
|
| 156 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
|
| 157 |
},
|
| 158 |
"nano_component_equivalence": {
|
| 159 |
-
"url": "https://huggingface.co/
|
| 160 |
"evidence_type": "Vela_release_report",
|
| 161 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 162 |
-
"sha256": "
|
| 163 |
},
|
| 164 |
"mini_instruction_api_equivalence": {
|
| 165 |
-
"url": "https://huggingface.co/
|
| 166 |
"sha256": "4d6e51dcd5ec9a88875f16fb316123747e9021c241b09d14d3f8009118cd7481",
|
| 167 |
"evidence_type": "exact_component_and_default_API_equivalence"
|
| 168 |
}
|
|
@@ -27264,7 +27264,7 @@
|
|
| 27264 |
},
|
| 27265 |
{
|
| 27266 |
"id": "current:nano",
|
| 27267 |
-
"model": "
|
| 27268 |
"kind": "nano",
|
| 27269 |
"parameters_exact": 163771288,
|
| 27270 |
"parameters_billion": 0.163771288,
|
|
@@ -27370,7 +27370,7 @@
|
|
| 27370 |
},
|
| 27371 |
{
|
| 27372 |
"id": "current:mini",
|
| 27373 |
-
"model": "
|
| 27374 |
"kind": "mini",
|
| 27375 |
"parameters_exact": 1361475288,
|
| 27376 |
"parameters_billion": 1.361475288,
|
|
@@ -34492,7 +34492,7 @@
|
|
| 34492 |
},
|
| 34493 |
{
|
| 34494 |
"id": "current:nano",
|
| 34495 |
-
"model": "
|
| 34496 |
"kind": "nano",
|
| 34497 |
"parameters_exact": 163771288,
|
| 34498 |
"parameters_billion": 0.163771288,
|
|
@@ -34574,7 +34574,7 @@
|
|
| 34574 |
},
|
| 34575 |
{
|
| 34576 |
"id": "current:mini",
|
| 34577 |
-
"model": "
|
| 34578 |
"kind": "mini",
|
| 34579 |
"parameters_exact": 1361475288,
|
| 34580 |
"parameters_billion": 1.361475288,
|
|
@@ -34932,7 +34932,7 @@
|
|
| 34932 |
"included_in_rank_population": false,
|
| 34933 |
"point": {
|
| 34934 |
"id": "current:mini",
|
| 34935 |
-
"model": "
|
| 34936 |
"kind": "mini",
|
| 34937 |
"parameters_exact": 1361475288,
|
| 34938 |
"parameters_billion": 1.361475288,
|
|
@@ -35036,10 +35036,10 @@
|
|
| 35036 |
}
|
| 35037 |
},
|
| 35038 |
"source": {
|
| 35039 |
-
"url": "https://huggingface.co/
|
| 35040 |
"evidence_type": "Vela_release_report",
|
| 35041 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 35042 |
-
"sha256": "
|
| 35043 |
},
|
| 35044 |
"identity": {
|
| 35045 |
"model": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
|
|
@@ -35051,7 +35051,7 @@
|
|
| 35051 |
"repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
|
| 35052 |
"revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
|
| 35053 |
},
|
| 35054 |
-
"applies_to_model": "
|
| 35055 |
"applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 35056 |
"prior_component_applicability": {
|
| 35057 |
"component": "text",
|
|
@@ -35059,15 +35059,15 @@
|
|
| 35059 |
"repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
|
| 35060 |
"revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
|
| 35061 |
},
|
| 35062 |
-
"applies_to_model": "
|
| 35063 |
"applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
|
| 35064 |
"bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
|
| 35065 |
-
"report": "https://huggingface.co/
|
| 35066 |
"new_whole_Omni_panel_inference": false,
|
| 35067 |
"basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
|
| 35068 |
"prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
|
| 35069 |
},
|
| 35070 |
-
"report": "https://huggingface.co/
|
| 35071 |
"new_whole_Omni_panel_inference": false,
|
| 35072 |
"basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity."
|
| 35073 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"models": {
|
| 3 |
"nano": {
|
| 4 |
+
"repo_id": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 5 |
"release_commit": null,
|
| 6 |
"parameters_exact": 163771288,
|
| 7 |
"current_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
|
|
|
| 30 |
"evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
|
| 31 |
"evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
|
| 32 |
"revision_kind": "local native artifact fingerprint, not a Hugging Face commit",
|
| 33 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/component-equivalence.json",
|
| 34 |
"new_full_panel_inference": false,
|
| 35 |
"basis": "199 exact text tensors and byte-identical inference/tokenizer/configuration under the same official evaluator protocol."
|
| 36 |
},
|
|
|
|
| 39 |
"revision": "self",
|
| 40 |
"native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
|
| 41 |
"parameters": 135383808,
|
| 42 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/inference-equivalence.json",
|
| 43 |
"new_benchmark_run": false
|
| 44 |
}
|
| 45 |
},
|
| 46 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
|
| 47 |
"new_full_panel_inference": false,
|
| 48 |
"basis": "The frozen text tensors, tokenizer, configuration and encoding computation are unchanged. The original measured text identity is retained."
|
| 49 |
}
|
|
|
|
| 53 |
"audio19": {
|
| 54 |
"source_id": "nano_audio19",
|
| 55 |
"identity": {
|
| 56 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 57 |
"evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 58 |
"release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 59 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
|
| 60 |
"new_full_panel_inference": true
|
| 61 |
},
|
| 62 |
"self_reference_interpretation": "Nano native fingerprint 474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2"
|
| 63 |
}
|
| 64 |
},
|
| 65 |
+
"release_reference": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano",
|
| 66 |
"release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
|
| 67 |
},
|
| 68 |
"mini": {
|
| 69 |
+
"repo_id": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 70 |
"release_commit": null,
|
| 71 |
"parameters_exact": 1361475288,
|
| 72 |
"current_native_artifact_sha256": "0cd6678d824e2ebfab3308c41e182f061661135854553ad7de13c50052eb585c",
|
|
|
|
| 75 |
"source_id": "mini_English41",
|
| 76 |
"mode": "official_task_instruction",
|
| 77 |
"identity": {
|
| 78 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 79 |
"evaluated_revision": "native-5f970212e4d77f8c9b5f1bf1d4e19894260e3989fe1478f8884bb90fb3a8ffd2-public-instruction-v1",
|
| 80 |
"evaluated_native_artifact_sha256": "5f970212e4d77f8c9b5f1bf1d4e19894260e3989fe1478f8884bb90fb3a8ffd2",
|
| 81 |
"revision_semantics": "Native file fingerprint plus instruction protocol; not a Hugging Face commit.",
|
| 82 |
"component_applicability": {
|
| 83 |
"component": "text",
|
| 84 |
"applies_to_native_artifact_sha256": "0cd6678d824e2ebfab3308c41e182f061661135854553ad7de13c50052eb585c",
|
| 85 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/instruction-api-equivalence.json",
|
| 86 |
"new_full_panel_inference": false,
|
| 87 |
"basis": "All 310 text tensors and all 34 non-weight native files equal the evaluated instructed artifact; current audio weights are retained."
|
| 88 |
}
|
|
|
|
| 91 |
"audio19": {
|
| 92 |
"source_id": "mini_audio19",
|
| 93 |
"identity": {
|
| 94 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 95 |
"evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 96 |
"release_native_artifact_sha256": "0cd6678d824e2ebfab3308c41e182f061661135854553ad7de13c50052eb585c",
|
| 97 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
|
| 98 |
"new_full_panel_inference": true,
|
| 99 |
"default_api_applicability": {
|
| 100 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/instruction-api-equivalence.json",
|
| 101 |
"basis": "Unchanged weight file and default audio computation; original measured identity retained.",
|
| 102 |
"new_full_panel_inference": false
|
| 103 |
}
|
|
|
|
| 105 |
"self_reference_interpretation": "Mini native fingerprint 0cd6678d824e2ebfab3308c41e182f061661135854553ad7de13c50052eb585c"
|
| 106 |
}
|
| 107 |
},
|
| 108 |
+
"release_reference": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini",
|
| 109 |
"release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
|
| 110 |
}
|
| 111 |
},
|
| 112 |
"sources": {
|
| 113 |
"nano_English41": {
|
| 114 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json",
|
| 115 |
"evidence_type": "Vela_release_report",
|
| 116 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 117 |
"sha256": "f3daecad1cf431630598efb04f3667431e3420239240f28a51568a74cef0c64f"
|
| 118 |
},
|
| 119 |
"nano_audio19": {
|
| 120 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
|
| 121 |
"evidence_type": "Vela_release_report",
|
| 122 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 123 |
+
"sha256": "d6360bc3e6b7005bf3251df0ead3d4c35358a502e528b3f9628b35e4a0786391"
|
| 124 |
},
|
| 125 |
"mini_English41": {
|
| 126 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2-instructed.json",
|
| 127 |
+
"sha256": "13848905be46feb208a54055e976d23224974bd4238f2c96a3433a0cbedcb641",
|
| 128 |
"evidence_type": "Vela_complete_instructed_text_report",
|
| 129 |
"evaluated_native_artifact_sha256": "5f970212e4d77f8c9b5f1bf1d4e19894260e3989fe1478f8884bb90fb3a8ffd2",
|
| 130 |
"applicable_native_artifact_sha256": "0cd6678d824e2ebfab3308c41e182f061661135854553ad7de13c50052eb585c"
|
| 131 |
},
|
| 132 |
"mini_audio19": {
|
| 133 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
|
| 134 |
"evidence_type": "Vela_release_report",
|
| 135 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 136 |
+
"sha256": "a6892ff7f563355e9faef208f08e85459f3c81952e44e92a9b911c00f0b5518a"
|
| 137 |
},
|
| 138 |
"scores_MTEB_eng_v2": {
|
| 139 |
"url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores",
|
|
|
|
| 150 |
"benchmark": "MAEB(beta, audio-only)"
|
| 151 |
},
|
| 152 |
"mini_component_equivalence": {
|
| 153 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
|
| 154 |
+
"sha256": "14720aceeb7a2a4b9d9f0cd0b0c83b7eef021a0fe5fb964a3aa70dfc3f2f22e9",
|
| 155 |
"evidence_type": "exact_component_identity_report",
|
| 156 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
|
| 157 |
},
|
| 158 |
"nano_component_equivalence": {
|
| 159 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
|
| 160 |
"evidence_type": "Vela_release_report",
|
| 161 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 162 |
+
"sha256": "c11936497d7c86becaa052a0ec646b867f6907f0c1013ba61ee193ff8c80805f"
|
| 163 |
},
|
| 164 |
"mini_instruction_api_equivalence": {
|
| 165 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/instruction-api-equivalence.json",
|
| 166 |
"sha256": "4d6e51dcd5ec9a88875f16fb316123747e9021c241b09d14d3f8009118cd7481",
|
| 167 |
"evidence_type": "exact_component_and_default_API_equivalence"
|
| 168 |
}
|
|
|
|
| 27264 |
},
|
| 27265 |
{
|
| 27266 |
"id": "current:nano",
|
| 27267 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 27268 |
"kind": "nano",
|
| 27269 |
"parameters_exact": 163771288,
|
| 27270 |
"parameters_billion": 0.163771288,
|
|
|
|
| 27370 |
},
|
| 27371 |
{
|
| 27372 |
"id": "current:mini",
|
| 27373 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 27374 |
"kind": "mini",
|
| 27375 |
"parameters_exact": 1361475288,
|
| 27376 |
"parameters_billion": 1.361475288,
|
|
|
|
| 34492 |
},
|
| 34493 |
{
|
| 34494 |
"id": "current:nano",
|
| 34495 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 34496 |
"kind": "nano",
|
| 34497 |
"parameters_exact": 163771288,
|
| 34498 |
"parameters_billion": 0.163771288,
|
|
|
|
| 34574 |
},
|
| 34575 |
{
|
| 34576 |
"id": "current:mini",
|
| 34577 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 34578 |
"kind": "mini",
|
| 34579 |
"parameters_exact": 1361475288,
|
| 34580 |
"parameters_billion": 1.361475288,
|
|
|
|
| 34932 |
"included_in_rank_population": false,
|
| 34933 |
"point": {
|
| 34934 |
"id": "current:mini",
|
| 34935 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 34936 |
"kind": "mini",
|
| 34937 |
"parameters_exact": 1361475288,
|
| 34938 |
"parameters_billion": 1.361475288,
|
|
|
|
| 35036 |
}
|
| 35037 |
},
|
| 35038 |
"source": {
|
| 35039 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
|
| 35040 |
"evidence_type": "Vela_release_report",
|
| 35041 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 35042 |
+
"sha256": "a124a6c903559ceeaae2ac883af756adcca6dd45a4d1e1bda37136fcfd89be70"
|
| 35043 |
},
|
| 35044 |
"identity": {
|
| 35045 |
"model": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
|
|
|
|
| 35051 |
"repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
|
| 35052 |
"revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
|
| 35053 |
},
|
| 35054 |
+
"applies_to_model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 35055 |
"applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 35056 |
"prior_component_applicability": {
|
| 35057 |
"component": "text",
|
|
|
|
| 35059 |
"repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
|
| 35060 |
"revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
|
| 35061 |
},
|
| 35062 |
+
"applies_to_model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 35063 |
"applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
|
| 35064 |
"bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
|
| 35065 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/component-equivalence.json",
|
| 35066 |
"new_whole_Omni_panel_inference": false,
|
| 35067 |
"basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
|
| 35068 |
"prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
|
| 35069 |
},
|
| 35070 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
|
| 35071 |
"new_whole_Omni_panel_inference": false,
|
| 35072 |
"basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity."
|
| 35073 |
}
|
benchmarks/general-rank-figures.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"snapshot": "2026-09-17",
|
| 3 |
-
"data_sha256": "
|
| 4 |
"comparison_modes": {
|
| 5 |
"English41": {
|
| 6 |
"nano": "default shared text",
|
|
|
|
| 1 |
{
|
| 2 |
"snapshot": "2026-09-17",
|
| 3 |
+
"data_sha256": "e5fafe820583d839bb7b5a84850219e1a6421760347d7af044e294ead72ff833",
|
| 4 |
"comparison_modes": {
|
| 5 |
"English41": {
|
| 6 |
"nano": "default shared text",
|
benchmarks/inference-equivalence.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
-
"model": "
|
| 4 |
"scope": "Same supported public encode_text, encode_image, and encode_audio computation; no new benchmark run.",
|
| 5 |
"evaluated_parent": {
|
| 6 |
"revision": "de02c367bc9aa7a6f7ad3e59fb38962502e021c1",
|
|
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 4 |
"scope": "Same supported public encode_text, encode_image, and encode_audio computation; no new benchmark run.",
|
| 5 |
"evaluated_parent": {
|
| 6 |
"revision": "de02c367bc9aa7a6f7ad3e59fb38962502e021c1",
|
benchmarks/maeb-audio-only.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
-
"model": "
|
| 4 |
"evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 5 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 6 |
"benchmark": "MAEB(beta, audio-only)",
|
|
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 4 |
"evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 5 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 6 |
"benchmark": "MAEB(beta, audio-only)",
|
benchmarks/mteb-multilingual-v2.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
-
"model": "
|
| 4 |
"benchmark": "MTEB(Multilingual, v2)",
|
| 5 |
"framework": "mteb",
|
| 6 |
"framework_version": "2.21.0",
|
|
@@ -66440,7 +66440,7 @@
|
|
| 66440 |
},
|
| 66441 |
{
|
| 66442 |
"id": "current:nano",
|
| 66443 |
-
"model": "
|
| 66444 |
"kind": "nano",
|
| 66445 |
"parameters_billion": 0.163771288,
|
| 66446 |
"parameters_exact": 163771288,
|
|
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 4 |
"benchmark": "MTEB(Multilingual, v2)",
|
| 5 |
"framework": "mteb",
|
| 6 |
"framework_version": "2.21.0",
|
|
|
|
| 66440 |
},
|
| 66441 |
{
|
| 66442 |
"id": "current:nano",
|
| 66443 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 66444 |
"kind": "nano",
|
| 66445 |
"parameters_billion": 0.163771288,
|
| 66446 |
"parameters_exact": 163771288,
|
benchmarks/native-manifest.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"model": "
|
| 3 |
"revision": "self",
|
| 4 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 5 |
"parameters": 163771288,
|
|
|
|
| 1 |
{
|
| 2 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 3 |
"revision": "self",
|
| 4 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 5 |
"parameters": 163771288,
|
benchmarks/original-baseline.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
"comparison_model": {
|
| 4 |
-
"model": "
|
| 5 |
"revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 6 |
"artifact_fingerprint_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
|
| 7 |
"metrics": {
|
|
@@ -83,7 +83,7 @@
|
|
| 83 |
"original_checkpoint_equivalence": "d9f2f62dbe0ee9d386c98ff200c2f1e5061bc92fa5e107d1517b929258c8ec1e"
|
| 84 |
},
|
| 85 |
"original_checkpoint": {
|
| 86 |
-
"repo_id": "
|
| 87 |
"revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 88 |
"weight_files": [
|
| 89 |
{
|
|
@@ -117,7 +117,7 @@
|
|
| 117 |
"task_count": 11,
|
| 118 |
"split_rows": 12,
|
| 119 |
"report": "original-standard.json",
|
| 120 |
-
"report_sha256": "
|
| 121 |
}
|
| 122 |
},
|
| 123 |
"not_previous_Vela": true,
|
|
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
"comparison_model": {
|
| 4 |
+
"model": "vllm-sr/multi-modal-embed-small",
|
| 5 |
"revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 6 |
"artifact_fingerprint_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
|
| 7 |
"metrics": {
|
|
|
|
| 83 |
"original_checkpoint_equivalence": "d9f2f62dbe0ee9d386c98ff200c2f1e5061bc92fa5e107d1517b929258c8ec1e"
|
| 84 |
},
|
| 85 |
"original_checkpoint": {
|
| 86 |
+
"repo_id": "vllm-sr/multi-modal-embed-small",
|
| 87 |
"revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 88 |
"weight_files": [
|
| 89 |
{
|
|
|
|
| 117 |
"task_count": 11,
|
| 118 |
"split_rows": 12,
|
| 119 |
"report": "original-standard.json",
|
| 120 |
+
"report_sha256": "b012d62badc25b7b80d458bf7e48965cb84e583ae4dddbcbbc676d6297edae82"
|
| 121 |
}
|
| 122 |
},
|
| 123 |
"not_previous_Vela": true,
|
benchmarks/original-standard.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
-
"model": "
|
| 4 |
"revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 5 |
"native_artifact_fingerprint": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
|
| 6 |
"context_tokens": 128,
|
|
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
+
"model": "vllm-sr/multi-modal-embed-small",
|
| 4 |
"revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 5 |
"native_artifact_fingerprint": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
|
| 6 |
"context_tokens": 128,
|
benchmarks/pareto-data.json
CHANGED
|
@@ -2568,7 +2568,7 @@
|
|
| 2568 |
"observation_id": "registry_reported:nomic-ai/nomic-embed-text-v1.5"
|
| 2569 |
},
|
| 2570 |
{
|
| 2571 |
-
"model": "
|
| 2572 |
"parameters_billion": 0.163771288,
|
| 2573 |
"parameters_exact": 163771288,
|
| 2574 |
"score": 64.88847259326147,
|
|
@@ -2583,14 +2583,14 @@
|
|
| 2583 |
"evaluated_task_revision": "0bbdb47bcbe3a90093699aefeed338a0f28a7ee8",
|
| 2584 |
"on_displayed_frontier": false,
|
| 2585 |
"evidence_type": "exact_text_component_applicability",
|
| 2586 |
-
"observation_id": "vela_release_evaluation:
|
| 2587 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 2588 |
"revision": null,
|
| 2589 |
"evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
|
| 2590 |
"evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
|
| 2591 |
"evaluated_model": "local/Vela-Omni-Nano-GIST-Rotation",
|
| 2592 |
"revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.",
|
| 2593 |
-
"report": "https://huggingface.co/
|
| 2594 |
"prior_applicable_native_artifact_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
|
| 2595 |
"revision_kind": "native_artifact_fingerprint",
|
| 2596 |
"identity_ref": "models.nano.task_evidence.English41"
|
|
@@ -5854,7 +5854,7 @@
|
|
| 5854 |
"observation_id": "registry_reported:manu/sentence_croissant_alpha_v0.4"
|
| 5855 |
},
|
| 5856 |
{
|
| 5857 |
-
"model": "
|
| 5858 |
"parameters_billion": 1.361475288,
|
| 5859 |
"parameters_exact": 1361475288,
|
| 5860 |
"score": 62.00989328478093,
|
|
@@ -5869,11 +5869,11 @@
|
|
| 5869 |
"evaluated_task_revision": "0bbdb47bcbe3a90093699aefeed338a0f28a7ee8",
|
| 5870 |
"on_displayed_frontier": false,
|
| 5871 |
"evidence_type": "exact_text_component_applicability",
|
| 5872 |
-
"observation_id": "vela_release_evaluation:
|
| 5873 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 5874 |
"revision": null,
|
| 5875 |
"evaluated_native_artifact_sha256": null,
|
| 5876 |
-
"report": "https://huggingface.co/
|
| 5877 |
"evaluated_model": {
|
| 5878 |
"repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
|
| 5879 |
"revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
|
|
@@ -9674,7 +9674,7 @@
|
|
| 9674 |
"observation_id": "registry_reported:asapp/sew-d-mid-400k-ft-ls100h"
|
| 9675 |
},
|
| 9676 |
{
|
| 9677 |
-
"model": "
|
| 9678 |
"parameters_billion": 0.163771288,
|
| 9679 |
"parameters_exact": 163771288,
|
| 9680 |
"score": 62.89933955933497,
|
|
@@ -9692,10 +9692,10 @@
|
|
| 9692 |
"revision": null,
|
| 9693 |
"evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 9694 |
"evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 9695 |
-
"evaluated_model": "
|
| 9696 |
"revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.",
|
| 9697 |
"evidence_type": "measured_release_evaluation",
|
| 9698 |
-
"report": "https://huggingface.co/
|
| 9699 |
"revision_kind": "native_artifact_fingerprint",
|
| 9700 |
"identity_ref": "models.nano.task_evidence.audio19"
|
| 9701 |
},
|
|
@@ -10270,7 +10270,7 @@
|
|
| 10270 |
"observation_id": "registry_reported:LanguageBind/LanguageBind_Omni"
|
| 10271 |
},
|
| 10272 |
{
|
| 10273 |
-
"model": "
|
| 10274 |
"parameters_billion": 1.361475288,
|
| 10275 |
"parameters_exact": 1361475288,
|
| 10276 |
"score": 88.19599834012242,
|
|
@@ -10288,7 +10288,7 @@
|
|
| 10288 |
"revision": null,
|
| 10289 |
"evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 10290 |
"evidence_type": "measured_release_evaluation",
|
| 10291 |
-
"report": "https://huggingface.co/
|
| 10292 |
"identity_ref": "models.mini.task_evidence.audio19"
|
| 10293 |
},
|
| 10294 |
{
|
|
@@ -10811,7 +10811,7 @@
|
|
| 10811 |
"peer_count": 66,
|
| 10812 |
"frontier_models": [
|
| 10813 |
"google/yamnet",
|
| 10814 |
-
"
|
| 10815 |
"microsoft/speecht5_multimodal",
|
| 10816 |
"jinaai/jina-embeddings-v5-omni-nano",
|
| 10817 |
"BidirLM/BidirLM-Omni-2.5B-Embedding",
|
|
@@ -10827,7 +10827,7 @@
|
|
| 10827 |
"observation_id": "registry_reported:google/yamnet"
|
| 10828 |
},
|
| 10829 |
{
|
| 10830 |
-
"model": "
|
| 10831 |
"parameters_billion": 0.163771288,
|
| 10832 |
"score": 62.89933955933497,
|
| 10833 |
"evidence_type": "measured_release_evaluation"
|
|
@@ -11354,7 +11354,7 @@
|
|
| 11354 |
"observation_id": "registry_reported:asapp/sew-d-mid-400k-ft-ls100h"
|
| 11355 |
},
|
| 11356 |
{
|
| 11357 |
-
"model": "
|
| 11358 |
"parameters_billion": 0.163771288,
|
| 11359 |
"parameters_exact": 163771288,
|
| 11360 |
"score": 18.072541269472218,
|
|
@@ -11372,10 +11372,10 @@
|
|
| 11372 |
"revision": null,
|
| 11373 |
"evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 11374 |
"evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 11375 |
-
"evaluated_model": "
|
| 11376 |
"revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.",
|
| 11377 |
"evidence_type": "measured_release_evaluation",
|
| 11378 |
-
"report": "https://huggingface.co/
|
| 11379 |
"revision_kind": "native_artifact_fingerprint",
|
| 11380 |
"identity_ref": "models.nano.task_evidence.audio19"
|
| 11381 |
},
|
|
@@ -11950,7 +11950,7 @@
|
|
| 11950 |
"observation_id": "registry_reported:LanguageBind/LanguageBind_Omni"
|
| 11951 |
},
|
| 11952 |
{
|
| 11953 |
-
"model": "
|
| 11954 |
"parameters_billion": 1.361475288,
|
| 11955 |
"parameters_exact": 1361475288,
|
| 11956 |
"score": 39.06804619080834,
|
|
@@ -11968,7 +11968,7 @@
|
|
| 11968 |
"revision": null,
|
| 11969 |
"evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 11970 |
"evidence_type": "measured_release_evaluation",
|
| 11971 |
-
"report": "https://huggingface.co/
|
| 11972 |
"identity_ref": "models.mini.task_evidence.audio19"
|
| 11973 |
},
|
| 11974 |
{
|
|
@@ -12517,7 +12517,7 @@
|
|
| 12517 |
"asapp/sew-d-tiny-100k-ft-ls100h",
|
| 12518 |
"matthewagi/HeAR-s1.1",
|
| 12519 |
"jinaai/jina-embeddings-v5-omni-nano",
|
| 12520 |
-
"
|
| 12521 |
"facebook/seamless-m4t-v2-large",
|
| 12522 |
"BidirLM/BidirLM-Omni-2.5B-Embedding"
|
| 12523 |
],
|
|
@@ -12551,7 +12551,7 @@
|
|
| 12551 |
"observation_id": "registry_reported:jinaai/jina-embeddings-v5-omni-nano"
|
| 12552 |
},
|
| 12553 |
{
|
| 12554 |
-
"model": "
|
| 12555 |
"parameters_billion": 1.361475288,
|
| 12556 |
"score": 39.06804619080834,
|
| 12557 |
"evidence_type": "measured_release_evaluation"
|
|
@@ -13080,7 +13080,7 @@
|
|
| 13080 |
"observation_id": "registry_reported:asapp/sew-d-mid-400k-ft-ls100h"
|
| 13081 |
},
|
| 13082 |
{
|
| 13083 |
-
"model": "
|
| 13084 |
"parameters_billion": 0.163771288,
|
| 13085 |
"parameters_exact": 163771288,
|
| 13086 |
"score": 5.275425308186281,
|
|
@@ -13098,10 +13098,10 @@
|
|
| 13098 |
"revision": null,
|
| 13099 |
"evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 13100 |
"evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 13101 |
-
"evaluated_model": "
|
| 13102 |
"revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.",
|
| 13103 |
"evidence_type": "measured_release_evaluation",
|
| 13104 |
-
"report": "https://huggingface.co/
|
| 13105 |
"revision_kind": "native_artifact_fingerprint",
|
| 13106 |
"identity_ref": "models.nano.task_evidence.audio19"
|
| 13107 |
},
|
|
@@ -13676,7 +13676,7 @@
|
|
| 13676 |
"observation_id": "registry_reported:LanguageBind/LanguageBind_Omni"
|
| 13677 |
},
|
| 13678 |
{
|
| 13679 |
-
"model": "
|
| 13680 |
"parameters_billion": 1.361475288,
|
| 13681 |
"parameters_exact": 1361475288,
|
| 13682 |
"score": 1.7269120528614579,
|
|
@@ -13694,7 +13694,7 @@
|
|
| 13694 |
"revision": null,
|
| 13695 |
"evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 13696 |
"evidence_type": "measured_release_evaluation",
|
| 13697 |
-
"report": "https://huggingface.co/
|
| 13698 |
"identity_ref": "models.mini.task_evidence.audio19"
|
| 13699 |
},
|
| 13700 |
{
|
|
@@ -14363,7 +14363,7 @@
|
|
| 14363 |
},
|
| 14364 |
"models": {
|
| 14365 |
"nano": {
|
| 14366 |
-
"repo_id": "
|
| 14367 |
"release_commit": null,
|
| 14368 |
"parameters_exact": 163771288,
|
| 14369 |
"current_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
|
@@ -14392,7 +14392,7 @@
|
|
| 14392 |
"evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
|
| 14393 |
"evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
|
| 14394 |
"revision_kind": "local native artifact fingerprint, not a Hugging Face commit",
|
| 14395 |
-
"report": "https://huggingface.co/
|
| 14396 |
"new_full_panel_inference": false,
|
| 14397 |
"basis": "199 exact text tensors and byte-identical inference/tokenizer/configuration under the same official evaluator protocol."
|
| 14398 |
},
|
|
@@ -14401,11 +14401,11 @@
|
|
| 14401 |
"revision": "self",
|
| 14402 |
"native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
|
| 14403 |
"parameters": 135383808,
|
| 14404 |
-
"report": "https://huggingface.co/
|
| 14405 |
"new_benchmark_run": false
|
| 14406 |
}
|
| 14407 |
},
|
| 14408 |
-
"report": "https://huggingface.co/
|
| 14409 |
"new_full_panel_inference": false,
|
| 14410 |
"basis": "The frozen text tensors, tokenizer, configuration and encoding computation are unchanged. The original measured text identity is retained."
|
| 14411 |
}
|
|
@@ -14415,20 +14415,20 @@
|
|
| 14415 |
"audio19": {
|
| 14416 |
"source_id": "nano_audio19",
|
| 14417 |
"identity": {
|
| 14418 |
-
"model": "
|
| 14419 |
"evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 14420 |
"release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 14421 |
-
"report": "https://huggingface.co/
|
| 14422 |
"new_full_panel_inference": true
|
| 14423 |
},
|
| 14424 |
"self_reference_interpretation": "Nano native fingerprint 474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2"
|
| 14425 |
}
|
| 14426 |
},
|
| 14427 |
-
"release_reference": "https://huggingface.co/
|
| 14428 |
"release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
|
| 14429 |
},
|
| 14430 |
"mini": {
|
| 14431 |
-
"repo_id": "
|
| 14432 |
"release_commit": null,
|
| 14433 |
"parameters_exact": 1361475288,
|
| 14434 |
"current_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
|
@@ -14445,7 +14445,7 @@
|
|
| 14445 |
"repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
|
| 14446 |
"revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
|
| 14447 |
},
|
| 14448 |
-
"applies_to_model": "
|
| 14449 |
"applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 14450 |
"prior_component_applicability": {
|
| 14451 |
"component": "text",
|
|
@@ -14453,15 +14453,15 @@
|
|
| 14453 |
"repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
|
| 14454 |
"revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
|
| 14455 |
},
|
| 14456 |
-
"applies_to_model": "
|
| 14457 |
"applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
|
| 14458 |
"bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
|
| 14459 |
-
"report": "https://huggingface.co/
|
| 14460 |
"new_whole_Omni_panel_inference": false,
|
| 14461 |
"basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
|
| 14462 |
"prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
|
| 14463 |
},
|
| 14464 |
-
"report": "https://huggingface.co/
|
| 14465 |
"new_whole_Omni_panel_inference": false,
|
| 14466 |
"basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity."
|
| 14467 |
}
|
|
@@ -14471,43 +14471,43 @@
|
|
| 14471 |
"audio19": {
|
| 14472 |
"source_id": "mini_audio19",
|
| 14473 |
"identity": {
|
| 14474 |
-
"model": "
|
| 14475 |
"evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 14476 |
"release_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 14477 |
-
"report": "https://huggingface.co/
|
| 14478 |
"new_full_panel_inference": true
|
| 14479 |
},
|
| 14480 |
"self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
|
| 14481 |
}
|
| 14482 |
},
|
| 14483 |
-
"release_reference": "https://huggingface.co/
|
| 14484 |
"release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
|
| 14485 |
}
|
| 14486 |
},
|
| 14487 |
"sources": {
|
| 14488 |
"nano_English41": {
|
| 14489 |
-
"url": "https://huggingface.co/
|
| 14490 |
"evidence_type": "Vela_release_report",
|
| 14491 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 14492 |
"sha256": "f3daecad1cf431630598efb04f3667431e3420239240f28a51568a74cef0c64f"
|
| 14493 |
},
|
| 14494 |
"nano_audio19": {
|
| 14495 |
-
"url": "https://huggingface.co/
|
| 14496 |
"evidence_type": "Vela_release_report",
|
| 14497 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 14498 |
-
"sha256": "
|
| 14499 |
},
|
| 14500 |
"mini_English41": {
|
| 14501 |
-
"url": "https://huggingface.co/
|
| 14502 |
"evidence_type": "Vela_release_report",
|
| 14503 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 14504 |
-
"sha256": "
|
| 14505 |
},
|
| 14506 |
"mini_audio19": {
|
| 14507 |
-
"url": "https://huggingface.co/
|
| 14508 |
"evidence_type": "Vela_release_report",
|
| 14509 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 14510 |
-
"sha256": "
|
| 14511 |
},
|
| 14512 |
"scores_MTEB_eng_v2": {
|
| 14513 |
"url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores",
|
|
@@ -14524,16 +14524,16 @@
|
|
| 14524 |
"benchmark": "MAEB(beta, audio-only)"
|
| 14525 |
},
|
| 14526 |
"mini_component_equivalence": {
|
| 14527 |
-
"url": "https://huggingface.co/
|
| 14528 |
-
"sha256": "
|
| 14529 |
"evidence_type": "exact_component_identity_report",
|
| 14530 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
|
| 14531 |
},
|
| 14532 |
"nano_component_equivalence": {
|
| 14533 |
-
"url": "https://huggingface.co/
|
| 14534 |
"evidence_type": "Vela_release_report",
|
| 14535 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 14536 |
-
"sha256": "
|
| 14537 |
}
|
| 14538 |
}
|
| 14539 |
}
|
|
|
|
| 2568 |
"observation_id": "registry_reported:nomic-ai/nomic-embed-text-v1.5"
|
| 2569 |
},
|
| 2570 |
{
|
| 2571 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 2572 |
"parameters_billion": 0.163771288,
|
| 2573 |
"parameters_exact": 163771288,
|
| 2574 |
"score": 64.88847259326147,
|
|
|
|
| 2583 |
"evaluated_task_revision": "0bbdb47bcbe3a90093699aefeed338a0f28a7ee8",
|
| 2584 |
"on_displayed_frontier": false,
|
| 2585 |
"evidence_type": "exact_text_component_applicability",
|
| 2586 |
+
"observation_id": "vela_release_evaluation:vllm-sr/Vela-1.0-Omni-Nano",
|
| 2587 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 2588 |
"revision": null,
|
| 2589 |
"evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
|
| 2590 |
"evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
|
| 2591 |
"evaluated_model": "local/Vela-Omni-Nano-GIST-Rotation",
|
| 2592 |
"revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.",
|
| 2593 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json",
|
| 2594 |
"prior_applicable_native_artifact_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
|
| 2595 |
"revision_kind": "native_artifact_fingerprint",
|
| 2596 |
"identity_ref": "models.nano.task_evidence.English41"
|
|
|
|
| 5854 |
"observation_id": "registry_reported:manu/sentence_croissant_alpha_v0.4"
|
| 5855 |
},
|
| 5856 |
{
|
| 5857 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 5858 |
"parameters_billion": 1.361475288,
|
| 5859 |
"parameters_exact": 1361475288,
|
| 5860 |
"score": 62.00989328478093,
|
|
|
|
| 5869 |
"evaluated_task_revision": "0bbdb47bcbe3a90093699aefeed338a0f28a7ee8",
|
| 5870 |
"on_displayed_frontier": false,
|
| 5871 |
"evidence_type": "exact_text_component_applicability",
|
| 5872 |
+
"observation_id": "vela_release_evaluation:vllm-sr/Vela-1.0-Omni-Mini",
|
| 5873 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 5874 |
"revision": null,
|
| 5875 |
"evaluated_native_artifact_sha256": null,
|
| 5876 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
|
| 5877 |
"evaluated_model": {
|
| 5878 |
"repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
|
| 5879 |
"revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
|
|
|
|
| 9674 |
"observation_id": "registry_reported:asapp/sew-d-mid-400k-ft-ls100h"
|
| 9675 |
},
|
| 9676 |
{
|
| 9677 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 9678 |
"parameters_billion": 0.163771288,
|
| 9679 |
"parameters_exact": 163771288,
|
| 9680 |
"score": 62.89933955933497,
|
|
|
|
| 9692 |
"revision": null,
|
| 9693 |
"evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 9694 |
"evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 9695 |
+
"evaluated_model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 9696 |
"revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.",
|
| 9697 |
"evidence_type": "measured_release_evaluation",
|
| 9698 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
|
| 9699 |
"revision_kind": "native_artifact_fingerprint",
|
| 9700 |
"identity_ref": "models.nano.task_evidence.audio19"
|
| 9701 |
},
|
|
|
|
| 10270 |
"observation_id": "registry_reported:LanguageBind/LanguageBind_Omni"
|
| 10271 |
},
|
| 10272 |
{
|
| 10273 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 10274 |
"parameters_billion": 1.361475288,
|
| 10275 |
"parameters_exact": 1361475288,
|
| 10276 |
"score": 88.19599834012242,
|
|
|
|
| 10288 |
"revision": null,
|
| 10289 |
"evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 10290 |
"evidence_type": "measured_release_evaluation",
|
| 10291 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
|
| 10292 |
"identity_ref": "models.mini.task_evidence.audio19"
|
| 10293 |
},
|
| 10294 |
{
|
|
|
|
| 10811 |
"peer_count": 66,
|
| 10812 |
"frontier_models": [
|
| 10813 |
"google/yamnet",
|
| 10814 |
+
"vllm-sr/Vela-1.0-Omni-Nano",
|
| 10815 |
"microsoft/speecht5_multimodal",
|
| 10816 |
"jinaai/jina-embeddings-v5-omni-nano",
|
| 10817 |
"BidirLM/BidirLM-Omni-2.5B-Embedding",
|
|
|
|
| 10827 |
"observation_id": "registry_reported:google/yamnet"
|
| 10828 |
},
|
| 10829 |
{
|
| 10830 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 10831 |
"parameters_billion": 0.163771288,
|
| 10832 |
"score": 62.89933955933497,
|
| 10833 |
"evidence_type": "measured_release_evaluation"
|
|
|
|
| 11354 |
"observation_id": "registry_reported:asapp/sew-d-mid-400k-ft-ls100h"
|
| 11355 |
},
|
| 11356 |
{
|
| 11357 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 11358 |
"parameters_billion": 0.163771288,
|
| 11359 |
"parameters_exact": 163771288,
|
| 11360 |
"score": 18.072541269472218,
|
|
|
|
| 11372 |
"revision": null,
|
| 11373 |
"evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 11374 |
"evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 11375 |
+
"evaluated_model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 11376 |
"revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.",
|
| 11377 |
"evidence_type": "measured_release_evaluation",
|
| 11378 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
|
| 11379 |
"revision_kind": "native_artifact_fingerprint",
|
| 11380 |
"identity_ref": "models.nano.task_evidence.audio19"
|
| 11381 |
},
|
|
|
|
| 11950 |
"observation_id": "registry_reported:LanguageBind/LanguageBind_Omni"
|
| 11951 |
},
|
| 11952 |
{
|
| 11953 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 11954 |
"parameters_billion": 1.361475288,
|
| 11955 |
"parameters_exact": 1361475288,
|
| 11956 |
"score": 39.06804619080834,
|
|
|
|
| 11968 |
"revision": null,
|
| 11969 |
"evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 11970 |
"evidence_type": "measured_release_evaluation",
|
| 11971 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
|
| 11972 |
"identity_ref": "models.mini.task_evidence.audio19"
|
| 11973 |
},
|
| 11974 |
{
|
|
|
|
| 12517 |
"asapp/sew-d-tiny-100k-ft-ls100h",
|
| 12518 |
"matthewagi/HeAR-s1.1",
|
| 12519 |
"jinaai/jina-embeddings-v5-omni-nano",
|
| 12520 |
+
"vllm-sr/Vela-1.0-Omni-Mini",
|
| 12521 |
"facebook/seamless-m4t-v2-large",
|
| 12522 |
"BidirLM/BidirLM-Omni-2.5B-Embedding"
|
| 12523 |
],
|
|
|
|
| 12551 |
"observation_id": "registry_reported:jinaai/jina-embeddings-v5-omni-nano"
|
| 12552 |
},
|
| 12553 |
{
|
| 12554 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 12555 |
"parameters_billion": 1.361475288,
|
| 12556 |
"score": 39.06804619080834,
|
| 12557 |
"evidence_type": "measured_release_evaluation"
|
|
|
|
| 13080 |
"observation_id": "registry_reported:asapp/sew-d-mid-400k-ft-ls100h"
|
| 13081 |
},
|
| 13082 |
{
|
| 13083 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 13084 |
"parameters_billion": 0.163771288,
|
| 13085 |
"parameters_exact": 163771288,
|
| 13086 |
"score": 5.275425308186281,
|
|
|
|
| 13098 |
"revision": null,
|
| 13099 |
"evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 13100 |
"evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 13101 |
+
"evaluated_model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 13102 |
"revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.",
|
| 13103 |
"evidence_type": "measured_release_evaluation",
|
| 13104 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
|
| 13105 |
"revision_kind": "native_artifact_fingerprint",
|
| 13106 |
"identity_ref": "models.nano.task_evidence.audio19"
|
| 13107 |
},
|
|
|
|
| 13676 |
"observation_id": "registry_reported:LanguageBind/LanguageBind_Omni"
|
| 13677 |
},
|
| 13678 |
{
|
| 13679 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 13680 |
"parameters_billion": 1.361475288,
|
| 13681 |
"parameters_exact": 1361475288,
|
| 13682 |
"score": 1.7269120528614579,
|
|
|
|
| 13694 |
"revision": null,
|
| 13695 |
"evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 13696 |
"evidence_type": "measured_release_evaluation",
|
| 13697 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
|
| 13698 |
"identity_ref": "models.mini.task_evidence.audio19"
|
| 13699 |
},
|
| 13700 |
{
|
|
|
|
| 14363 |
},
|
| 14364 |
"models": {
|
| 14365 |
"nano": {
|
| 14366 |
+
"repo_id": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 14367 |
"release_commit": null,
|
| 14368 |
"parameters_exact": 163771288,
|
| 14369 |
"current_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
|
|
|
| 14392 |
"evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
|
| 14393 |
"evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
|
| 14394 |
"revision_kind": "local native artifact fingerprint, not a Hugging Face commit",
|
| 14395 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/component-equivalence.json",
|
| 14396 |
"new_full_panel_inference": false,
|
| 14397 |
"basis": "199 exact text tensors and byte-identical inference/tokenizer/configuration under the same official evaluator protocol."
|
| 14398 |
},
|
|
|
|
| 14401 |
"revision": "self",
|
| 14402 |
"native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
|
| 14403 |
"parameters": 135383808,
|
| 14404 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/inference-equivalence.json",
|
| 14405 |
"new_benchmark_run": false
|
| 14406 |
}
|
| 14407 |
},
|
| 14408 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
|
| 14409 |
"new_full_panel_inference": false,
|
| 14410 |
"basis": "The frozen text tensors, tokenizer, configuration and encoding computation are unchanged. The original measured text identity is retained."
|
| 14411 |
}
|
|
|
|
| 14415 |
"audio19": {
|
| 14416 |
"source_id": "nano_audio19",
|
| 14417 |
"identity": {
|
| 14418 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 14419 |
"evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 14420 |
"release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 14421 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
|
| 14422 |
"new_full_panel_inference": true
|
| 14423 |
},
|
| 14424 |
"self_reference_interpretation": "Nano native fingerprint 474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2"
|
| 14425 |
}
|
| 14426 |
},
|
| 14427 |
+
"release_reference": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano",
|
| 14428 |
"release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
|
| 14429 |
},
|
| 14430 |
"mini": {
|
| 14431 |
+
"repo_id": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 14432 |
"release_commit": null,
|
| 14433 |
"parameters_exact": 1361475288,
|
| 14434 |
"current_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
|
|
|
| 14445 |
"repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
|
| 14446 |
"revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
|
| 14447 |
},
|
| 14448 |
+
"applies_to_model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 14449 |
"applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 14450 |
"prior_component_applicability": {
|
| 14451 |
"component": "text",
|
|
|
|
| 14453 |
"repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
|
| 14454 |
"revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
|
| 14455 |
},
|
| 14456 |
+
"applies_to_model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 14457 |
"applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
|
| 14458 |
"bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
|
| 14459 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/component-equivalence.json",
|
| 14460 |
"new_whole_Omni_panel_inference": false,
|
| 14461 |
"basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
|
| 14462 |
"prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
|
| 14463 |
},
|
| 14464 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
|
| 14465 |
"new_whole_Omni_panel_inference": false,
|
| 14466 |
"basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity."
|
| 14467 |
}
|
|
|
|
| 14471 |
"audio19": {
|
| 14472 |
"source_id": "mini_audio19",
|
| 14473 |
"identity": {
|
| 14474 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 14475 |
"evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 14476 |
"release_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 14477 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
|
| 14478 |
"new_full_panel_inference": true
|
| 14479 |
},
|
| 14480 |
"self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
|
| 14481 |
}
|
| 14482 |
},
|
| 14483 |
+
"release_reference": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini",
|
| 14484 |
"release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
|
| 14485 |
}
|
| 14486 |
},
|
| 14487 |
"sources": {
|
| 14488 |
"nano_English41": {
|
| 14489 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json",
|
| 14490 |
"evidence_type": "Vela_release_report",
|
| 14491 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 14492 |
"sha256": "f3daecad1cf431630598efb04f3667431e3420239240f28a51568a74cef0c64f"
|
| 14493 |
},
|
| 14494 |
"nano_audio19": {
|
| 14495 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
|
| 14496 |
"evidence_type": "Vela_release_report",
|
| 14497 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 14498 |
+
"sha256": "d6360bc3e6b7005bf3251df0ead3d4c35358a502e528b3f9628b35e4a0786391"
|
| 14499 |
},
|
| 14500 |
"mini_English41": {
|
| 14501 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
|
| 14502 |
"evidence_type": "Vela_release_report",
|
| 14503 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 14504 |
+
"sha256": "a124a6c903559ceeaae2ac883af756adcca6dd45a4d1e1bda37136fcfd89be70"
|
| 14505 |
},
|
| 14506 |
"mini_audio19": {
|
| 14507 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
|
| 14508 |
"evidence_type": "Vela_release_report",
|
| 14509 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 14510 |
+
"sha256": "a6892ff7f563355e9faef208f08e85459f3c81952e44e92a9b911c00f0b5518a"
|
| 14511 |
},
|
| 14512 |
"scores_MTEB_eng_v2": {
|
| 14513 |
"url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores",
|
|
|
|
| 14524 |
"benchmark": "MAEB(beta, audio-only)"
|
| 14525 |
},
|
| 14526 |
"mini_component_equivalence": {
|
| 14527 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
|
| 14528 |
+
"sha256": "14720aceeb7a2a4b9d9f0cd0b0c83b7eef021a0fe5fb964a3aa70dfc3f2f22e9",
|
| 14529 |
"evidence_type": "exact_component_identity_report",
|
| 14530 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
|
| 14531 |
},
|
| 14532 |
"nano_component_equivalence": {
|
| 14533 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
|
| 14534 |
"evidence_type": "Vela_release_report",
|
| 14535 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 14536 |
+
"sha256": "c11936497d7c86becaa052a0ec646b867f6907f0c1013ba61ee193ff8c80805f"
|
| 14537 |
}
|
| 14538 |
}
|
| 14539 |
}
|
benchmarks/pareto-methodology.md
CHANGED
|
@@ -10,13 +10,13 @@ The plots show every complete model with a known positive total parameter count.
|
|
| 10 |
|
| 11 |
Vela sizes count all stored model parameters across text, image and audio: Nano 163,771,288 and Mini 1,361,475,288. Peer sizes use registry-reported totals, which can be rounded. Peers include both single-modality specialists and multimodal encoders. Their scores were reported under differing prompts, model revisions and evaluation protocols; these are snapshot-relative comparisons, not matched reproductions or official leaderboard submissions. There is no combined text–image–audio rank. Neither current Vela model lies on these complete-panel frontiers.
|
| 12 |
|
| 13 |
-
[All ranks](complete-panel-ranks.md) · [Complete vectors, source URLs, exclusions and plotted points](general-rank-data.json) · [Figure metadata](general-rank-figures.json) · [Vela evaluation protocol](https://huggingface.co/
|
| 14 |
|
| 15 |
## Evaluation modes
|
| 16 |
|
| 17 |
Nano uses default shared text; Mini uses fixed official per-task MTEB instructions in the English comparison. Both use default shared audio. Mini's historical default English result (58.79 Mean(TaskType), 63.49 Mean(Task)) remains available separately and is not a matched causal control. One declared mode per Vela model is counted in each ranking population.
|
| 18 |
|
| 19 |
-
[Fixed instructions and all 41 scores](https://huggingface.co/
|
| 20 |
|
| 21 |
## Selected task strengths
|
| 22 |
|
|
|
|
| 10 |
|
| 11 |
Vela sizes count all stored model parameters across text, image and audio: Nano 163,771,288 and Mini 1,361,475,288. Peer sizes use registry-reported totals, which can be rounded. Peers include both single-modality specialists and multimodal encoders. Their scores were reported under differing prompts, model revisions and evaluation protocols; these are snapshot-relative comparisons, not matched reproductions or official leaderboard submissions. There is no combined text–image–audio rank. Neither current Vela model lies on these complete-panel frontiers.
|
| 12 |
|
| 13 |
+
[All ranks](complete-panel-ranks.md) · [Complete vectors, source URLs, exclusions and plotted points](general-rank-data.json) · [Figure metadata](general-rank-figures.json) · [Vela evaluation protocol](https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/blob/main/benchmarks/EVALUATION.md)
|
| 14 |
|
| 15 |
## Evaluation modes
|
| 16 |
|
| 17 |
Nano uses default shared text; Mini uses fixed official per-task MTEB instructions in the English comparison. Both use default shared audio. Mini's historical default English result (58.79 Mean(TaskType), 63.49 Mean(Task)) remains available separately and is not a matched causal control. One declared mode per Vela model is counted in each ranking population.
|
| 18 |
|
| 19 |
+
[Fixed instructions and all 41 scores](https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/blob/main/benchmarks/instruction-mode.md) · [API equivalence](https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/blob/main/benchmarks/instruction-api-equivalence.json)
|
| 20 |
|
| 21 |
## Selected task strengths
|
| 22 |
|
benchmarks/pareto-new-frontiers.json
CHANGED
|
@@ -7,28 +7,28 @@
|
|
| 7 |
"dominance": "A peer has no more total parameters and no lower score, with at least one strict inequality. Scores use original available floating values, not rounded display labels.",
|
| 8 |
"sources": {
|
| 9 |
"nano_English41": {
|
| 10 |
-
"url": "https://huggingface.co/
|
| 11 |
"evidence_type": "Vela_release_report",
|
| 12 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 13 |
"sha256": "f3daecad1cf431630598efb04f3667431e3420239240f28a51568a74cef0c64f"
|
| 14 |
},
|
| 15 |
"nano_audio19": {
|
| 16 |
-
"url": "https://huggingface.co/
|
| 17 |
"evidence_type": "Vela_release_report",
|
| 18 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 19 |
-
"sha256": "
|
| 20 |
},
|
| 21 |
"mini_English41": {
|
| 22 |
-
"url": "https://huggingface.co/
|
| 23 |
"evidence_type": "Vela_release_report",
|
| 24 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 25 |
-
"sha256": "
|
| 26 |
},
|
| 27 |
"mini_audio19": {
|
| 28 |
-
"url": "https://huggingface.co/
|
| 29 |
"evidence_type": "Vela_release_report",
|
| 30 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 31 |
-
"sha256": "
|
| 32 |
},
|
| 33 |
"scores_MTEB_eng_v2": {
|
| 34 |
"url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores",
|
|
@@ -45,21 +45,21 @@
|
|
| 45 |
"benchmark": "MAEB(beta, audio-only)"
|
| 46 |
},
|
| 47 |
"mini_component_equivalence": {
|
| 48 |
-
"url": "https://huggingface.co/
|
| 49 |
-
"sha256": "
|
| 50 |
"evidence_type": "exact_component_identity_report",
|
| 51 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
|
| 52 |
},
|
| 53 |
"nano_component_equivalence": {
|
| 54 |
-
"url": "https://huggingface.co/
|
| 55 |
"evidence_type": "Vela_release_report",
|
| 56 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 57 |
-
"sha256": "
|
| 58 |
}
|
| 59 |
},
|
| 60 |
"models": {
|
| 61 |
"nano": {
|
| 62 |
-
"repo_id": "
|
| 63 |
"release_commit": null,
|
| 64 |
"parameters_exact": 163771288,
|
| 65 |
"current_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
|
@@ -88,7 +88,7 @@
|
|
| 88 |
"evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
|
| 89 |
"evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
|
| 90 |
"revision_kind": "local native artifact fingerprint, not a Hugging Face commit",
|
| 91 |
-
"report": "https://huggingface.co/
|
| 92 |
"new_full_panel_inference": false,
|
| 93 |
"basis": "199 exact text tensors and byte-identical inference/tokenizer/configuration under the same official evaluator protocol."
|
| 94 |
},
|
|
@@ -97,11 +97,11 @@
|
|
| 97 |
"revision": "self",
|
| 98 |
"native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
|
| 99 |
"parameters": 135383808,
|
| 100 |
-
"report": "https://huggingface.co/
|
| 101 |
"new_benchmark_run": false
|
| 102 |
}
|
| 103 |
},
|
| 104 |
-
"report": "https://huggingface.co/
|
| 105 |
"new_full_panel_inference": false,
|
| 106 |
"basis": "The frozen text tensors, tokenizer, configuration and encoding computation are unchanged. The original measured text identity is retained."
|
| 107 |
}
|
|
@@ -111,20 +111,20 @@
|
|
| 111 |
"audio19": {
|
| 112 |
"source_id": "nano_audio19",
|
| 113 |
"identity": {
|
| 114 |
-
"model": "
|
| 115 |
"evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 116 |
"release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 117 |
-
"report": "https://huggingface.co/
|
| 118 |
"new_full_panel_inference": true
|
| 119 |
},
|
| 120 |
"self_reference_interpretation": "Nano native fingerprint 474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2"
|
| 121 |
}
|
| 122 |
},
|
| 123 |
-
"release_reference": "https://huggingface.co/
|
| 124 |
"release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
|
| 125 |
},
|
| 126 |
"mini": {
|
| 127 |
-
"repo_id": "
|
| 128 |
"release_commit": null,
|
| 129 |
"parameters_exact": 1361475288,
|
| 130 |
"current_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
|
@@ -141,7 +141,7 @@
|
|
| 141 |
"repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
|
| 142 |
"revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
|
| 143 |
},
|
| 144 |
-
"applies_to_model": "
|
| 145 |
"applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 146 |
"prior_component_applicability": {
|
| 147 |
"component": "text",
|
|
@@ -149,15 +149,15 @@
|
|
| 149 |
"repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
|
| 150 |
"revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
|
| 151 |
},
|
| 152 |
-
"applies_to_model": "
|
| 153 |
"applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
|
| 154 |
"bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
|
| 155 |
-
"report": "https://huggingface.co/
|
| 156 |
"new_whole_Omni_panel_inference": false,
|
| 157 |
"basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
|
| 158 |
"prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
|
| 159 |
},
|
| 160 |
-
"report": "https://huggingface.co/
|
| 161 |
"new_whole_Omni_panel_inference": false,
|
| 162 |
"basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity."
|
| 163 |
}
|
|
@@ -167,16 +167,16 @@
|
|
| 167 |
"audio19": {
|
| 168 |
"source_id": "mini_audio19",
|
| 169 |
"identity": {
|
| 170 |
-
"model": "
|
| 171 |
"evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 172 |
"release_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 173 |
-
"report": "https://huggingface.co/
|
| 174 |
"new_full_panel_inference": true
|
| 175 |
},
|
| 176 |
"self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
|
| 177 |
}
|
| 178 |
},
|
| 179 |
-
"release_reference": "https://huggingface.co/
|
| 180 |
"release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
|
| 181 |
}
|
| 182 |
},
|
|
@@ -4110,7 +4110,7 @@
|
|
| 4110 |
"on_displayed_frontier": false
|
| 4111 |
},
|
| 4112 |
{
|
| 4113 |
-
"model": "
|
| 4114 |
"kind": "nano",
|
| 4115 |
"parameters_billion": 0.163771288,
|
| 4116 |
"parameters_exact": 163771288,
|
|
@@ -4122,11 +4122,11 @@
|
|
| 4122 |
"on_displayed_frontier": true,
|
| 4123 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 4124 |
"revision": null,
|
| 4125 |
-
"report": "https://huggingface.co/
|
| 4126 |
"evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646"
|
| 4127 |
},
|
| 4128 |
{
|
| 4129 |
-
"model": "
|
| 4130 |
"kind": "mini",
|
| 4131 |
"parameters_billion": 1.361475288,
|
| 4132 |
"parameters_exact": 1361475288,
|
|
@@ -4138,7 +4138,7 @@
|
|
| 4138 |
"on_displayed_frontier": false,
|
| 4139 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 4140 |
"revision": null,
|
| 4141 |
-
"report": "https://huggingface.co/
|
| 4142 |
"evaluated_native_artifact_sha256": null
|
| 4143 |
}
|
| 4144 |
],
|
|
@@ -4149,7 +4149,7 @@
|
|
| 4149 |
"MongoDB/mdbr-leaf-mt",
|
| 4150 |
"BAAI/bge-small-en",
|
| 4151 |
"codefuse-ai/F2LLM-v2-160M",
|
| 4152 |
-
"
|
| 4153 |
"jinaai/jina-embeddings-v5-text-nano",
|
| 4154 |
"jxm/cde-small-v2",
|
| 4155 |
"Tarka-AIR/Tarka-Embedding-350M-V1",
|
|
@@ -5782,7 +5782,7 @@
|
|
| 5782 |
"on_displayed_frontier": false
|
| 5783 |
},
|
| 5784 |
{
|
| 5785 |
-
"model": "
|
| 5786 |
"kind": "nano",
|
| 5787 |
"parameters_billion": 0.163771288,
|
| 5788 |
"parameters_exact": 163771288,
|
|
@@ -5794,13 +5794,13 @@
|
|
| 5794 |
"on_displayed_frontier": true,
|
| 5795 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 5796 |
"revision": null,
|
| 5797 |
-
"report": "https://huggingface.co/
|
| 5798 |
"evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 5799 |
"evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 5800 |
-
"evaluated_model": "
|
| 5801 |
},
|
| 5802 |
{
|
| 5803 |
-
"model": "
|
| 5804 |
"kind": "mini",
|
| 5805 |
"parameters_billion": 1.361475288,
|
| 5806 |
"parameters_exact": 1361475288,
|
|
@@ -5812,7 +5812,7 @@
|
|
| 5812 |
"on_displayed_frontier": true,
|
| 5813 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 5814 |
"revision": null,
|
| 5815 |
-
"report": "https://huggingface.co/
|
| 5816 |
"evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
|
| 5817 |
}
|
| 5818 |
],
|
|
@@ -5820,8 +5820,8 @@
|
|
| 5820 |
"google/yamnet",
|
| 5821 |
"matthewagi/HeAR-s1.1",
|
| 5822 |
"MIT/ast-finetuned-audioset-10-10-0.4593",
|
| 5823 |
-
"
|
| 5824 |
-
"
|
| 5825 |
],
|
| 5826 |
"reported_peer_observations": 65,
|
| 5827 |
"unknown_size_observations_excluded": [],
|
|
|
|
| 7 |
"dominance": "A peer has no more total parameters and no lower score, with at least one strict inequality. Scores use original available floating values, not rounded display labels.",
|
| 8 |
"sources": {
|
| 9 |
"nano_English41": {
|
| 10 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json",
|
| 11 |
"evidence_type": "Vela_release_report",
|
| 12 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 13 |
"sha256": "f3daecad1cf431630598efb04f3667431e3420239240f28a51568a74cef0c64f"
|
| 14 |
},
|
| 15 |
"nano_audio19": {
|
| 16 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
|
| 17 |
"evidence_type": "Vela_release_report",
|
| 18 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 19 |
+
"sha256": "d6360bc3e6b7005bf3251df0ead3d4c35358a502e528b3f9628b35e4a0786391"
|
| 20 |
},
|
| 21 |
"mini_English41": {
|
| 22 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
|
| 23 |
"evidence_type": "Vela_release_report",
|
| 24 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 25 |
+
"sha256": "a124a6c903559ceeaae2ac883af756adcca6dd45a4d1e1bda37136fcfd89be70"
|
| 26 |
},
|
| 27 |
"mini_audio19": {
|
| 28 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
|
| 29 |
"evidence_type": "Vela_release_report",
|
| 30 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 31 |
+
"sha256": "a6892ff7f563355e9faef208f08e85459f3c81952e44e92a9b911c00f0b5518a"
|
| 32 |
},
|
| 33 |
"scores_MTEB_eng_v2": {
|
| 34 |
"url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores",
|
|
|
|
| 45 |
"benchmark": "MAEB(beta, audio-only)"
|
| 46 |
},
|
| 47 |
"mini_component_equivalence": {
|
| 48 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
|
| 49 |
+
"sha256": "14720aceeb7a2a4b9d9f0cd0b0c83b7eef021a0fe5fb964a3aa70dfc3f2f22e9",
|
| 50 |
"evidence_type": "exact_component_identity_report",
|
| 51 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
|
| 52 |
},
|
| 53 |
"nano_component_equivalence": {
|
| 54 |
+
"url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
|
| 55 |
"evidence_type": "Vela_release_report",
|
| 56 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 57 |
+
"sha256": "c11936497d7c86becaa052a0ec646b867f6907f0c1013ba61ee193ff8c80805f"
|
| 58 |
}
|
| 59 |
},
|
| 60 |
"models": {
|
| 61 |
"nano": {
|
| 62 |
+
"repo_id": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 63 |
"release_commit": null,
|
| 64 |
"parameters_exact": 163771288,
|
| 65 |
"current_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
|
|
|
| 88 |
"evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
|
| 89 |
"evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
|
| 90 |
"revision_kind": "local native artifact fingerprint, not a Hugging Face commit",
|
| 91 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/component-equivalence.json",
|
| 92 |
"new_full_panel_inference": false,
|
| 93 |
"basis": "199 exact text tensors and byte-identical inference/tokenizer/configuration under the same official evaluator protocol."
|
| 94 |
},
|
|
|
|
| 97 |
"revision": "self",
|
| 98 |
"native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
|
| 99 |
"parameters": 135383808,
|
| 100 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/inference-equivalence.json",
|
| 101 |
"new_benchmark_run": false
|
| 102 |
}
|
| 103 |
},
|
| 104 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
|
| 105 |
"new_full_panel_inference": false,
|
| 106 |
"basis": "The frozen text tensors, tokenizer, configuration and encoding computation are unchanged. The original measured text identity is retained."
|
| 107 |
}
|
|
|
|
| 111 |
"audio19": {
|
| 112 |
"source_id": "nano_audio19",
|
| 113 |
"identity": {
|
| 114 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 115 |
"evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 116 |
"release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 117 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
|
| 118 |
"new_full_panel_inference": true
|
| 119 |
},
|
| 120 |
"self_reference_interpretation": "Nano native fingerprint 474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2"
|
| 121 |
}
|
| 122 |
},
|
| 123 |
+
"release_reference": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano",
|
| 124 |
"release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
|
| 125 |
},
|
| 126 |
"mini": {
|
| 127 |
+
"repo_id": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 128 |
"release_commit": null,
|
| 129 |
"parameters_exact": 1361475288,
|
| 130 |
"current_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
|
|
|
| 141 |
"repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
|
| 142 |
"revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
|
| 143 |
},
|
| 144 |
+
"applies_to_model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 145 |
"applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 146 |
"prior_component_applicability": {
|
| 147 |
"component": "text",
|
|
|
|
| 149 |
"repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
|
| 150 |
"revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
|
| 151 |
},
|
| 152 |
+
"applies_to_model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 153 |
"applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
|
| 154 |
"bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
|
| 155 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/component-equivalence.json",
|
| 156 |
"new_whole_Omni_panel_inference": false,
|
| 157 |
"basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
|
| 158 |
"prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
|
| 159 |
},
|
| 160 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
|
| 161 |
"new_whole_Omni_panel_inference": false,
|
| 162 |
"basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity."
|
| 163 |
}
|
|
|
|
| 167 |
"audio19": {
|
| 168 |
"source_id": "mini_audio19",
|
| 169 |
"identity": {
|
| 170 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 171 |
"evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 172 |
"release_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 173 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
|
| 174 |
"new_full_panel_inference": true
|
| 175 |
},
|
| 176 |
"self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
|
| 177 |
}
|
| 178 |
},
|
| 179 |
+
"release_reference": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini",
|
| 180 |
"release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
|
| 181 |
}
|
| 182 |
},
|
|
|
|
| 4110 |
"on_displayed_frontier": false
|
| 4111 |
},
|
| 4112 |
{
|
| 4113 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 4114 |
"kind": "nano",
|
| 4115 |
"parameters_billion": 0.163771288,
|
| 4116 |
"parameters_exact": 163771288,
|
|
|
|
| 4122 |
"on_displayed_frontier": true,
|
| 4123 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 4124 |
"revision": null,
|
| 4125 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json",
|
| 4126 |
"evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646"
|
| 4127 |
},
|
| 4128 |
{
|
| 4129 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 4130 |
"kind": "mini",
|
| 4131 |
"parameters_billion": 1.361475288,
|
| 4132 |
"parameters_exact": 1361475288,
|
|
|
|
| 4138 |
"on_displayed_frontier": false,
|
| 4139 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 4140 |
"revision": null,
|
| 4141 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
|
| 4142 |
"evaluated_native_artifact_sha256": null
|
| 4143 |
}
|
| 4144 |
],
|
|
|
|
| 4149 |
"MongoDB/mdbr-leaf-mt",
|
| 4150 |
"BAAI/bge-small-en",
|
| 4151 |
"codefuse-ai/F2LLM-v2-160M",
|
| 4152 |
+
"vllm-sr/Vela-1.0-Omni-Nano",
|
| 4153 |
"jinaai/jina-embeddings-v5-text-nano",
|
| 4154 |
"jxm/cde-small-v2",
|
| 4155 |
"Tarka-AIR/Tarka-Embedding-350M-V1",
|
|
|
|
| 5782 |
"on_displayed_frontier": false
|
| 5783 |
},
|
| 5784 |
{
|
| 5785 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 5786 |
"kind": "nano",
|
| 5787 |
"parameters_billion": 0.163771288,
|
| 5788 |
"parameters_exact": 163771288,
|
|
|
|
| 5794 |
"on_displayed_frontier": true,
|
| 5795 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 5796 |
"revision": null,
|
| 5797 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
|
| 5798 |
"evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 5799 |
"evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 5800 |
+
"evaluated_model": "vllm-sr/Vela-1.0-Omni-Nano"
|
| 5801 |
},
|
| 5802 |
{
|
| 5803 |
+
"model": "vllm-sr/Vela-1.0-Omni-Mini",
|
| 5804 |
"kind": "mini",
|
| 5805 |
"parameters_billion": 1.361475288,
|
| 5806 |
"parameters_exact": 1361475288,
|
|
|
|
| 5812 |
"on_displayed_frontier": true,
|
| 5813 |
"native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
|
| 5814 |
"revision": null,
|
| 5815 |
+
"report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
|
| 5816 |
"evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
|
| 5817 |
}
|
| 5818 |
],
|
|
|
|
| 5820 |
"google/yamnet",
|
| 5821 |
"matthewagi/HeAR-s1.1",
|
| 5822 |
"MIT/ast-finetuned-audioset-10-10-0.4593",
|
| 5823 |
+
"vllm-sr/Vela-1.0-Omni-Nano",
|
| 5824 |
+
"vllm-sr/Vela-1.0-Omni-Mini"
|
| 5825 |
],
|
| 5826 |
"reported_peer_observations": 65,
|
| 5827 |
"unknown_size_observations_excluded": [],
|
benchmarks/pareto-points.csv
CHANGED
|
@@ -81,7 +81,7 @@ ArXivHierarchicalClusteringP2P,v_measure,nomic-ai/nomic-embed-text-v1,peer,0.137
|
|
| 81 |
ArXivHierarchicalClusteringP2P,v_measure,nomic-ai/nomic-embed-text-v1-ablated,peer,0.137,57.903400000000005,True,False,registry_reported,registry_reported:nomic-ai/nomic-embed-text-v1-ablated,,
|
| 82 |
ArXivHierarchicalClusteringP2P,v_measure,nomic-ai/nomic-embed-text-v1-unsupervised,peer,0.137,56.7453,True,False,registry_reported,registry_reported:nomic-ai/nomic-embed-text-v1-unsupervised,,
|
| 83 |
ArXivHierarchicalClusteringP2P,v_measure,nomic-ai/nomic-embed-text-v1.5,peer,0.137,60.08051520875409,True,False,registry_reported,registry_reported:nomic-ai/nomic-embed-text-v1.5,,
|
| 84 |
-
ArXivHierarchicalClusteringP2P,v_measure,
|
| 85 |
ArXivHierarchicalClusteringP2P,v_measure,ibm-granite/granite-embedding-english-r2,peer,0.149,59.0566,True,False,registry_reported,registry_reported:ibm-granite/granite-embedding-english-r2,,
|
| 86 |
ArXivHierarchicalClusteringP2P,v_measure,Tarka-AIR/Tarka-Embedding-150M-V1,peer,0.156,63.397099999999995,True,False,registry_reported,registry_reported:Tarka-AIR/Tarka-Embedding-150M-V1,,
|
| 87 |
ArXivHierarchicalClusteringP2P,v_measure,codefuse-ai/F2LLM-v2-160M,peer,0.159,62.4399,True,False,registry_reported,registry_reported:codefuse-ai/F2LLM-v2-160M,,
|
|
@@ -159,7 +159,7 @@ ArXivHierarchicalClusteringP2P,v_measure,DeepPavlov/rubert-base-cased,peer,1.28,
|
|
| 159 |
ArXivHierarchicalClusteringP2P,v_measure,manu/sentence_croissant_alpha_v0.2,peer,1.28,59.5187,True,False,registry_reported,registry_reported:manu/sentence_croissant_alpha_v0.2,,
|
| 160 |
ArXivHierarchicalClusteringP2P,v_measure,manu/sentence_croissant_alpha_v0.3,peer,1.28,55.098400000000005,True,False,registry_reported,registry_reported:manu/sentence_croissant_alpha_v0.3,,
|
| 161 |
ArXivHierarchicalClusteringP2P,v_measure,manu/sentence_croissant_alpha_v0.4,peer,1.28,58.5928,True,False,registry_reported,registry_reported:manu/sentence_croissant_alpha_v0.4,,
|
| 162 |
-
ArXivHierarchicalClusteringP2P,v_measure,
|
| 163 |
ArXivHierarchicalClusteringP2P,v_measure,NovaSearch/stella_en_1.5B_v5,peer,1.54,64.52339106857525,True,False,registry_reported,registry_reported:NovaSearch/stella_en_1.5B_v5,,
|
| 164 |
ArXivHierarchicalClusteringP2P,v_measure,Alibaba-NLP/gte-Qwen2-1.5B-instruct,peer,1.543,64.7434,True,False,registry_reported,registry_reported:Alibaba-NLP/gte-Qwen2-1.5B-instruct,,
|
| 165 |
ArXivHierarchicalClusteringP2P,v_measure,NovaSearch/jasper_en_vision_language_v1,peer,1.565,68.68769999999999,True,False,registry_reported,registry_reported:NovaSearch/jasper_en_vision_language_v1,,
|
|
@@ -234,7 +234,7 @@ NMSQAPairClassification,max_ap,microsoft/wavlm-base-plus-sv,peer,0.095,48.4168,T
|
|
| 234 |
NMSQAPairClassification,max_ap,microsoft/wavlm-base-sd,peer,0.095,52.9964,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sd,,
|
| 235 |
NMSQAPairClassification,max_ap,microsoft/wavlm-base-sv,peer,0.095,52.9964,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sv,,
|
| 236 |
NMSQAPairClassification,max_ap,asapp/sew-d-mid-400k-ft-ls100h,peer,0.139,48.4208,True,False,registry_reported,registry_reported:asapp/sew-d-mid-400k-ft-ls100h,,
|
| 237 |
-
NMSQAPairClassification,max_ap,
|
| 238 |
NMSQAPairClassification,max_ap,laion/clap-htsat-unfused,peer,0.153,46.9791,True,False,registry_reported,registry_reported:laion/clap-htsat-unfused,,
|
| 239 |
NMSQAPairClassification,max_ap,laion/clap-htsat-fused,peer,0.154,47.8507,True,False,registry_reported,registry_reported:laion/clap-htsat-fused,,
|
| 240 |
NMSQAPairClassification,max_ap,microsoft/msclap-2023,peer,0.16,51.0934,True,False,registry_reported,registry_reported:microsoft/msclap-2023,,
|
|
@@ -262,7 +262,7 @@ NMSQAPairClassification,max_ap,facebook/mms-1b-l1107,peer,1.0,50.069399999999995
|
|
| 262 |
NMSQAPairClassification,max_ap,facebook/wav2vec2-xls-r-1b,peer,1.0,49.3205,True,False,registry_reported,registry_reported:facebook/wav2vec2-xls-r-1b,,
|
| 263 |
NMSQAPairClassification,max_ap,speechbrain/m-ctc-t-large,peer,1.059,58.9789,True,False,registry_reported,registry_reported:speechbrain/m-ctc-t-large,,
|
| 264 |
NMSQAPairClassification,max_ap,LanguageBind/LanguageBind_Omni,peer,1.2,50.053000000000004,True,False,registry_reported,registry_reported:LanguageBind/LanguageBind_Omni,,
|
| 265 |
-
NMSQAPairClassification,max_ap,
|
| 266 |
NMSQAPairClassification,max_ap,openai/whisper-large-v3,peer,1.55,48.4145,True,False,registry_reported,registry_reported:openai/whisper-large-v3,,
|
| 267 |
NMSQAPairClassification,max_ap,jinaai/jina-embeddings-v5-omni-small,peer,1.626,93.38365214450435,True,False,registry_reported,registry_reported:jinaai/jina-embeddings-v5-omni-small,,
|
| 268 |
NMSQAPairClassification,max_ap,encord-team/ebind-full,peer,1.79,46.0069,True,False,registry_reported,registry_reported:encord-team/ebind-full,,
|
|
@@ -302,7 +302,7 @@ SIBFLEURS,accuracy,microsoft/wavlm-base-plus-sv,peer,0.095,11.857322549019608,Tr
|
|
| 302 |
SIBFLEURS,accuracy,microsoft/wavlm-base-sd,peer,0.095,13.31318431372549,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sd,,
|
| 303 |
SIBFLEURS,accuracy,microsoft/wavlm-base-sv,peer,0.095,13.31318431372549,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sv,,
|
| 304 |
SIBFLEURS,accuracy,asapp/sew-d-mid-400k-ft-ls100h,peer,0.139,12.634273529411763,True,False,registry_reported,registry_reported:asapp/sew-d-mid-400k-ft-ls100h,,
|
| 305 |
-
SIBFLEURS,accuracy,
|
| 306 |
SIBFLEURS,accuracy,laion/clap-htsat-unfused,peer,0.153,8.674730392156862,True,False,registry_reported,registry_reported:laion/clap-htsat-unfused,,
|
| 307 |
SIBFLEURS,accuracy,laion/clap-htsat-fused,peer,0.154,9.069597058823529,True,False,registry_reported,registry_reported:laion/clap-htsat-fused,,
|
| 308 |
SIBFLEURS,accuracy,microsoft/msclap-2023,peer,0.16,14.073474509803921,True,False,registry_reported,registry_reported:microsoft/msclap-2023,,
|
|
@@ -330,7 +330,7 @@ SIBFLEURS,accuracy,facebook/mms-1b-l1107,peer,1.0,21.60156862745098,True,False,r
|
|
| 330 |
SIBFLEURS,accuracy,facebook/wav2vec2-xls-r-1b,peer,1.0,12.637753921568628,True,False,registry_reported,registry_reported:facebook/wav2vec2-xls-r-1b,,
|
| 331 |
SIBFLEURS,accuracy,speechbrain/m-ctc-t-large,peer,1.059,21.695727450980392,True,False,registry_reported,registry_reported:speechbrain/m-ctc-t-large,,
|
| 332 |
SIBFLEURS,accuracy,LanguageBind/LanguageBind_Omni,peer,1.2,14.720610784313726,True,False,registry_reported,registry_reported:LanguageBind/LanguageBind_Omni,,
|
| 333 |
-
SIBFLEURS,accuracy,
|
| 334 |
SIBFLEURS,accuracy,openai/whisper-large-v3,peer,1.55,22.948927450980392,True,False,registry_reported,registry_reported:openai/whisper-large-v3,,
|
| 335 |
SIBFLEURS,accuracy,jinaai/jina-embeddings-v5-omni-small,peer,1.626,30.350692156862742,True,False,registry_reported,registry_reported:jinaai/jina-embeddings-v5-omni-small,,
|
| 336 |
SIBFLEURS,accuracy,encord-team/ebind-full,peer,1.79,14.727586274509804,True,False,registry_reported,registry_reported:encord-team/ebind-full,,
|
|
@@ -372,7 +372,7 @@ VehicleSoundClustering,v_measure,microsoft/wavlm-base-plus-sv,peer,0.095,1.7932,
|
|
| 372 |
VehicleSoundClustering,v_measure,microsoft/wavlm-base-sd,peer,0.095,0.40940000000000004,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sd,,
|
| 373 |
VehicleSoundClustering,v_measure,microsoft/wavlm-base-sv,peer,0.095,0.40940000000000004,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sv,,
|
| 374 |
VehicleSoundClustering,v_measure,asapp/sew-d-mid-400k-ft-ls100h,peer,0.139,0.6276,True,False,registry_reported,registry_reported:asapp/sew-d-mid-400k-ft-ls100h,,
|
| 375 |
-
VehicleSoundClustering,v_measure,
|
| 376 |
VehicleSoundClustering,v_measure,laion/clap-htsat-unfused,peer,0.153,2.6642,True,False,registry_reported,registry_reported:laion/clap-htsat-unfused,,
|
| 377 |
VehicleSoundClustering,v_measure,laion/clap-htsat-fused,peer,0.154,4.7132,True,False,registry_reported,registry_reported:laion/clap-htsat-fused,,
|
| 378 |
VehicleSoundClustering,v_measure,microsoft/msclap-2023,peer,0.16,2.86,True,False,registry_reported,registry_reported:microsoft/msclap-2023,,
|
|
@@ -400,7 +400,7 @@ VehicleSoundClustering,v_measure,facebook/mms-1b-l1107,peer,1.0,0.4373,True,Fals
|
|
| 400 |
VehicleSoundClustering,v_measure,facebook/wav2vec2-xls-r-1b,peer,1.0,0.1275,True,False,registry_reported,registry_reported:facebook/wav2vec2-xls-r-1b,,
|
| 401 |
VehicleSoundClustering,v_measure,speechbrain/m-ctc-t-large,peer,1.059,0.967,True,False,registry_reported,registry_reported:speechbrain/m-ctc-t-large,,
|
| 402 |
VehicleSoundClustering,v_measure,LanguageBind/LanguageBind_Omni,peer,1.2,2.5643,True,False,registry_reported,registry_reported:LanguageBind/LanguageBind_Omni,,
|
| 403 |
-
VehicleSoundClustering,v_measure,
|
| 404 |
VehicleSoundClustering,v_measure,openai/whisper-large-v3,peer,1.55,1.3834000000000002,True,False,registry_reported,registry_reported:openai/whisper-large-v3,,
|
| 405 |
VehicleSoundClustering,v_measure,jinaai/jina-embeddings-v5-omni-small,peer,1.626,4.8423,True,False,registry_reported,registry_reported:jinaai/jina-embeddings-v5-omni-small,,
|
| 406 |
VehicleSoundClustering,v_measure,encord-team/ebind-full,peer,1.79,6.4883,True,False,registry_reported,registry_reported:encord-team/ebind-full,,
|
|
|
|
| 81 |
ArXivHierarchicalClusteringP2P,v_measure,nomic-ai/nomic-embed-text-v1-ablated,peer,0.137,57.903400000000005,True,False,registry_reported,registry_reported:nomic-ai/nomic-embed-text-v1-ablated,,
|
| 82 |
ArXivHierarchicalClusteringP2P,v_measure,nomic-ai/nomic-embed-text-v1-unsupervised,peer,0.137,56.7453,True,False,registry_reported,registry_reported:nomic-ai/nomic-embed-text-v1-unsupervised,,
|
| 83 |
ArXivHierarchicalClusteringP2P,v_measure,nomic-ai/nomic-embed-text-v1.5,peer,0.137,60.08051520875409,True,False,registry_reported,registry_reported:nomic-ai/nomic-embed-text-v1.5,,
|
| 84 |
+
ArXivHierarchicalClusteringP2P,v_measure,vllm-sr/Vela-1.0-Omni-Nano,nano,0.163771288,64.88847259326147,True,False,exact_text_component_applicability,vela_release_evaluation:vllm-sr/Vela-1.0-Omni-Nano,,474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2
|
| 85 |
ArXivHierarchicalClusteringP2P,v_measure,ibm-granite/granite-embedding-english-r2,peer,0.149,59.0566,True,False,registry_reported,registry_reported:ibm-granite/granite-embedding-english-r2,,
|
| 86 |
ArXivHierarchicalClusteringP2P,v_measure,Tarka-AIR/Tarka-Embedding-150M-V1,peer,0.156,63.397099999999995,True,False,registry_reported,registry_reported:Tarka-AIR/Tarka-Embedding-150M-V1,,
|
| 87 |
ArXivHierarchicalClusteringP2P,v_measure,codefuse-ai/F2LLM-v2-160M,peer,0.159,62.4399,True,False,registry_reported,registry_reported:codefuse-ai/F2LLM-v2-160M,,
|
|
|
|
| 159 |
ArXivHierarchicalClusteringP2P,v_measure,manu/sentence_croissant_alpha_v0.2,peer,1.28,59.5187,True,False,registry_reported,registry_reported:manu/sentence_croissant_alpha_v0.2,,
|
| 160 |
ArXivHierarchicalClusteringP2P,v_measure,manu/sentence_croissant_alpha_v0.3,peer,1.28,55.098400000000005,True,False,registry_reported,registry_reported:manu/sentence_croissant_alpha_v0.3,,
|
| 161 |
ArXivHierarchicalClusteringP2P,v_measure,manu/sentence_croissant_alpha_v0.4,peer,1.28,58.5928,True,False,registry_reported,registry_reported:manu/sentence_croissant_alpha_v0.4,,
|
| 162 |
+
ArXivHierarchicalClusteringP2P,v_measure,vllm-sr/Vela-1.0-Omni-Mini,mini,1.361475288,62.00989328478093,True,False,exact_text_component_applicability,vela_release_evaluation:vllm-sr/Vela-1.0-Omni-Mini,,d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731
|
| 163 |
ArXivHierarchicalClusteringP2P,v_measure,NovaSearch/stella_en_1.5B_v5,peer,1.54,64.52339106857525,True,False,registry_reported,registry_reported:NovaSearch/stella_en_1.5B_v5,,
|
| 164 |
ArXivHierarchicalClusteringP2P,v_measure,Alibaba-NLP/gte-Qwen2-1.5B-instruct,peer,1.543,64.7434,True,False,registry_reported,registry_reported:Alibaba-NLP/gte-Qwen2-1.5B-instruct,,
|
| 165 |
ArXivHierarchicalClusteringP2P,v_measure,NovaSearch/jasper_en_vision_language_v1,peer,1.565,68.68769999999999,True,False,registry_reported,registry_reported:NovaSearch/jasper_en_vision_language_v1,,
|
|
|
|
| 234 |
NMSQAPairClassification,max_ap,microsoft/wavlm-base-sd,peer,0.095,52.9964,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sd,,
|
| 235 |
NMSQAPairClassification,max_ap,microsoft/wavlm-base-sv,peer,0.095,52.9964,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sv,,
|
| 236 |
NMSQAPairClassification,max_ap,asapp/sew-d-mid-400k-ft-ls100h,peer,0.139,48.4208,True,False,registry_reported,registry_reported:asapp/sew-d-mid-400k-ft-ls100h,,
|
| 237 |
+
NMSQAPairClassification,max_ap,vllm-sr/Vela-1.0-Omni-Nano,nano,0.163771288,62.89933955933497,True,True,measured_release_evaluation,,,474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2
|
| 238 |
NMSQAPairClassification,max_ap,laion/clap-htsat-unfused,peer,0.153,46.9791,True,False,registry_reported,registry_reported:laion/clap-htsat-unfused,,
|
| 239 |
NMSQAPairClassification,max_ap,laion/clap-htsat-fused,peer,0.154,47.8507,True,False,registry_reported,registry_reported:laion/clap-htsat-fused,,
|
| 240 |
NMSQAPairClassification,max_ap,microsoft/msclap-2023,peer,0.16,51.0934,True,False,registry_reported,registry_reported:microsoft/msclap-2023,,
|
|
|
|
| 262 |
NMSQAPairClassification,max_ap,facebook/wav2vec2-xls-r-1b,peer,1.0,49.3205,True,False,registry_reported,registry_reported:facebook/wav2vec2-xls-r-1b,,
|
| 263 |
NMSQAPairClassification,max_ap,speechbrain/m-ctc-t-large,peer,1.059,58.9789,True,False,registry_reported,registry_reported:speechbrain/m-ctc-t-large,,
|
| 264 |
NMSQAPairClassification,max_ap,LanguageBind/LanguageBind_Omni,peer,1.2,50.053000000000004,True,False,registry_reported,registry_reported:LanguageBind/LanguageBind_Omni,,
|
| 265 |
+
NMSQAPairClassification,max_ap,vllm-sr/Vela-1.0-Omni-Mini,mini,1.361475288,88.19599834012242,True,False,measured_release_evaluation,,,d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731
|
| 266 |
NMSQAPairClassification,max_ap,openai/whisper-large-v3,peer,1.55,48.4145,True,False,registry_reported,registry_reported:openai/whisper-large-v3,,
|
| 267 |
NMSQAPairClassification,max_ap,jinaai/jina-embeddings-v5-omni-small,peer,1.626,93.38365214450435,True,False,registry_reported,registry_reported:jinaai/jina-embeddings-v5-omni-small,,
|
| 268 |
NMSQAPairClassification,max_ap,encord-team/ebind-full,peer,1.79,46.0069,True,False,registry_reported,registry_reported:encord-team/ebind-full,,
|
|
|
|
| 302 |
SIBFLEURS,accuracy,microsoft/wavlm-base-sd,peer,0.095,13.31318431372549,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sd,,
|
| 303 |
SIBFLEURS,accuracy,microsoft/wavlm-base-sv,peer,0.095,13.31318431372549,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sv,,
|
| 304 |
SIBFLEURS,accuracy,asapp/sew-d-mid-400k-ft-ls100h,peer,0.139,12.634273529411763,True,False,registry_reported,registry_reported:asapp/sew-d-mid-400k-ft-ls100h,,
|
| 305 |
+
SIBFLEURS,accuracy,vllm-sr/Vela-1.0-Omni-Nano,nano,0.163771288,18.072541269472218,True,False,measured_release_evaluation,,,474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2
|
| 306 |
SIBFLEURS,accuracy,laion/clap-htsat-unfused,peer,0.153,8.674730392156862,True,False,registry_reported,registry_reported:laion/clap-htsat-unfused,,
|
| 307 |
SIBFLEURS,accuracy,laion/clap-htsat-fused,peer,0.154,9.069597058823529,True,False,registry_reported,registry_reported:laion/clap-htsat-fused,,
|
| 308 |
SIBFLEURS,accuracy,microsoft/msclap-2023,peer,0.16,14.073474509803921,True,False,registry_reported,registry_reported:microsoft/msclap-2023,,
|
|
|
|
| 330 |
SIBFLEURS,accuracy,facebook/wav2vec2-xls-r-1b,peer,1.0,12.637753921568628,True,False,registry_reported,registry_reported:facebook/wav2vec2-xls-r-1b,,
|
| 331 |
SIBFLEURS,accuracy,speechbrain/m-ctc-t-large,peer,1.059,21.695727450980392,True,False,registry_reported,registry_reported:speechbrain/m-ctc-t-large,,
|
| 332 |
SIBFLEURS,accuracy,LanguageBind/LanguageBind_Omni,peer,1.2,14.720610784313726,True,False,registry_reported,registry_reported:LanguageBind/LanguageBind_Omni,,
|
| 333 |
+
SIBFLEURS,accuracy,vllm-sr/Vela-1.0-Omni-Mini,mini,1.361475288,39.06804619080834,True,True,measured_release_evaluation,,,d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731
|
| 334 |
SIBFLEURS,accuracy,openai/whisper-large-v3,peer,1.55,22.948927450980392,True,False,registry_reported,registry_reported:openai/whisper-large-v3,,
|
| 335 |
SIBFLEURS,accuracy,jinaai/jina-embeddings-v5-omni-small,peer,1.626,30.350692156862742,True,False,registry_reported,registry_reported:jinaai/jina-embeddings-v5-omni-small,,
|
| 336 |
SIBFLEURS,accuracy,encord-team/ebind-full,peer,1.79,14.727586274509804,True,False,registry_reported,registry_reported:encord-team/ebind-full,,
|
|
|
|
| 372 |
VehicleSoundClustering,v_measure,microsoft/wavlm-base-sd,peer,0.095,0.40940000000000004,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sd,,
|
| 373 |
VehicleSoundClustering,v_measure,microsoft/wavlm-base-sv,peer,0.095,0.40940000000000004,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sv,,
|
| 374 |
VehicleSoundClustering,v_measure,asapp/sew-d-mid-400k-ft-ls100h,peer,0.139,0.6276,True,False,registry_reported,registry_reported:asapp/sew-d-mid-400k-ft-ls100h,,
|
| 375 |
+
VehicleSoundClustering,v_measure,vllm-sr/Vela-1.0-Omni-Nano,nano,0.163771288,5.275425308186281,True,False,measured_release_evaluation,,,474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2
|
| 376 |
VehicleSoundClustering,v_measure,laion/clap-htsat-unfused,peer,0.153,2.6642,True,False,registry_reported,registry_reported:laion/clap-htsat-unfused,,
|
| 377 |
VehicleSoundClustering,v_measure,laion/clap-htsat-fused,peer,0.154,4.7132,True,False,registry_reported,registry_reported:laion/clap-htsat-fused,,
|
| 378 |
VehicleSoundClustering,v_measure,microsoft/msclap-2023,peer,0.16,2.86,True,False,registry_reported,registry_reported:microsoft/msclap-2023,,
|
|
|
|
| 400 |
VehicleSoundClustering,v_measure,facebook/wav2vec2-xls-r-1b,peer,1.0,0.1275,True,False,registry_reported,registry_reported:facebook/wav2vec2-xls-r-1b,,
|
| 401 |
VehicleSoundClustering,v_measure,speechbrain/m-ctc-t-large,peer,1.059,0.967,True,False,registry_reported,registry_reported:speechbrain/m-ctc-t-large,,
|
| 402 |
VehicleSoundClustering,v_measure,LanguageBind/LanguageBind_Omni,peer,1.2,2.5643,True,False,registry_reported,registry_reported:LanguageBind/LanguageBind_Omni,,
|
| 403 |
+
VehicleSoundClustering,v_measure,vllm-sr/Vela-1.0-Omni-Mini,mini,1.361475288,1.7269120528614579,True,False,measured_release_evaluation,,,d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731
|
| 404 |
VehicleSoundClustering,v_measure,openai/whisper-large-v3,peer,1.55,1.3834000000000002,True,False,registry_reported,registry_reported:openai/whisper-large-v3,,
|
| 405 |
VehicleSoundClustering,v_measure,jinaai/jina-embeddings-v5-omni-small,peer,1.626,4.8423,True,False,registry_reported,registry_reported:jinaai/jina-embeddings-v5-omni-small,,
|
| 406 |
VehicleSoundClustering,v_measure,encord-team/ebind-full,peer,1.79,6.4883,True,False,registry_reported,registry_reported:encord-team/ebind-full,,
|
benchmarks/previous-release-scores.json
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
{
|
| 2 |
"schema_version": 2,
|
| 3 |
-
"model": "
|
| 4 |
"revision_semantics": "self denotes this published inference package; evaluated_* identities retain original measurements. The exact public-inference equivalence report binds score applicability.",
|
| 5 |
"score_scale": "0-1; multiply by 100 for percentages",
|
| 6 |
"matrix": {
|
| 7 |
"small": {
|
| 8 |
-
"model": "
|
| 9 |
"revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 10 |
"artifact_fingerprint_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
|
| 11 |
"metrics": {
|
|
@@ -82,7 +82,7 @@
|
|
| 82 |
}
|
| 83 |
},
|
| 84 |
"candidate": {
|
| 85 |
-
"model": "
|
| 86 |
"revision": "self",
|
| 87 |
"artifact_fingerprint_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
|
| 88 |
"metrics": {
|
|
@@ -322,9 +322,9 @@
|
|
| 322 |
"replicates": 2000,
|
| 323 |
"seed": 20260918,
|
| 324 |
"comparison": {
|
| 325 |
-
"candidate": "
|
| 326 |
"candidate_artifact_fingerprint_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
|
| 327 |
-
"baseline": "
|
| 328 |
"baseline_revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 329 |
"baseline_artifact_fingerprint_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb"
|
| 330 |
}
|
|
@@ -426,9 +426,9 @@
|
|
| 426 |
"replicates": 2000,
|
| 427 |
"seed": 20260918,
|
| 428 |
"comparison": {
|
| 429 |
-
"candidate": "
|
| 430 |
"candidate_artifact_fingerprint_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
|
| 431 |
-
"baseline": "
|
| 432 |
"baseline_revision": "3a1efc48995e2b71622d65c6cf71cfc00bbf3aa3",
|
| 433 |
"baseline_artifact_fingerprint_sha256": "fb9cd39c9980a085b75456c715c2295b997784fe733314be68c13635f6384edf"
|
| 434 |
}
|
|
@@ -477,7 +477,7 @@
|
|
| 477 |
"library_version": "2.21.0",
|
| 478 |
"model_revisions": {
|
| 479 |
"nano": {
|
| 480 |
-
"repo_id": "
|
| 481 |
"revision": "self",
|
| 482 |
"native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
|
| 483 |
"parameters": 135383808,
|
|
@@ -490,7 +490,7 @@
|
|
| 490 |
"revision_kind": "HF_snapshot"
|
| 491 |
},
|
| 492 |
"small": {
|
| 493 |
-
"repo_id": "
|
| 494 |
"revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 495 |
"native_artifact_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
|
| 496 |
"status": "evaluated_all_11_selected_tasks",
|
|
@@ -2350,7 +2350,7 @@
|
|
| 2350 |
}
|
| 2351 |
],
|
| 2352 |
"comparison": {
|
| 2353 |
-
"baseline_model": "
|
| 2354 |
"baseline_revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 2355 |
"baseline_native_artifact_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
|
| 2356 |
"baseline_standard_status": "not_evaluated_in_this_standard_protocol",
|
|
@@ -2652,7 +2652,7 @@
|
|
| 2652 |
}
|
| 2653 |
},
|
| 2654 |
"previous_release": {
|
| 2655 |
-
"model": "
|
| 2656 |
"revision": "3a1efc48995e2b71622d65c6cf71cfc00bbf3aa3",
|
| 2657 |
"native_artifact_sha256": "fb9cd39c9980a085b75456c715c2295b997784fe733314be68c13635f6384edf",
|
| 2658 |
"parameters": 133956480,
|
|
@@ -3753,7 +3753,7 @@
|
|
| 3753 |
],
|
| 3754 |
"net_benefit": {
|
| 3755 |
"scope": "Product-weighted progress comparison, not an official benchmark aggregate or SOTA claim.",
|
| 3756 |
-
"baseline_model": "
|
| 3757 |
"baseline_revision": "3a1efc48995e2b71622d65c6cf71cfc00bbf3aa3",
|
| 3758 |
"baseline_native_artifact_sha256": "fb9cd39c9980a085b75456c715c2295b997784fe733314be68c13635f6384edf",
|
| 3759 |
"candidate_native_artifact_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
|
|
@@ -4307,7 +4307,7 @@
|
|
| 4307 |
"new_benchmark_run": false
|
| 4308 |
},
|
| 4309 |
"scorecard_comparison": {
|
| 4310 |
-
"primary_comparator": "
|
| 4311 |
"revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 4312 |
"common_protocol_measured": true,
|
| 4313 |
"original_reference_evidence": "benchmarks/original-baseline.json",
|
|
|
|
| 1 |
{
|
| 2 |
"schema_version": 2,
|
| 3 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 4 |
"revision_semantics": "self denotes this published inference package; evaluated_* identities retain original measurements. The exact public-inference equivalence report binds score applicability.",
|
| 5 |
"score_scale": "0-1; multiply by 100 for percentages",
|
| 6 |
"matrix": {
|
| 7 |
"small": {
|
| 8 |
+
"model": "vllm-sr/multi-modal-embed-small",
|
| 9 |
"revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 10 |
"artifact_fingerprint_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
|
| 11 |
"metrics": {
|
|
|
|
| 82 |
}
|
| 83 |
},
|
| 84 |
"candidate": {
|
| 85 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 86 |
"revision": "self",
|
| 87 |
"artifact_fingerprint_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
|
| 88 |
"metrics": {
|
|
|
|
| 322 |
"replicates": 2000,
|
| 323 |
"seed": 20260918,
|
| 324 |
"comparison": {
|
| 325 |
+
"candidate": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 326 |
"candidate_artifact_fingerprint_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
|
| 327 |
+
"baseline": "vllm-sr/multi-modal-embed-small",
|
| 328 |
"baseline_revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 329 |
"baseline_artifact_fingerprint_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb"
|
| 330 |
}
|
|
|
|
| 426 |
"replicates": 2000,
|
| 427 |
"seed": 20260918,
|
| 428 |
"comparison": {
|
| 429 |
+
"candidate": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 430 |
"candidate_artifact_fingerprint_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
|
| 431 |
+
"baseline": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 432 |
"baseline_revision": "3a1efc48995e2b71622d65c6cf71cfc00bbf3aa3",
|
| 433 |
"baseline_artifact_fingerprint_sha256": "fb9cd39c9980a085b75456c715c2295b997784fe733314be68c13635f6384edf"
|
| 434 |
}
|
|
|
|
| 477 |
"library_version": "2.21.0",
|
| 478 |
"model_revisions": {
|
| 479 |
"nano": {
|
| 480 |
+
"repo_id": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 481 |
"revision": "self",
|
| 482 |
"native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
|
| 483 |
"parameters": 135383808,
|
|
|
|
| 490 |
"revision_kind": "HF_snapshot"
|
| 491 |
},
|
| 492 |
"small": {
|
| 493 |
+
"repo_id": "vllm-sr/multi-modal-embed-small",
|
| 494 |
"revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 495 |
"native_artifact_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
|
| 496 |
"status": "evaluated_all_11_selected_tasks",
|
|
|
|
| 2350 |
}
|
| 2351 |
],
|
| 2352 |
"comparison": {
|
| 2353 |
+
"baseline_model": "vllm-sr/multi-modal-embed-small",
|
| 2354 |
"baseline_revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 2355 |
"baseline_native_artifact_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
|
| 2356 |
"baseline_standard_status": "not_evaluated_in_this_standard_protocol",
|
|
|
|
| 2652 |
}
|
| 2653 |
},
|
| 2654 |
"previous_release": {
|
| 2655 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 2656 |
"revision": "3a1efc48995e2b71622d65c6cf71cfc00bbf3aa3",
|
| 2657 |
"native_artifact_sha256": "fb9cd39c9980a085b75456c715c2295b997784fe733314be68c13635f6384edf",
|
| 2658 |
"parameters": 133956480,
|
|
|
|
| 3753 |
],
|
| 3754 |
"net_benefit": {
|
| 3755 |
"scope": "Product-weighted progress comparison, not an official benchmark aggregate or SOTA claim.",
|
| 3756 |
+
"baseline_model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 3757 |
"baseline_revision": "3a1efc48995e2b71622d65c6cf71cfc00bbf3aa3",
|
| 3758 |
"baseline_native_artifact_sha256": "fb9cd39c9980a085b75456c715c2295b997784fe733314be68c13635f6384edf",
|
| 3759 |
"candidate_native_artifact_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
|
|
|
|
| 4307 |
"new_benchmark_run": false
|
| 4308 |
},
|
| 4309 |
"scorecard_comparison": {
|
| 4310 |
+
"primary_comparator": "vllm-sr/multi-modal-embed-small",
|
| 4311 |
"revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 4312 |
"common_protocol_measured": true,
|
| 4313 |
"original_reference_evidence": "benchmarks/original-baseline.json",
|
scores.json
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
{
|
| 2 |
"schema_version": 2,
|
| 3 |
-
"model": "
|
| 4 |
"revision_semantics": "self denotes the released native package. Each benchmark retains its actual evaluated artifact; exact unchanged-component applicability is explicit.",
|
| 5 |
"score_scale": "0-1; multiply by 100 for percentages",
|
| 6 |
"matrix": {
|
| 7 |
"small": {
|
| 8 |
-
"model": "
|
| 9 |
"revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 10 |
"artifact_fingerprint_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
|
| 11 |
"metrics": {
|
|
@@ -82,7 +82,7 @@
|
|
| 82 |
}
|
| 83 |
},
|
| 84 |
"candidate": {
|
| 85 |
-
"model": "
|
| 86 |
"revision": "self",
|
| 87 |
"artifact_fingerprint_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 88 |
"evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
|
@@ -1368,7 +1368,7 @@
|
|
| 1368 |
"library_version": "2.21.0",
|
| 1369 |
"model_revisions": {
|
| 1370 |
"nano": {
|
| 1371 |
-
"repo_id": "
|
| 1372 |
"revision": "self",
|
| 1373 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 1374 |
"parameters": 163771288,
|
|
@@ -1377,7 +1377,7 @@
|
|
| 1377 |
"applicability": "Each row states whether the full artifact was freshly evaluated or an exact unchanged component applies."
|
| 1378 |
},
|
| 1379 |
"small": {
|
| 1380 |
-
"repo_id": "
|
| 1381 |
"revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 1382 |
"native_artifact_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
|
| 1383 |
"status": "evaluated_all_11_selected_tasks",
|
|
@@ -3339,7 +3339,7 @@
|
|
| 3339 |
}
|
| 3340 |
],
|
| 3341 |
"comparison": {
|
| 3342 |
-
"baseline_model": "
|
| 3343 |
"baseline_revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 3344 |
"baseline_native_artifact_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
|
| 3345 |
"baseline_standard_status": "evaluated_all_11_selected_tasks",
|
|
@@ -3640,7 +3640,7 @@
|
|
| 3640 |
}
|
| 3641 |
},
|
| 3642 |
"previous_release": {
|
| 3643 |
-
"model": "
|
| 3644 |
"revision": "9e747d2e1d4b97d3081ff4ac2ac79986c7a8da95",
|
| 3645 |
"native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
|
| 3646 |
"evaluated_artifact_fingerprint_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
|
|
@@ -3834,7 +3834,7 @@
|
|
| 3834 |
},
|
| 3835 |
"paired_uncertainty_scope": "Fresh paired intervals compare this candidate with the preceding Vela Nano computation. They are not an interval for the all-14 aggregate or the weighted net. An original-small interval was not recomputed for this update.",
|
| 3836 |
"scorecard_comparison": {
|
| 3837 |
-
"primary_comparator": "
|
| 3838 |
"revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 3839 |
"common_protocol_measured": true,
|
| 3840 |
"original_reference_evidence": "benchmarks/original-baseline.json",
|
|
|
|
| 1 |
{
|
| 2 |
"schema_version": 2,
|
| 3 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 4 |
"revision_semantics": "self denotes the released native package. Each benchmark retains its actual evaluated artifact; exact unchanged-component applicability is explicit.",
|
| 5 |
"score_scale": "0-1; multiply by 100 for percentages",
|
| 6 |
"matrix": {
|
| 7 |
"small": {
|
| 8 |
+
"model": "vllm-sr/multi-modal-embed-small",
|
| 9 |
"revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 10 |
"artifact_fingerprint_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
|
| 11 |
"metrics": {
|
|
|
|
| 82 |
}
|
| 83 |
},
|
| 84 |
"candidate": {
|
| 85 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 86 |
"revision": "self",
|
| 87 |
"artifact_fingerprint_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 88 |
"evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
|
|
|
| 1368 |
"library_version": "2.21.0",
|
| 1369 |
"model_revisions": {
|
| 1370 |
"nano": {
|
| 1371 |
+
"repo_id": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 1372 |
"revision": "self",
|
| 1373 |
"native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
|
| 1374 |
"parameters": 163771288,
|
|
|
|
| 1377 |
"applicability": "Each row states whether the full artifact was freshly evaluated or an exact unchanged component applies."
|
| 1378 |
},
|
| 1379 |
"small": {
|
| 1380 |
+
"repo_id": "vllm-sr/multi-modal-embed-small",
|
| 1381 |
"revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 1382 |
"native_artifact_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
|
| 1383 |
"status": "evaluated_all_11_selected_tasks",
|
|
|
|
| 3339 |
}
|
| 3340 |
],
|
| 3341 |
"comparison": {
|
| 3342 |
+
"baseline_model": "vllm-sr/multi-modal-embed-small",
|
| 3343 |
"baseline_revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 3344 |
"baseline_native_artifact_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
|
| 3345 |
"baseline_standard_status": "evaluated_all_11_selected_tasks",
|
|
|
|
| 3640 |
}
|
| 3641 |
},
|
| 3642 |
"previous_release": {
|
| 3643 |
+
"model": "vllm-sr/Vela-1.0-Omni-Nano",
|
| 3644 |
"revision": "9e747d2e1d4b97d3081ff4ac2ac79986c7a8da95",
|
| 3645 |
"native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
|
| 3646 |
"evaluated_artifact_fingerprint_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
|
|
|
|
| 3834 |
},
|
| 3835 |
"paired_uncertainty_scope": "Fresh paired intervals compare this candidate with the preceding Vela Nano computation. They are not an interval for the all-14 aggregate or the weighted net. An original-small interval was not recomputed for this update.",
|
| 3836 |
"scorecard_comparison": {
|
| 3837 |
+
"primary_comparator": "vllm-sr/multi-modal-embed-small",
|
| 3838 |
"revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
|
| 3839 |
"common_protocol_measured": true,
|
| 3840 |
"original_reference_evidence": "benchmarks/original-baseline.json",
|