Xunzhuo commited on
Commit
f16c74f
·
verified ·
1 Parent(s): 2ff2d66

Update Hugging Face org references: llm-semantic-router → vllm-sr

Browse files
README.md CHANGED
@@ -24,7 +24,7 @@ tags:
24
 
25
  Text, images, speech and environmental audio in one embedding space. Vela Omni Nano supports multimodal search, routing and clustering with normalized vectors that can be compared directly.
26
 
27
- [Try Vela Studio](https://huggingface.co/spaces/llm-semantic-router/vela-studio) · [Vela collection](https://huggingface.co/collections/llm-semantic-router/vela-10-6aa555ba70cc6997d6d67798) · [Detailed evaluation](benchmarks/EVALUATION.md)
28
 
29
  ## Model overview
30
 
@@ -44,7 +44,7 @@ A frozen CLAP audio branch adds environmental-sound information to the existing
44
 
45
  Scores are 0–100; higher is better. The comparison uses the same held-out evaluation examples, complete retrieval pools and 128-token text cap for both models. **Bold marks improvement over the original small model.** These known test pools are reused across releases.
46
 
47
- | Metric | [Original small](https://huggingface.co/llm-semantic-router/multi-modal-embed-small/tree/fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4) | Current Nano |
48
  | --- | ---: | ---: |
49
  | Banking77 · Accuracy | 70.42 | **87.99** |
50
  | MASSIVE English · Accuracy | 65.95 | **81.97** |
@@ -104,7 +104,7 @@ Use PyTorch and matching torchaudio, Transformers 4.57.6, Hugging Face Hub, safe
104
  import sys
105
  from huggingface_hub import snapshot_download
106
 
107
- path = snapshot_download("llm-semantic-router/Vela-1.0-Omni-Nano")
108
  sys.path.insert(0, path)
109
  from vela_omni import VelaOmni
110
 
@@ -125,4 +125,4 @@ Audio residual alignment uses 3,299 FSD50K TRAIN recordings under CC0 or CC-BY 3
125
 
126
  The repository includes the native model code, component configurations, and tokenizer and processor files. See [NOTICE](./NOTICE) and [LICENSE](./LICENSE) for component attribution and license terms.
127
 
128
- [Explore the Vela model collection](https://huggingface.co/collections/llm-semantic-router/vela-10-6aa555ba70cc6997d6d67798)
 
24
 
25
  Text, images, speech and environmental audio in one embedding space. Vela Omni Nano supports multimodal search, routing and clustering with normalized vectors that can be compared directly.
26
 
27
+ [Try Vela Studio](https://huggingface.co/spaces/vllm-sr/vela-studio) · [Vela collection](https://huggingface.co/collections/vllm-sr/vela-10-6aa555ba70cc6997d6d67798) · [Detailed evaluation](benchmarks/EVALUATION.md)
28
 
29
  ## Model overview
30
 
 
44
 
45
  Scores are 0–100; higher is better. The comparison uses the same held-out evaluation examples, complete retrieval pools and 128-token text cap for both models. **Bold marks improvement over the original small model.** These known test pools are reused across releases.
46
 
47
+ | Metric | [Original small](https://huggingface.co/vllm-sr/multi-modal-embed-small/tree/fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4) | Current Nano |
48
  | --- | ---: | ---: |
49
  | Banking77 · Accuracy | 70.42 | **87.99** |
50
  | MASSIVE English · Accuracy | 65.95 | **81.97** |
 
104
  import sys
105
  from huggingface_hub import snapshot_download
106
 
107
+ path = snapshot_download("vllm-sr/Vela-1.0-Omni-Nano")
108
  sys.path.insert(0, path)
109
  from vela_omni import VelaOmni
110
 
 
125
 
126
  The repository includes the native model code, component configurations, and tokenizer and processor files. See [NOTICE](./NOTICE) and [LICENSE](./LICENSE) for component attribution and license terms.
127
 
128
+ [Explore the Vela model collection](https://huggingface.co/collections/vllm-sr/vela-10-6aa555ba70cc6997d6d67798)
benchmarks/complete-panel-data.json CHANGED
@@ -24,28 +24,28 @@
24
  ],
25
  "sources": {
26
  "nano_English41": {
27
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json",
28
  "evidence_type": "Vela_release_report",
29
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
30
  "sha256": "f3daecad1cf431630598efb04f3667431e3420239240f28a51568a74cef0c64f"
31
  },
32
  "nano_audio19": {
33
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
34
  "evidence_type": "Vela_release_report",
35
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
36
- "sha256": "4fc7f217745eb0aa998bf0f8e044bd1fa5de2f73f1a7dead7b829a62c48669ff"
37
  },
38
  "mini_English41": {
39
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
40
  "evidence_type": "Vela_release_report",
41
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
42
- "sha256": "5048644990078e6b0c9bd7aa1d52a7ed60729608ebafdb22bc49b4dad0f7cac9"
43
  },
44
  "mini_audio19": {
45
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
46
  "evidence_type": "Vela_release_report",
47
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
48
- "sha256": "b9adc831e1de9caed37d38292dc95d65f4f933178fa7abbf7c1211f23617efbf"
49
  },
50
  "scores_MTEB_eng_v2": {
51
  "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores",
@@ -62,21 +62,21 @@
62
  "benchmark": "MAEB(beta, audio-only)"
63
  },
64
  "mini_component_equivalence": {
65
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
66
- "sha256": "8bbbd3a362d84a6e8f030803259db69e932e5997b1c7af1a276a0d17862eb184",
67
  "evidence_type": "exact_component_identity_report",
68
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
69
  },
70
  "nano_component_equivalence": {
71
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
72
  "evidence_type": "Vela_release_report",
73
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
74
- "sha256": "ebd40f9a887791d1736132c37f510a69e18a03e247422853f54a42b417b0db9b"
75
  }
76
  },
77
  "models": {
78
  "nano": {
79
- "repo_id": "llm-semantic-router/Vela-1.0-Omni-Nano",
80
  "release_commit": null,
81
  "parameters_exact": 163771288,
82
  "current_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
@@ -105,7 +105,7 @@
105
  "evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
106
  "evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
107
  "revision_kind": "local native artifact fingerprint, not a Hugging Face commit",
108
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/component-equivalence.json",
109
  "new_full_panel_inference": false,
110
  "basis": "199 exact text tensors and byte-identical inference/tokenizer/configuration under the same official evaluator protocol."
111
  },
@@ -114,11 +114,11 @@
114
  "revision": "self",
115
  "native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
116
  "parameters": 135383808,
117
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/inference-equivalence.json",
118
  "new_benchmark_run": false
119
  }
120
  },
121
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
122
  "new_full_panel_inference": false,
123
  "basis": "The frozen text tensors, tokenizer, configuration and encoding computation are unchanged. The original measured text identity is retained."
124
  }
@@ -128,20 +128,20 @@
128
  "audio19": {
129
  "source_id": "nano_audio19",
130
  "identity": {
131
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
132
  "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
133
  "release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
134
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
135
  "new_full_panel_inference": true
136
  },
137
  "self_reference_interpretation": "Nano native fingerprint 474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2"
138
  }
139
  },
140
- "release_reference": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano",
141
  "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
142
  },
143
  "mini": {
144
- "repo_id": "llm-semantic-router/Vela-1.0-Omni-Mini",
145
  "release_commit": null,
146
  "parameters_exact": 1361475288,
147
  "current_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
@@ -158,7 +158,7 @@
158
  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
159
  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
160
  },
161
- "applies_to_model": "llm-semantic-router/Vela-1.0-Omni-Mini",
162
  "applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
163
  "prior_component_applicability": {
164
  "component": "text",
@@ -166,15 +166,15 @@
166
  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
167
  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
168
  },
169
- "applies_to_model": "llm-semantic-router/Vela-1.0-Omni-Mini",
170
  "applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
171
  "bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
172
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/component-equivalence.json",
173
  "new_whole_Omni_panel_inference": false,
174
  "basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
175
  "prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
176
  },
177
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
178
  "new_whole_Omni_panel_inference": false,
179
  "basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity."
180
  }
@@ -184,16 +184,16 @@
184
  "audio19": {
185
  "source_id": "mini_audio19",
186
  "identity": {
187
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
188
  "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
189
  "release_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
190
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
191
  "new_full_panel_inference": true
192
  },
193
  "self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
194
  }
195
  },
196
- "release_reference": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini",
197
  "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
198
  }
199
  },
@@ -15596,7 +15596,7 @@
15596
  },
15597
  {
15598
  "id": "current:nano",
15599
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
15600
  "kind": "nano",
15601
  "parameters_exact": 163771288,
15602
  "parameters_billion": 0.163771288,
@@ -15671,7 +15671,7 @@
15671
  },
15672
  {
15673
  "id": "current:mini",
15674
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
15675
  "kind": "mini",
15676
  "parameters_exact": 1361475288,
15677
  "parameters_billion": 1.361475288,
@@ -23214,7 +23214,7 @@
23214
  {
23215
  "rank": 65,
23216
  "id": "current:nano",
23217
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
23218
  "score": 0.6488431514310018,
23219
  "parameters_billion": 0.163771288
23220
  },
@@ -23333,7 +23333,7 @@
23333
  {
23334
  "rank": 82,
23335
  "id": "current:mini",
23336
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
23337
  "score": 0.6349232047933884,
23338
  "parameters_billion": 1.361475288
23339
  },
@@ -24532,7 +24532,7 @@
24532
  {
24533
  "rank": 65,
24534
  "id": "current:nano",
24535
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
24536
  "score": 0.6078184975654924,
24537
  "parameters_billion": 0.163771288
24538
  },
@@ -24721,7 +24721,7 @@
24721
  {
24722
  "rank": 92,
24723
  "id": "current:mini",
24724
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
24725
  "score": 0.5878669411134946,
24726
  "parameters_billion": 1.361475288
24727
  },
@@ -29341,7 +29341,7 @@
29341
  },
29342
  {
29343
  "id": "current:nano",
29344
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
29345
  "kind": "nano",
29346
  "parameters_exact": 163771288,
29347
  "parameters_billion": 0.163771288,
@@ -29392,7 +29392,7 @@
29392
  },
29393
  {
29394
  "id": "current:mini",
29395
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
29396
  "kind": "mini",
29397
  "parameters_exact": 1361475288,
29398
  "parameters_billion": 1.361475288,
@@ -29844,7 +29844,7 @@
29844
  {
29845
  "rank": 9,
29846
  "id": "current:mini",
29847
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
29848
  "score": 0.47771979797569325,
29849
  "parameters_billion": 1.361475288
29850
  },
@@ -29935,7 +29935,7 @@
29935
  {
29936
  "rank": 22,
29937
  "id": "current:nano",
29938
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
29939
  "score": 0.43593843064595883,
29940
  "parameters_billion": 0.163771288
29941
  },
@@ -30315,7 +30315,7 @@
30315
  {
30316
  "rank": 12,
30317
  "id": "current:mini",
30318
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
30319
  "score": 0.5486789236087452,
30320
  "parameters_billion": 1.361475288
30321
  },
@@ -30364,7 +30364,7 @@
30364
  {
30365
  "rank": 19,
30366
  "id": "current:nano",
30367
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
30368
  "score": 0.5233540613685161,
30369
  "parameters_billion": 0.163771288
30370
  },
 
24
  ],
25
  "sources": {
26
  "nano_English41": {
27
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json",
28
  "evidence_type": "Vela_release_report",
29
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
30
  "sha256": "f3daecad1cf431630598efb04f3667431e3420239240f28a51568a74cef0c64f"
31
  },
32
  "nano_audio19": {
33
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
34
  "evidence_type": "Vela_release_report",
35
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
36
+ "sha256": "d6360bc3e6b7005bf3251df0ead3d4c35358a502e528b3f9628b35e4a0786391"
37
  },
38
  "mini_English41": {
39
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
40
  "evidence_type": "Vela_release_report",
41
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
42
+ "sha256": "a124a6c903559ceeaae2ac883af756adcca6dd45a4d1e1bda37136fcfd89be70"
43
  },
44
  "mini_audio19": {
45
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
46
  "evidence_type": "Vela_release_report",
47
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
48
+ "sha256": "a6892ff7f563355e9faef208f08e85459f3c81952e44e92a9b911c00f0b5518a"
49
  },
50
  "scores_MTEB_eng_v2": {
51
  "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores",
 
62
  "benchmark": "MAEB(beta, audio-only)"
63
  },
64
  "mini_component_equivalence": {
65
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
66
+ "sha256": "14720aceeb7a2a4b9d9f0cd0b0c83b7eef021a0fe5fb964a3aa70dfc3f2f22e9",
67
  "evidence_type": "exact_component_identity_report",
68
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
69
  },
70
  "nano_component_equivalence": {
71
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
72
  "evidence_type": "Vela_release_report",
73
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
74
+ "sha256": "c11936497d7c86becaa052a0ec646b867f6907f0c1013ba61ee193ff8c80805f"
75
  }
76
  },
77
  "models": {
78
  "nano": {
79
+ "repo_id": "vllm-sr/Vela-1.0-Omni-Nano",
80
  "release_commit": null,
81
  "parameters_exact": 163771288,
82
  "current_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
 
105
  "evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
106
  "evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
107
  "revision_kind": "local native artifact fingerprint, not a Hugging Face commit",
108
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/component-equivalence.json",
109
  "new_full_panel_inference": false,
110
  "basis": "199 exact text tensors and byte-identical inference/tokenizer/configuration under the same official evaluator protocol."
111
  },
 
114
  "revision": "self",
115
  "native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
116
  "parameters": 135383808,
117
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/inference-equivalence.json",
118
  "new_benchmark_run": false
119
  }
120
  },
121
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
122
  "new_full_panel_inference": false,
123
  "basis": "The frozen text tensors, tokenizer, configuration and encoding computation are unchanged. The original measured text identity is retained."
124
  }
 
128
  "audio19": {
129
  "source_id": "nano_audio19",
130
  "identity": {
131
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
132
  "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
133
  "release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
134
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
135
  "new_full_panel_inference": true
136
  },
137
  "self_reference_interpretation": "Nano native fingerprint 474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2"
138
  }
139
  },
140
+ "release_reference": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano",
141
  "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
142
  },
143
  "mini": {
144
+ "repo_id": "vllm-sr/Vela-1.0-Omni-Mini",
145
  "release_commit": null,
146
  "parameters_exact": 1361475288,
147
  "current_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
 
158
  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
159
  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
160
  },
161
+ "applies_to_model": "vllm-sr/Vela-1.0-Omni-Mini",
162
  "applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
163
  "prior_component_applicability": {
164
  "component": "text",
 
166
  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
167
  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
168
  },
169
+ "applies_to_model": "vllm-sr/Vela-1.0-Omni-Mini",
170
  "applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
171
  "bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
172
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/component-equivalence.json",
173
  "new_whole_Omni_panel_inference": false,
174
  "basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
175
  "prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
176
  },
177
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
178
  "new_whole_Omni_panel_inference": false,
179
  "basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity."
180
  }
 
184
  "audio19": {
185
  "source_id": "mini_audio19",
186
  "identity": {
187
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
188
  "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
189
  "release_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
190
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
191
  "new_full_panel_inference": true
192
  },
193
  "self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
194
  }
195
  },
196
+ "release_reference": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini",
197
  "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
198
  }
199
  },
 
15596
  },
15597
  {
15598
  "id": "current:nano",
15599
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
15600
  "kind": "nano",
15601
  "parameters_exact": 163771288,
15602
  "parameters_billion": 0.163771288,
 
15671
  },
15672
  {
15673
  "id": "current:mini",
15674
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
15675
  "kind": "mini",
15676
  "parameters_exact": 1361475288,
15677
  "parameters_billion": 1.361475288,
 
23214
  {
23215
  "rank": 65,
23216
  "id": "current:nano",
23217
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
23218
  "score": 0.6488431514310018,
23219
  "parameters_billion": 0.163771288
23220
  },
 
23333
  {
23334
  "rank": 82,
23335
  "id": "current:mini",
23336
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
23337
  "score": 0.6349232047933884,
23338
  "parameters_billion": 1.361475288
23339
  },
 
24532
  {
24533
  "rank": 65,
24534
  "id": "current:nano",
24535
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
24536
  "score": 0.6078184975654924,
24537
  "parameters_billion": 0.163771288
24538
  },
 
24721
  {
24722
  "rank": 92,
24723
  "id": "current:mini",
24724
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
24725
  "score": 0.5878669411134946,
24726
  "parameters_billion": 1.361475288
24727
  },
 
29341
  },
29342
  {
29343
  "id": "current:nano",
29344
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
29345
  "kind": "nano",
29346
  "parameters_exact": 163771288,
29347
  "parameters_billion": 0.163771288,
 
29392
  },
29393
  {
29394
  "id": "current:mini",
29395
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
29396
  "kind": "mini",
29397
  "parameters_exact": 1361475288,
29398
  "parameters_billion": 1.361475288,
 
29844
  {
29845
  "rank": 9,
29846
  "id": "current:mini",
29847
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
29848
  "score": 0.47771979797569325,
29849
  "parameters_billion": 1.361475288
29850
  },
 
29935
  {
29936
  "rank": 22,
29937
  "id": "current:nano",
29938
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
29939
  "score": 0.43593843064595883,
29940
  "parameters_billion": 0.163771288
29941
  },
 
30315
  {
30316
  "rank": 12,
30317
  "id": "current:mini",
30318
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
30319
  "score": 0.5486789236087452,
30320
  "parameters_billion": 1.361475288
30321
  },
 
30364
  {
30365
  "rank": 19,
30366
  "id": "current:nano",
30367
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
30368
  "score": 0.5233540613685161,
30369
  "parameters_billion": 0.163771288
30370
  },
benchmarks/complete-panel-metadata.json CHANGED
@@ -4,7 +4,7 @@
4
  "primary_aggregate": "Mean(TaskType)",
5
  "supplementary_aggregate": "Mean(Task)",
6
  "data_file": "complete-panel-data.json",
7
- "data_sha256": "ffaedbbc06e8db52a0071323c1b15c503a97871b03129710d7e1bdfcb9fd81f6",
8
  "score_display": "100 \u00d7 native score",
9
  "snapshot_date": "2026-09-17",
10
  "known_size_point_counts": {
 
4
  "primary_aggregate": "Mean(TaskType)",
5
  "supplementary_aggregate": "Mean(Task)",
6
  "data_file": "complete-panel-data.json",
7
+ "data_sha256": "f0761883b6aef92a1cda8b4460f288af9d4c8596f1dd90cec46bbb24d1ac5ec6",
8
  "score_display": "100 \u00d7 native score",
9
  "snapshot_date": "2026-09-17",
10
  "known_size_point_counts": {
benchmarks/complete-panel-ranks.json CHANGED
@@ -356,7 +356,7 @@
356
  {
357
  "rank": 28,
358
  "id": "current:mini",
359
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
360
  "score": 0.703751501978232,
361
  "parameters_billion": 1.361475288
362
  },
@@ -622,7 +622,7 @@
622
  {
623
  "rank": 66,
624
  "id": "current:nano",
625
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
626
  "score": 0.6488431514310018,
627
  "parameters_billion": 0.163771288
628
  },
@@ -1744,7 +1744,7 @@
1744
  {
1745
  "rank": 38,
1746
  "id": "current:mini",
1747
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
1748
  "score": 0.6468004520174675,
1749
  "parameters_billion": 1.361475288
1750
  },
@@ -1940,7 +1940,7 @@
1940
  {
1941
  "rank": 66,
1942
  "id": "current:nano",
1943
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
1944
  "score": 0.6078184975654924,
1945
  "parameters_billion": 0.163771288
1946
  },
@@ -3206,7 +3206,7 @@
3206
  {
3207
  "rank": 9,
3208
  "id": "current:mini",
3209
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
3210
  "score": 0.47771979797569325,
3211
  "parameters_billion": 1.361475288
3212
  },
@@ -3297,7 +3297,7 @@
3297
  {
3298
  "rank": 22,
3299
  "id": "current:nano",
3300
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
3301
  "score": 0.43593843064595883,
3302
  "parameters_billion": 0.163771288
3303
  },
@@ -3677,7 +3677,7 @@
3677
  {
3678
  "rank": 12,
3679
  "id": "current:mini",
3680
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
3681
  "score": 0.5486789236087452,
3682
  "parameters_billion": 1.361475288
3683
  },
@@ -3726,7 +3726,7 @@
3726
  {
3727
  "rank": 19,
3728
  "id": "current:nano",
3729
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
3730
  "score": 0.5233540613685161,
3731
  "parameters_billion": 0.163771288
3732
  },
@@ -4834,7 +4834,7 @@
4834
  {
4835
  "rank": 75,
4836
  "id": "current:nano",
4837
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
4838
  "score": 0.4255048103315962,
4839
  "parameters_billion": 0.163771288
4840
  },
@@ -5501,7 +5501,7 @@
5501
  {
5502
  "rank": 81,
5503
  "id": "current:nano",
5504
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
5505
  "score": 0.3401244620978028,
5506
  "parameters_billion": 0.163771288
5507
  },
@@ -6457,7 +6457,7 @@
6457
  {
6458
  "rank": 65,
6459
  "id": "current:nano",
6460
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
6461
  "score": 0.6488431514310018,
6462
  "parameters_billion": 0.163771288
6463
  },
@@ -6576,7 +6576,7 @@
6576
  {
6577
  "rank": 82,
6578
  "id": "current:mini",
6579
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
6580
  "score": 0.6349232047933884,
6581
  "parameters_billion": 1.361475288
6582
  },
@@ -7775,7 +7775,7 @@
7775
  {
7776
  "rank": 65,
7777
  "id": "current:nano",
7778
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
7779
  "score": 0.6078184975654924,
7780
  "parameters_billion": 0.163771288
7781
  },
@@ -7964,7 +7964,7 @@
7964
  {
7965
  "rank": 92,
7966
  "id": "current:mini",
7967
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
7968
  "score": 0.5878669411134946,
7969
  "parameters_billion": 1.361475288
7970
  },
 
356
  {
357
  "rank": 28,
358
  "id": "current:mini",
359
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
360
  "score": 0.703751501978232,
361
  "parameters_billion": 1.361475288
362
  },
 
622
  {
623
  "rank": 66,
624
  "id": "current:nano",
625
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
626
  "score": 0.6488431514310018,
627
  "parameters_billion": 0.163771288
628
  },
 
1744
  {
1745
  "rank": 38,
1746
  "id": "current:mini",
1747
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
1748
  "score": 0.6468004520174675,
1749
  "parameters_billion": 1.361475288
1750
  },
 
1940
  {
1941
  "rank": 66,
1942
  "id": "current:nano",
1943
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
1944
  "score": 0.6078184975654924,
1945
  "parameters_billion": 0.163771288
1946
  },
 
3206
  {
3207
  "rank": 9,
3208
  "id": "current:mini",
3209
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
3210
  "score": 0.47771979797569325,
3211
  "parameters_billion": 1.361475288
3212
  },
 
3297
  {
3298
  "rank": 22,
3299
  "id": "current:nano",
3300
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
3301
  "score": 0.43593843064595883,
3302
  "parameters_billion": 0.163771288
3303
  },
 
3677
  {
3678
  "rank": 12,
3679
  "id": "current:mini",
3680
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
3681
  "score": 0.5486789236087452,
3682
  "parameters_billion": 1.361475288
3683
  },
 
3726
  {
3727
  "rank": 19,
3728
  "id": "current:nano",
3729
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
3730
  "score": 0.5233540613685161,
3731
  "parameters_billion": 0.163771288
3732
  },
 
4834
  {
4835
  "rank": 75,
4836
  "id": "current:nano",
4837
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
4838
  "score": 0.4255048103315962,
4839
  "parameters_billion": 0.163771288
4840
  },
 
5501
  {
5502
  "rank": 81,
5503
  "id": "current:nano",
5504
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
5505
  "score": 0.3401244620978028,
5506
  "parameters_billion": 0.163771288
5507
  },
 
6457
  {
6458
  "rank": 65,
6459
  "id": "current:nano",
6460
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
6461
  "score": 0.6488431514310018,
6462
  "parameters_billion": 0.163771288
6463
  },
 
6576
  {
6577
  "rank": 82,
6578
  "id": "current:mini",
6579
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
6580
  "score": 0.6349232047933884,
6581
  "parameters_billion": 1.361475288
6582
  },
 
7775
  {
7776
  "rank": 65,
7777
  "id": "current:nano",
7778
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
7779
  "score": 0.6078184975654924,
7780
  "parameters_billion": 0.163771288
7781
  },
 
7964
  {
7965
  "rank": 92,
7966
  "id": "current:mini",
7967
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
7968
  "score": 0.5878669411134946,
7969
  "parameters_billion": 1.361475288
7970
  },
benchmarks/complete-panel-ranks.md CHANGED
@@ -12,4 +12,4 @@ Nano uses default shared text; Mini uses fixed official per-task MTEB instructio
12
 
13
  The September 17, 2026 registry snapshots contain 186 complete English models and 62 complete audio models; both Vela models are added. The 13 English peers without a known parameter count remain in global ranks only. Vela size counts all modalities; peer sizes are reported totals. Protocols may differ. The multilingual population contains 88 complete registry models plus current Nano; five unknown-size models contribute only to the global rank. These panels are not combined into a multimodal rank.
14
 
15
- [English/audio data and sources](general-rank-data.json) · [Multilingual data and sources](mteb-multilingual-v2.json) · [Methodology](pareto-methodology.md) · [Mini text-mode protocol](https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/blob/main/benchmarks/instruction-mode.md)
 
12
 
13
  The September 17, 2026 registry snapshots contain 186 complete English models and 62 complete audio models; both Vela models are added. The 13 English peers without a known parameter count remain in global ranks only. Vela size counts all modalities; peer sizes are reported totals. Protocols may differ. The multilingual population contains 88 complete registry models plus current Nano; five unknown-size models contribute only to the global rank. These panels are not combined into a multimodal rank.
14
 
15
+ [English/audio data and sources](general-rank-data.json) · [Multilingual data and sources](mteb-multilingual-v2.json) · [Methodology](pareto-methodology.md) · [Mini text-mode protocol](https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/blob/main/benchmarks/instruction-mode.md)
benchmarks/component-equivalence.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "schema_version": 1,
3
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
4
  "release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
5
  "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
6
  "parameters": 163771288,
 
1
  {
2
  "schema_version": 1,
3
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
4
  "release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
5
  "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
6
  "parameters": 163771288,
benchmarks/general-rank-data.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "models": {
3
  "nano": {
4
- "repo_id": "llm-semantic-router/Vela-1.0-Omni-Nano",
5
  "release_commit": null,
6
  "parameters_exact": 163771288,
7
  "current_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
@@ -30,7 +30,7 @@
30
  "evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
31
  "evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
32
  "revision_kind": "local native artifact fingerprint, not a Hugging Face commit",
33
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/component-equivalence.json",
34
  "new_full_panel_inference": false,
35
  "basis": "199 exact text tensors and byte-identical inference/tokenizer/configuration under the same official evaluator protocol."
36
  },
@@ -39,11 +39,11 @@
39
  "revision": "self",
40
  "native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
41
  "parameters": 135383808,
42
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/inference-equivalence.json",
43
  "new_benchmark_run": false
44
  }
45
  },
46
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
47
  "new_full_panel_inference": false,
48
  "basis": "The frozen text tensors, tokenizer, configuration and encoding computation are unchanged. The original measured text identity is retained."
49
  }
@@ -53,20 +53,20 @@
53
  "audio19": {
54
  "source_id": "nano_audio19",
55
  "identity": {
56
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
57
  "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
58
  "release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
59
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
60
  "new_full_panel_inference": true
61
  },
62
  "self_reference_interpretation": "Nano native fingerprint 474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2"
63
  }
64
  },
65
- "release_reference": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano",
66
  "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
67
  },
68
  "mini": {
69
- "repo_id": "llm-semantic-router/Vela-1.0-Omni-Mini",
70
  "release_commit": null,
71
  "parameters_exact": 1361475288,
72
  "current_native_artifact_sha256": "0cd6678d824e2ebfab3308c41e182f061661135854553ad7de13c50052eb585c",
@@ -75,14 +75,14 @@
75
  "source_id": "mini_English41",
76
  "mode": "official_task_instruction",
77
  "identity": {
78
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
79
  "evaluated_revision": "native-5f970212e4d77f8c9b5f1bf1d4e19894260e3989fe1478f8884bb90fb3a8ffd2-public-instruction-v1",
80
  "evaluated_native_artifact_sha256": "5f970212e4d77f8c9b5f1bf1d4e19894260e3989fe1478f8884bb90fb3a8ffd2",
81
  "revision_semantics": "Native file fingerprint plus instruction protocol; not a Hugging Face commit.",
82
  "component_applicability": {
83
  "component": "text",
84
  "applies_to_native_artifact_sha256": "0cd6678d824e2ebfab3308c41e182f061661135854553ad7de13c50052eb585c",
85
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/instruction-api-equivalence.json",
86
  "new_full_panel_inference": false,
87
  "basis": "All 310 text tensors and all 34 non-weight native files equal the evaluated instructed artifact; current audio weights are retained."
88
  }
@@ -91,13 +91,13 @@
91
  "audio19": {
92
  "source_id": "mini_audio19",
93
  "identity": {
94
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
95
  "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
96
  "release_native_artifact_sha256": "0cd6678d824e2ebfab3308c41e182f061661135854553ad7de13c50052eb585c",
97
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
98
  "new_full_panel_inference": true,
99
  "default_api_applicability": {
100
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/instruction-api-equivalence.json",
101
  "basis": "Unchanged weight file and default audio computation; original measured identity retained.",
102
  "new_full_panel_inference": false
103
  }
@@ -105,35 +105,35 @@
105
  "self_reference_interpretation": "Mini native fingerprint 0cd6678d824e2ebfab3308c41e182f061661135854553ad7de13c50052eb585c"
106
  }
107
  },
108
- "release_reference": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini",
109
  "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
110
  }
111
  },
112
  "sources": {
113
  "nano_English41": {
114
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json",
115
  "evidence_type": "Vela_release_report",
116
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
117
  "sha256": "f3daecad1cf431630598efb04f3667431e3420239240f28a51568a74cef0c64f"
118
  },
119
  "nano_audio19": {
120
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
121
  "evidence_type": "Vela_release_report",
122
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
123
- "sha256": "4fc7f217745eb0aa998bf0f8e044bd1fa5de2f73f1a7dead7b829a62c48669ff"
124
  },
125
  "mini_English41": {
126
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2-instructed.json",
127
- "sha256": "7535ca7fee48c5283c177ef91a07689a893700574f01451319c8652ffd1c78a8",
128
  "evidence_type": "Vela_complete_instructed_text_report",
129
  "evaluated_native_artifact_sha256": "5f970212e4d77f8c9b5f1bf1d4e19894260e3989fe1478f8884bb90fb3a8ffd2",
130
  "applicable_native_artifact_sha256": "0cd6678d824e2ebfab3308c41e182f061661135854553ad7de13c50052eb585c"
131
  },
132
  "mini_audio19": {
133
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
134
  "evidence_type": "Vela_release_report",
135
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
136
- "sha256": "b9adc831e1de9caed37d38292dc95d65f4f933178fa7abbf7c1211f23617efbf"
137
  },
138
  "scores_MTEB_eng_v2": {
139
  "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores",
@@ -150,19 +150,19 @@
150
  "benchmark": "MAEB(beta, audio-only)"
151
  },
152
  "mini_component_equivalence": {
153
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
154
- "sha256": "8bbbd3a362d84a6e8f030803259db69e932e5997b1c7af1a276a0d17862eb184",
155
  "evidence_type": "exact_component_identity_report",
156
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
157
  },
158
  "nano_component_equivalence": {
159
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
160
  "evidence_type": "Vela_release_report",
161
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
162
- "sha256": "ebd40f9a887791d1736132c37f510a69e18a03e247422853f54a42b417b0db9b"
163
  },
164
  "mini_instruction_api_equivalence": {
165
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/instruction-api-equivalence.json",
166
  "sha256": "4d6e51dcd5ec9a88875f16fb316123747e9021c241b09d14d3f8009118cd7481",
167
  "evidence_type": "exact_component_and_default_API_equivalence"
168
  }
@@ -27264,7 +27264,7 @@
27264
  },
27265
  {
27266
  "id": "current:nano",
27267
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
27268
  "kind": "nano",
27269
  "parameters_exact": 163771288,
27270
  "parameters_billion": 0.163771288,
@@ -27370,7 +27370,7 @@
27370
  },
27371
  {
27372
  "id": "current:mini",
27373
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
27374
  "kind": "mini",
27375
  "parameters_exact": 1361475288,
27376
  "parameters_billion": 1.361475288,
@@ -34492,7 +34492,7 @@
34492
  },
34493
  {
34494
  "id": "current:nano",
34495
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
34496
  "kind": "nano",
34497
  "parameters_exact": 163771288,
34498
  "parameters_billion": 0.163771288,
@@ -34574,7 +34574,7 @@
34574
  },
34575
  {
34576
  "id": "current:mini",
34577
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
34578
  "kind": "mini",
34579
  "parameters_exact": 1361475288,
34580
  "parameters_billion": 1.361475288,
@@ -34932,7 +34932,7 @@
34932
  "included_in_rank_population": false,
34933
  "point": {
34934
  "id": "current:mini",
34935
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
34936
  "kind": "mini",
34937
  "parameters_exact": 1361475288,
34938
  "parameters_billion": 1.361475288,
@@ -35036,10 +35036,10 @@
35036
  }
35037
  },
35038
  "source": {
35039
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
35040
  "evidence_type": "Vela_release_report",
35041
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
35042
- "sha256": "5048644990078e6b0c9bd7aa1d52a7ed60729608ebafdb22bc49b4dad0f7cac9"
35043
  },
35044
  "identity": {
35045
  "model": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
@@ -35051,7 +35051,7 @@
35051
  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
35052
  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
35053
  },
35054
- "applies_to_model": "llm-semantic-router/Vela-1.0-Omni-Mini",
35055
  "applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
35056
  "prior_component_applicability": {
35057
  "component": "text",
@@ -35059,15 +35059,15 @@
35059
  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
35060
  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
35061
  },
35062
- "applies_to_model": "llm-semantic-router/Vela-1.0-Omni-Mini",
35063
  "applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
35064
  "bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
35065
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/component-equivalence.json",
35066
  "new_whole_Omni_panel_inference": false,
35067
  "basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
35068
  "prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
35069
  },
35070
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
35071
  "new_whole_Omni_panel_inference": false,
35072
  "basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity."
35073
  }
 
1
  {
2
  "models": {
3
  "nano": {
4
+ "repo_id": "vllm-sr/Vela-1.0-Omni-Nano",
5
  "release_commit": null,
6
  "parameters_exact": 163771288,
7
  "current_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
 
30
  "evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
31
  "evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
32
  "revision_kind": "local native artifact fingerprint, not a Hugging Face commit",
33
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/component-equivalence.json",
34
  "new_full_panel_inference": false,
35
  "basis": "199 exact text tensors and byte-identical inference/tokenizer/configuration under the same official evaluator protocol."
36
  },
 
39
  "revision": "self",
40
  "native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
41
  "parameters": 135383808,
42
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/inference-equivalence.json",
43
  "new_benchmark_run": false
44
  }
45
  },
46
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
47
  "new_full_panel_inference": false,
48
  "basis": "The frozen text tensors, tokenizer, configuration and encoding computation are unchanged. The original measured text identity is retained."
49
  }
 
53
  "audio19": {
54
  "source_id": "nano_audio19",
55
  "identity": {
56
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
57
  "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
58
  "release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
59
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
60
  "new_full_panel_inference": true
61
  },
62
  "self_reference_interpretation": "Nano native fingerprint 474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2"
63
  }
64
  },
65
+ "release_reference": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano",
66
  "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
67
  },
68
  "mini": {
69
+ "repo_id": "vllm-sr/Vela-1.0-Omni-Mini",
70
  "release_commit": null,
71
  "parameters_exact": 1361475288,
72
  "current_native_artifact_sha256": "0cd6678d824e2ebfab3308c41e182f061661135854553ad7de13c50052eb585c",
 
75
  "source_id": "mini_English41",
76
  "mode": "official_task_instruction",
77
  "identity": {
78
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
79
  "evaluated_revision": "native-5f970212e4d77f8c9b5f1bf1d4e19894260e3989fe1478f8884bb90fb3a8ffd2-public-instruction-v1",
80
  "evaluated_native_artifact_sha256": "5f970212e4d77f8c9b5f1bf1d4e19894260e3989fe1478f8884bb90fb3a8ffd2",
81
  "revision_semantics": "Native file fingerprint plus instruction protocol; not a Hugging Face commit.",
82
  "component_applicability": {
83
  "component": "text",
84
  "applies_to_native_artifact_sha256": "0cd6678d824e2ebfab3308c41e182f061661135854553ad7de13c50052eb585c",
85
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/instruction-api-equivalence.json",
86
  "new_full_panel_inference": false,
87
  "basis": "All 310 text tensors and all 34 non-weight native files equal the evaluated instructed artifact; current audio weights are retained."
88
  }
 
91
  "audio19": {
92
  "source_id": "mini_audio19",
93
  "identity": {
94
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
95
  "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
96
  "release_native_artifact_sha256": "0cd6678d824e2ebfab3308c41e182f061661135854553ad7de13c50052eb585c",
97
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
98
  "new_full_panel_inference": true,
99
  "default_api_applicability": {
100
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/instruction-api-equivalence.json",
101
  "basis": "Unchanged weight file and default audio computation; original measured identity retained.",
102
  "new_full_panel_inference": false
103
  }
 
105
  "self_reference_interpretation": "Mini native fingerprint 0cd6678d824e2ebfab3308c41e182f061661135854553ad7de13c50052eb585c"
106
  }
107
  },
108
+ "release_reference": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini",
109
  "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
110
  }
111
  },
112
  "sources": {
113
  "nano_English41": {
114
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json",
115
  "evidence_type": "Vela_release_report",
116
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
117
  "sha256": "f3daecad1cf431630598efb04f3667431e3420239240f28a51568a74cef0c64f"
118
  },
119
  "nano_audio19": {
120
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
121
  "evidence_type": "Vela_release_report",
122
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
123
+ "sha256": "d6360bc3e6b7005bf3251df0ead3d4c35358a502e528b3f9628b35e4a0786391"
124
  },
125
  "mini_English41": {
126
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2-instructed.json",
127
+ "sha256": "13848905be46feb208a54055e976d23224974bd4238f2c96a3433a0cbedcb641",
128
  "evidence_type": "Vela_complete_instructed_text_report",
129
  "evaluated_native_artifact_sha256": "5f970212e4d77f8c9b5f1bf1d4e19894260e3989fe1478f8884bb90fb3a8ffd2",
130
  "applicable_native_artifact_sha256": "0cd6678d824e2ebfab3308c41e182f061661135854553ad7de13c50052eb585c"
131
  },
132
  "mini_audio19": {
133
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
134
  "evidence_type": "Vela_release_report",
135
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
136
+ "sha256": "a6892ff7f563355e9faef208f08e85459f3c81952e44e92a9b911c00f0b5518a"
137
  },
138
  "scores_MTEB_eng_v2": {
139
  "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores",
 
150
  "benchmark": "MAEB(beta, audio-only)"
151
  },
152
  "mini_component_equivalence": {
153
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
154
+ "sha256": "14720aceeb7a2a4b9d9f0cd0b0c83b7eef021a0fe5fb964a3aa70dfc3f2f22e9",
155
  "evidence_type": "exact_component_identity_report",
156
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
157
  },
158
  "nano_component_equivalence": {
159
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
160
  "evidence_type": "Vela_release_report",
161
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
162
+ "sha256": "c11936497d7c86becaa052a0ec646b867f6907f0c1013ba61ee193ff8c80805f"
163
  },
164
  "mini_instruction_api_equivalence": {
165
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/instruction-api-equivalence.json",
166
  "sha256": "4d6e51dcd5ec9a88875f16fb316123747e9021c241b09d14d3f8009118cd7481",
167
  "evidence_type": "exact_component_and_default_API_equivalence"
168
  }
 
27264
  },
27265
  {
27266
  "id": "current:nano",
27267
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
27268
  "kind": "nano",
27269
  "parameters_exact": 163771288,
27270
  "parameters_billion": 0.163771288,
 
27370
  },
27371
  {
27372
  "id": "current:mini",
27373
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
27374
  "kind": "mini",
27375
  "parameters_exact": 1361475288,
27376
  "parameters_billion": 1.361475288,
 
34492
  },
34493
  {
34494
  "id": "current:nano",
34495
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
34496
  "kind": "nano",
34497
  "parameters_exact": 163771288,
34498
  "parameters_billion": 0.163771288,
 
34574
  },
34575
  {
34576
  "id": "current:mini",
34577
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
34578
  "kind": "mini",
34579
  "parameters_exact": 1361475288,
34580
  "parameters_billion": 1.361475288,
 
34932
  "included_in_rank_population": false,
34933
  "point": {
34934
  "id": "current:mini",
34935
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
34936
  "kind": "mini",
34937
  "parameters_exact": 1361475288,
34938
  "parameters_billion": 1.361475288,
 
35036
  }
35037
  },
35038
  "source": {
35039
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
35040
  "evidence_type": "Vela_release_report",
35041
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
35042
+ "sha256": "a124a6c903559ceeaae2ac883af756adcca6dd45a4d1e1bda37136fcfd89be70"
35043
  },
35044
  "identity": {
35045
  "model": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
 
35051
  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
35052
  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
35053
  },
35054
+ "applies_to_model": "vllm-sr/Vela-1.0-Omni-Mini",
35055
  "applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
35056
  "prior_component_applicability": {
35057
  "component": "text",
 
35059
  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
35060
  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
35061
  },
35062
+ "applies_to_model": "vllm-sr/Vela-1.0-Omni-Mini",
35063
  "applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
35064
  "bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
35065
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/component-equivalence.json",
35066
  "new_whole_Omni_panel_inference": false,
35067
  "basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
35068
  "prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
35069
  },
35070
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
35071
  "new_whole_Omni_panel_inference": false,
35072
  "basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity."
35073
  }
benchmarks/general-rank-figures.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "snapshot": "2026-09-17",
3
- "data_sha256": "afe45b1da29a031941039a1a0d919560d67cf70abf4055630f4400fbc4a7c632",
4
  "comparison_modes": {
5
  "English41": {
6
  "nano": "default shared text",
 
1
  {
2
  "snapshot": "2026-09-17",
3
+ "data_sha256": "e5fafe820583d839bb7b5a84850219e1a6421760347d7af044e294ead72ff833",
4
  "comparison_modes": {
5
  "English41": {
6
  "nano": "default shared text",
benchmarks/inference-equivalence.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "schema_version": 1,
3
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
4
  "scope": "Same supported public encode_text, encode_image, and encode_audio computation; no new benchmark run.",
5
  "evaluated_parent": {
6
  "revision": "de02c367bc9aa7a6f7ad3e59fb38962502e021c1",
 
1
  {
2
  "schema_version": 1,
3
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
4
  "scope": "Same supported public encode_text, encode_image, and encode_audio computation; no new benchmark run.",
5
  "evaluated_parent": {
6
  "revision": "de02c367bc9aa7a6f7ad3e59fb38962502e021c1",
benchmarks/maeb-audio-only.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "schema_version": 1,
3
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
4
  "evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
5
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
6
  "benchmark": "MAEB(beta, audio-only)",
 
1
  {
2
  "schema_version": 1,
3
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
4
  "evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
5
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
6
  "benchmark": "MAEB(beta, audio-only)",
benchmarks/mteb-multilingual-v2.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "schema_version": 1,
3
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
4
  "benchmark": "MTEB(Multilingual, v2)",
5
  "framework": "mteb",
6
  "framework_version": "2.21.0",
@@ -66440,7 +66440,7 @@
66440
  },
66441
  {
66442
  "id": "current:nano",
66443
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
66444
  "kind": "nano",
66445
  "parameters_billion": 0.163771288,
66446
  "parameters_exact": 163771288,
 
1
  {
2
  "schema_version": 1,
3
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
4
  "benchmark": "MTEB(Multilingual, v2)",
5
  "framework": "mteb",
6
  "framework_version": "2.21.0",
 
66440
  },
66441
  {
66442
  "id": "current:nano",
66443
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
66444
  "kind": "nano",
66445
  "parameters_billion": 0.163771288,
66446
  "parameters_exact": 163771288,
benchmarks/native-manifest.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
3
  "revision": "self",
4
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
5
  "parameters": 163771288,
 
1
  {
2
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
3
  "revision": "self",
4
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
5
  "parameters": 163771288,
benchmarks/original-baseline.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "schema_version": 1,
3
  "comparison_model": {
4
- "model": "llm-semantic-router/multi-modal-embed-small",
5
  "revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
6
  "artifact_fingerprint_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
7
  "metrics": {
@@ -83,7 +83,7 @@
83
  "original_checkpoint_equivalence": "d9f2f62dbe0ee9d386c98ff200c2f1e5061bc92fa5e107d1517b929258c8ec1e"
84
  },
85
  "original_checkpoint": {
86
- "repo_id": "llm-semantic-router/multi-modal-embed-small",
87
  "revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
88
  "weight_files": [
89
  {
@@ -117,7 +117,7 @@
117
  "task_count": 11,
118
  "split_rows": 12,
119
  "report": "original-standard.json",
120
- "report_sha256": "f07e4624749868498923cf3c7d521ca9547276dbdbfb002cbe97bd074195b55a"
121
  }
122
  },
123
  "not_previous_Vela": true,
 
1
  {
2
  "schema_version": 1,
3
  "comparison_model": {
4
+ "model": "vllm-sr/multi-modal-embed-small",
5
  "revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
6
  "artifact_fingerprint_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
7
  "metrics": {
 
83
  "original_checkpoint_equivalence": "d9f2f62dbe0ee9d386c98ff200c2f1e5061bc92fa5e107d1517b929258c8ec1e"
84
  },
85
  "original_checkpoint": {
86
+ "repo_id": "vllm-sr/multi-modal-embed-small",
87
  "revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
88
  "weight_files": [
89
  {
 
117
  "task_count": 11,
118
  "split_rows": 12,
119
  "report": "original-standard.json",
120
+ "report_sha256": "b012d62badc25b7b80d458bf7e48965cb84e583ae4dddbcbbc676d6297edae82"
121
  }
122
  },
123
  "not_previous_Vela": true,
benchmarks/original-standard.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "schema_version": 1,
3
- "model": "llm-semantic-router/multi-modal-embed-small",
4
  "revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
5
  "native_artifact_fingerprint": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
6
  "context_tokens": 128,
 
1
  {
2
  "schema_version": 1,
3
+ "model": "vllm-sr/multi-modal-embed-small",
4
  "revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
5
  "native_artifact_fingerprint": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
6
  "context_tokens": 128,
benchmarks/pareto-data.json CHANGED
@@ -2568,7 +2568,7 @@
2568
  "observation_id": "registry_reported:nomic-ai/nomic-embed-text-v1.5"
2569
  },
2570
  {
2571
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
2572
  "parameters_billion": 0.163771288,
2573
  "parameters_exact": 163771288,
2574
  "score": 64.88847259326147,
@@ -2583,14 +2583,14 @@
2583
  "evaluated_task_revision": "0bbdb47bcbe3a90093699aefeed338a0f28a7ee8",
2584
  "on_displayed_frontier": false,
2585
  "evidence_type": "exact_text_component_applicability",
2586
- "observation_id": "vela_release_evaluation:llm-semantic-router/Vela-1.0-Omni-Nano",
2587
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
2588
  "revision": null,
2589
  "evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
2590
  "evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
2591
  "evaluated_model": "local/Vela-Omni-Nano-GIST-Rotation",
2592
  "revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.",
2593
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json",
2594
  "prior_applicable_native_artifact_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
2595
  "revision_kind": "native_artifact_fingerprint",
2596
  "identity_ref": "models.nano.task_evidence.English41"
@@ -5854,7 +5854,7 @@
5854
  "observation_id": "registry_reported:manu/sentence_croissant_alpha_v0.4"
5855
  },
5856
  {
5857
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
5858
  "parameters_billion": 1.361475288,
5859
  "parameters_exact": 1361475288,
5860
  "score": 62.00989328478093,
@@ -5869,11 +5869,11 @@
5869
  "evaluated_task_revision": "0bbdb47bcbe3a90093699aefeed338a0f28a7ee8",
5870
  "on_displayed_frontier": false,
5871
  "evidence_type": "exact_text_component_applicability",
5872
- "observation_id": "vela_release_evaluation:llm-semantic-router/Vela-1.0-Omni-Mini",
5873
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
5874
  "revision": null,
5875
  "evaluated_native_artifact_sha256": null,
5876
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
5877
  "evaluated_model": {
5878
  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
5879
  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
@@ -9674,7 +9674,7 @@
9674
  "observation_id": "registry_reported:asapp/sew-d-mid-400k-ft-ls100h"
9675
  },
9676
  {
9677
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
9678
  "parameters_billion": 0.163771288,
9679
  "parameters_exact": 163771288,
9680
  "score": 62.89933955933497,
@@ -9692,10 +9692,10 @@
9692
  "revision": null,
9693
  "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
9694
  "evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
9695
- "evaluated_model": "llm-semantic-router/Vela-1.0-Omni-Nano",
9696
  "revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.",
9697
  "evidence_type": "measured_release_evaluation",
9698
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
9699
  "revision_kind": "native_artifact_fingerprint",
9700
  "identity_ref": "models.nano.task_evidence.audio19"
9701
  },
@@ -10270,7 +10270,7 @@
10270
  "observation_id": "registry_reported:LanguageBind/LanguageBind_Omni"
10271
  },
10272
  {
10273
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
10274
  "parameters_billion": 1.361475288,
10275
  "parameters_exact": 1361475288,
10276
  "score": 88.19599834012242,
@@ -10288,7 +10288,7 @@
10288
  "revision": null,
10289
  "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
10290
  "evidence_type": "measured_release_evaluation",
10291
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
10292
  "identity_ref": "models.mini.task_evidence.audio19"
10293
  },
10294
  {
@@ -10811,7 +10811,7 @@
10811
  "peer_count": 66,
10812
  "frontier_models": [
10813
  "google/yamnet",
10814
- "llm-semantic-router/Vela-1.0-Omni-Nano",
10815
  "microsoft/speecht5_multimodal",
10816
  "jinaai/jina-embeddings-v5-omni-nano",
10817
  "BidirLM/BidirLM-Omni-2.5B-Embedding",
@@ -10827,7 +10827,7 @@
10827
  "observation_id": "registry_reported:google/yamnet"
10828
  },
10829
  {
10830
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
10831
  "parameters_billion": 0.163771288,
10832
  "score": 62.89933955933497,
10833
  "evidence_type": "measured_release_evaluation"
@@ -11354,7 +11354,7 @@
11354
  "observation_id": "registry_reported:asapp/sew-d-mid-400k-ft-ls100h"
11355
  },
11356
  {
11357
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
11358
  "parameters_billion": 0.163771288,
11359
  "parameters_exact": 163771288,
11360
  "score": 18.072541269472218,
@@ -11372,10 +11372,10 @@
11372
  "revision": null,
11373
  "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
11374
  "evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
11375
- "evaluated_model": "llm-semantic-router/Vela-1.0-Omni-Nano",
11376
  "revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.",
11377
  "evidence_type": "measured_release_evaluation",
11378
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
11379
  "revision_kind": "native_artifact_fingerprint",
11380
  "identity_ref": "models.nano.task_evidence.audio19"
11381
  },
@@ -11950,7 +11950,7 @@
11950
  "observation_id": "registry_reported:LanguageBind/LanguageBind_Omni"
11951
  },
11952
  {
11953
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
11954
  "parameters_billion": 1.361475288,
11955
  "parameters_exact": 1361475288,
11956
  "score": 39.06804619080834,
@@ -11968,7 +11968,7 @@
11968
  "revision": null,
11969
  "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
11970
  "evidence_type": "measured_release_evaluation",
11971
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
11972
  "identity_ref": "models.mini.task_evidence.audio19"
11973
  },
11974
  {
@@ -12517,7 +12517,7 @@
12517
  "asapp/sew-d-tiny-100k-ft-ls100h",
12518
  "matthewagi/HeAR-s1.1",
12519
  "jinaai/jina-embeddings-v5-omni-nano",
12520
- "llm-semantic-router/Vela-1.0-Omni-Mini",
12521
  "facebook/seamless-m4t-v2-large",
12522
  "BidirLM/BidirLM-Omni-2.5B-Embedding"
12523
  ],
@@ -12551,7 +12551,7 @@
12551
  "observation_id": "registry_reported:jinaai/jina-embeddings-v5-omni-nano"
12552
  },
12553
  {
12554
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
12555
  "parameters_billion": 1.361475288,
12556
  "score": 39.06804619080834,
12557
  "evidence_type": "measured_release_evaluation"
@@ -13080,7 +13080,7 @@
13080
  "observation_id": "registry_reported:asapp/sew-d-mid-400k-ft-ls100h"
13081
  },
13082
  {
13083
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
13084
  "parameters_billion": 0.163771288,
13085
  "parameters_exact": 163771288,
13086
  "score": 5.275425308186281,
@@ -13098,10 +13098,10 @@
13098
  "revision": null,
13099
  "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
13100
  "evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
13101
- "evaluated_model": "llm-semantic-router/Vela-1.0-Omni-Nano",
13102
  "revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.",
13103
  "evidence_type": "measured_release_evaluation",
13104
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
13105
  "revision_kind": "native_artifact_fingerprint",
13106
  "identity_ref": "models.nano.task_evidence.audio19"
13107
  },
@@ -13676,7 +13676,7 @@
13676
  "observation_id": "registry_reported:LanguageBind/LanguageBind_Omni"
13677
  },
13678
  {
13679
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
13680
  "parameters_billion": 1.361475288,
13681
  "parameters_exact": 1361475288,
13682
  "score": 1.7269120528614579,
@@ -13694,7 +13694,7 @@
13694
  "revision": null,
13695
  "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
13696
  "evidence_type": "measured_release_evaluation",
13697
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
13698
  "identity_ref": "models.mini.task_evidence.audio19"
13699
  },
13700
  {
@@ -14363,7 +14363,7 @@
14363
  },
14364
  "models": {
14365
  "nano": {
14366
- "repo_id": "llm-semantic-router/Vela-1.0-Omni-Nano",
14367
  "release_commit": null,
14368
  "parameters_exact": 163771288,
14369
  "current_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
@@ -14392,7 +14392,7 @@
14392
  "evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
14393
  "evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
14394
  "revision_kind": "local native artifact fingerprint, not a Hugging Face commit",
14395
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/component-equivalence.json",
14396
  "new_full_panel_inference": false,
14397
  "basis": "199 exact text tensors and byte-identical inference/tokenizer/configuration under the same official evaluator protocol."
14398
  },
@@ -14401,11 +14401,11 @@
14401
  "revision": "self",
14402
  "native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
14403
  "parameters": 135383808,
14404
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/inference-equivalence.json",
14405
  "new_benchmark_run": false
14406
  }
14407
  },
14408
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
14409
  "new_full_panel_inference": false,
14410
  "basis": "The frozen text tensors, tokenizer, configuration and encoding computation are unchanged. The original measured text identity is retained."
14411
  }
@@ -14415,20 +14415,20 @@
14415
  "audio19": {
14416
  "source_id": "nano_audio19",
14417
  "identity": {
14418
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
14419
  "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
14420
  "release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
14421
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
14422
  "new_full_panel_inference": true
14423
  },
14424
  "self_reference_interpretation": "Nano native fingerprint 474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2"
14425
  }
14426
  },
14427
- "release_reference": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano",
14428
  "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
14429
  },
14430
  "mini": {
14431
- "repo_id": "llm-semantic-router/Vela-1.0-Omni-Mini",
14432
  "release_commit": null,
14433
  "parameters_exact": 1361475288,
14434
  "current_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
@@ -14445,7 +14445,7 @@
14445
  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
14446
  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
14447
  },
14448
- "applies_to_model": "llm-semantic-router/Vela-1.0-Omni-Mini",
14449
  "applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
14450
  "prior_component_applicability": {
14451
  "component": "text",
@@ -14453,15 +14453,15 @@
14453
  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
14454
  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
14455
  },
14456
- "applies_to_model": "llm-semantic-router/Vela-1.0-Omni-Mini",
14457
  "applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
14458
  "bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
14459
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/component-equivalence.json",
14460
  "new_whole_Omni_panel_inference": false,
14461
  "basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
14462
  "prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
14463
  },
14464
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
14465
  "new_whole_Omni_panel_inference": false,
14466
  "basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity."
14467
  }
@@ -14471,43 +14471,43 @@
14471
  "audio19": {
14472
  "source_id": "mini_audio19",
14473
  "identity": {
14474
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
14475
  "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
14476
  "release_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
14477
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
14478
  "new_full_panel_inference": true
14479
  },
14480
  "self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
14481
  }
14482
  },
14483
- "release_reference": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini",
14484
  "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
14485
  }
14486
  },
14487
  "sources": {
14488
  "nano_English41": {
14489
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json",
14490
  "evidence_type": "Vela_release_report",
14491
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
14492
  "sha256": "f3daecad1cf431630598efb04f3667431e3420239240f28a51568a74cef0c64f"
14493
  },
14494
  "nano_audio19": {
14495
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
14496
  "evidence_type": "Vela_release_report",
14497
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
14498
- "sha256": "4fc7f217745eb0aa998bf0f8e044bd1fa5de2f73f1a7dead7b829a62c48669ff"
14499
  },
14500
  "mini_English41": {
14501
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
14502
  "evidence_type": "Vela_release_report",
14503
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
14504
- "sha256": "5048644990078e6b0c9bd7aa1d52a7ed60729608ebafdb22bc49b4dad0f7cac9"
14505
  },
14506
  "mini_audio19": {
14507
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
14508
  "evidence_type": "Vela_release_report",
14509
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
14510
- "sha256": "b9adc831e1de9caed37d38292dc95d65f4f933178fa7abbf7c1211f23617efbf"
14511
  },
14512
  "scores_MTEB_eng_v2": {
14513
  "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores",
@@ -14524,16 +14524,16 @@
14524
  "benchmark": "MAEB(beta, audio-only)"
14525
  },
14526
  "mini_component_equivalence": {
14527
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
14528
- "sha256": "8bbbd3a362d84a6e8f030803259db69e932e5997b1c7af1a276a0d17862eb184",
14529
  "evidence_type": "exact_component_identity_report",
14530
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
14531
  },
14532
  "nano_component_equivalence": {
14533
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
14534
  "evidence_type": "Vela_release_report",
14535
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
14536
- "sha256": "ebd40f9a887791d1736132c37f510a69e18a03e247422853f54a42b417b0db9b"
14537
  }
14538
  }
14539
  }
 
2568
  "observation_id": "registry_reported:nomic-ai/nomic-embed-text-v1.5"
2569
  },
2570
  {
2571
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
2572
  "parameters_billion": 0.163771288,
2573
  "parameters_exact": 163771288,
2574
  "score": 64.88847259326147,
 
2583
  "evaluated_task_revision": "0bbdb47bcbe3a90093699aefeed338a0f28a7ee8",
2584
  "on_displayed_frontier": false,
2585
  "evidence_type": "exact_text_component_applicability",
2586
+ "observation_id": "vela_release_evaluation:vllm-sr/Vela-1.0-Omni-Nano",
2587
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
2588
  "revision": null,
2589
  "evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
2590
  "evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
2591
  "evaluated_model": "local/Vela-Omni-Nano-GIST-Rotation",
2592
  "revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.",
2593
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json",
2594
  "prior_applicable_native_artifact_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
2595
  "revision_kind": "native_artifact_fingerprint",
2596
  "identity_ref": "models.nano.task_evidence.English41"
 
5854
  "observation_id": "registry_reported:manu/sentence_croissant_alpha_v0.4"
5855
  },
5856
  {
5857
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
5858
  "parameters_billion": 1.361475288,
5859
  "parameters_exact": 1361475288,
5860
  "score": 62.00989328478093,
 
5869
  "evaluated_task_revision": "0bbdb47bcbe3a90093699aefeed338a0f28a7ee8",
5870
  "on_displayed_frontier": false,
5871
  "evidence_type": "exact_text_component_applicability",
5872
+ "observation_id": "vela_release_evaluation:vllm-sr/Vela-1.0-Omni-Mini",
5873
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
5874
  "revision": null,
5875
  "evaluated_native_artifact_sha256": null,
5876
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
5877
  "evaluated_model": {
5878
  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
5879
  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
 
9674
  "observation_id": "registry_reported:asapp/sew-d-mid-400k-ft-ls100h"
9675
  },
9676
  {
9677
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
9678
  "parameters_billion": 0.163771288,
9679
  "parameters_exact": 163771288,
9680
  "score": 62.89933955933497,
 
9692
  "revision": null,
9693
  "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
9694
  "evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
9695
+ "evaluated_model": "vllm-sr/Vela-1.0-Omni-Nano",
9696
  "revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.",
9697
  "evidence_type": "measured_release_evaluation",
9698
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
9699
  "revision_kind": "native_artifact_fingerprint",
9700
  "identity_ref": "models.nano.task_evidence.audio19"
9701
  },
 
10270
  "observation_id": "registry_reported:LanguageBind/LanguageBind_Omni"
10271
  },
10272
  {
10273
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
10274
  "parameters_billion": 1.361475288,
10275
  "parameters_exact": 1361475288,
10276
  "score": 88.19599834012242,
 
10288
  "revision": null,
10289
  "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
10290
  "evidence_type": "measured_release_evaluation",
10291
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
10292
  "identity_ref": "models.mini.task_evidence.audio19"
10293
  },
10294
  {
 
10811
  "peer_count": 66,
10812
  "frontier_models": [
10813
  "google/yamnet",
10814
+ "vllm-sr/Vela-1.0-Omni-Nano",
10815
  "microsoft/speecht5_multimodal",
10816
  "jinaai/jina-embeddings-v5-omni-nano",
10817
  "BidirLM/BidirLM-Omni-2.5B-Embedding",
 
10827
  "observation_id": "registry_reported:google/yamnet"
10828
  },
10829
  {
10830
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
10831
  "parameters_billion": 0.163771288,
10832
  "score": 62.89933955933497,
10833
  "evidence_type": "measured_release_evaluation"
 
11354
  "observation_id": "registry_reported:asapp/sew-d-mid-400k-ft-ls100h"
11355
  },
11356
  {
11357
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
11358
  "parameters_billion": 0.163771288,
11359
  "parameters_exact": 163771288,
11360
  "score": 18.072541269472218,
 
11372
  "revision": null,
11373
  "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
11374
  "evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
11375
+ "evaluated_model": "vllm-sr/Vela-1.0-Omni-Nano",
11376
  "revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.",
11377
  "evidence_type": "measured_release_evaluation",
11378
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
11379
  "revision_kind": "native_artifact_fingerprint",
11380
  "identity_ref": "models.nano.task_evidence.audio19"
11381
  },
 
11950
  "observation_id": "registry_reported:LanguageBind/LanguageBind_Omni"
11951
  },
11952
  {
11953
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
11954
  "parameters_billion": 1.361475288,
11955
  "parameters_exact": 1361475288,
11956
  "score": 39.06804619080834,
 
11968
  "revision": null,
11969
  "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
11970
  "evidence_type": "measured_release_evaluation",
11971
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
11972
  "identity_ref": "models.mini.task_evidence.audio19"
11973
  },
11974
  {
 
12517
  "asapp/sew-d-tiny-100k-ft-ls100h",
12518
  "matthewagi/HeAR-s1.1",
12519
  "jinaai/jina-embeddings-v5-omni-nano",
12520
+ "vllm-sr/Vela-1.0-Omni-Mini",
12521
  "facebook/seamless-m4t-v2-large",
12522
  "BidirLM/BidirLM-Omni-2.5B-Embedding"
12523
  ],
 
12551
  "observation_id": "registry_reported:jinaai/jina-embeddings-v5-omni-nano"
12552
  },
12553
  {
12554
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
12555
  "parameters_billion": 1.361475288,
12556
  "score": 39.06804619080834,
12557
  "evidence_type": "measured_release_evaluation"
 
13080
  "observation_id": "registry_reported:asapp/sew-d-mid-400k-ft-ls100h"
13081
  },
13082
  {
13083
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
13084
  "parameters_billion": 0.163771288,
13085
  "parameters_exact": 163771288,
13086
  "score": 5.275425308186281,
 
13098
  "revision": null,
13099
  "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
13100
  "evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
13101
+ "evaluated_model": "vllm-sr/Vela-1.0-Omni-Nano",
13102
  "revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.",
13103
  "evidence_type": "measured_release_evaluation",
13104
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
13105
  "revision_kind": "native_artifact_fingerprint",
13106
  "identity_ref": "models.nano.task_evidence.audio19"
13107
  },
 
13676
  "observation_id": "registry_reported:LanguageBind/LanguageBind_Omni"
13677
  },
13678
  {
13679
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
13680
  "parameters_billion": 1.361475288,
13681
  "parameters_exact": 1361475288,
13682
  "score": 1.7269120528614579,
 
13694
  "revision": null,
13695
  "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
13696
  "evidence_type": "measured_release_evaluation",
13697
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
13698
  "identity_ref": "models.mini.task_evidence.audio19"
13699
  },
13700
  {
 
14363
  },
14364
  "models": {
14365
  "nano": {
14366
+ "repo_id": "vllm-sr/Vela-1.0-Omni-Nano",
14367
  "release_commit": null,
14368
  "parameters_exact": 163771288,
14369
  "current_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
 
14392
  "evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
14393
  "evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
14394
  "revision_kind": "local native artifact fingerprint, not a Hugging Face commit",
14395
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/component-equivalence.json",
14396
  "new_full_panel_inference": false,
14397
  "basis": "199 exact text tensors and byte-identical inference/tokenizer/configuration under the same official evaluator protocol."
14398
  },
 
14401
  "revision": "self",
14402
  "native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
14403
  "parameters": 135383808,
14404
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/inference-equivalence.json",
14405
  "new_benchmark_run": false
14406
  }
14407
  },
14408
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
14409
  "new_full_panel_inference": false,
14410
  "basis": "The frozen text tensors, tokenizer, configuration and encoding computation are unchanged. The original measured text identity is retained."
14411
  }
 
14415
  "audio19": {
14416
  "source_id": "nano_audio19",
14417
  "identity": {
14418
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
14419
  "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
14420
  "release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
14421
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
14422
  "new_full_panel_inference": true
14423
  },
14424
  "self_reference_interpretation": "Nano native fingerprint 474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2"
14425
  }
14426
  },
14427
+ "release_reference": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano",
14428
  "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
14429
  },
14430
  "mini": {
14431
+ "repo_id": "vllm-sr/Vela-1.0-Omni-Mini",
14432
  "release_commit": null,
14433
  "parameters_exact": 1361475288,
14434
  "current_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
 
14445
  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
14446
  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
14447
  },
14448
+ "applies_to_model": "vllm-sr/Vela-1.0-Omni-Mini",
14449
  "applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
14450
  "prior_component_applicability": {
14451
  "component": "text",
 
14453
  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
14454
  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
14455
  },
14456
+ "applies_to_model": "vllm-sr/Vela-1.0-Omni-Mini",
14457
  "applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
14458
  "bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
14459
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/component-equivalence.json",
14460
  "new_whole_Omni_panel_inference": false,
14461
  "basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
14462
  "prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
14463
  },
14464
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
14465
  "new_whole_Omni_panel_inference": false,
14466
  "basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity."
14467
  }
 
14471
  "audio19": {
14472
  "source_id": "mini_audio19",
14473
  "identity": {
14474
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
14475
  "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
14476
  "release_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
14477
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
14478
  "new_full_panel_inference": true
14479
  },
14480
  "self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
14481
  }
14482
  },
14483
+ "release_reference": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini",
14484
  "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
14485
  }
14486
  },
14487
  "sources": {
14488
  "nano_English41": {
14489
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json",
14490
  "evidence_type": "Vela_release_report",
14491
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
14492
  "sha256": "f3daecad1cf431630598efb04f3667431e3420239240f28a51568a74cef0c64f"
14493
  },
14494
  "nano_audio19": {
14495
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
14496
  "evidence_type": "Vela_release_report",
14497
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
14498
+ "sha256": "d6360bc3e6b7005bf3251df0ead3d4c35358a502e528b3f9628b35e4a0786391"
14499
  },
14500
  "mini_English41": {
14501
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
14502
  "evidence_type": "Vela_release_report",
14503
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
14504
+ "sha256": "a124a6c903559ceeaae2ac883af756adcca6dd45a4d1e1bda37136fcfd89be70"
14505
  },
14506
  "mini_audio19": {
14507
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
14508
  "evidence_type": "Vela_release_report",
14509
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
14510
+ "sha256": "a6892ff7f563355e9faef208f08e85459f3c81952e44e92a9b911c00f0b5518a"
14511
  },
14512
  "scores_MTEB_eng_v2": {
14513
  "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores",
 
14524
  "benchmark": "MAEB(beta, audio-only)"
14525
  },
14526
  "mini_component_equivalence": {
14527
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
14528
+ "sha256": "14720aceeb7a2a4b9d9f0cd0b0c83b7eef021a0fe5fb964a3aa70dfc3f2f22e9",
14529
  "evidence_type": "exact_component_identity_report",
14530
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
14531
  },
14532
  "nano_component_equivalence": {
14533
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
14534
  "evidence_type": "Vela_release_report",
14535
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
14536
+ "sha256": "c11936497d7c86becaa052a0ec646b867f6907f0c1013ba61ee193ff8c80805f"
14537
  }
14538
  }
14539
  }
benchmarks/pareto-methodology.md CHANGED
@@ -10,13 +10,13 @@ The plots show every complete model with a known positive total parameter count.
10
 
11
  Vela sizes count all stored model parameters across text, image and audio: Nano 163,771,288 and Mini 1,361,475,288. Peer sizes use registry-reported totals, which can be rounded. Peers include both single-modality specialists and multimodal encoders. Their scores were reported under differing prompts, model revisions and evaluation protocols; these are snapshot-relative comparisons, not matched reproductions or official leaderboard submissions. There is no combined text–image–audio rank. Neither current Vela model lies on these complete-panel frontiers.
12
 
13
- [All ranks](complete-panel-ranks.md) · [Complete vectors, source URLs, exclusions and plotted points](general-rank-data.json) · [Figure metadata](general-rank-figures.json) · [Vela evaluation protocol](https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/blob/main/benchmarks/EVALUATION.md)
14
 
15
  ## Evaluation modes
16
 
17
  Nano uses default shared text; Mini uses fixed official per-task MTEB instructions in the English comparison. Both use default shared audio. Mini's historical default English result (58.79 Mean(TaskType), 63.49 Mean(Task)) remains available separately and is not a matched causal control. One declared mode per Vela model is counted in each ranking population.
18
 
19
- [Fixed instructions and all 41 scores](https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/blob/main/benchmarks/instruction-mode.md) · [API equivalence](https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/blob/main/benchmarks/instruction-api-equivalence.json)
20
 
21
  ## Selected task strengths
22
 
 
10
 
11
  Vela sizes count all stored model parameters across text, image and audio: Nano 163,771,288 and Mini 1,361,475,288. Peer sizes use registry-reported totals, which can be rounded. Peers include both single-modality specialists and multimodal encoders. Their scores were reported under differing prompts, model revisions and evaluation protocols; these are snapshot-relative comparisons, not matched reproductions or official leaderboard submissions. There is no combined text–image–audio rank. Neither current Vela model lies on these complete-panel frontiers.
12
 
13
+ [All ranks](complete-panel-ranks.md) · [Complete vectors, source URLs, exclusions and plotted points](general-rank-data.json) · [Figure metadata](general-rank-figures.json) · [Vela evaluation protocol](https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/blob/main/benchmarks/EVALUATION.md)
14
 
15
  ## Evaluation modes
16
 
17
  Nano uses default shared text; Mini uses fixed official per-task MTEB instructions in the English comparison. Both use default shared audio. Mini's historical default English result (58.79 Mean(TaskType), 63.49 Mean(Task)) remains available separately and is not a matched causal control. One declared mode per Vela model is counted in each ranking population.
18
 
19
+ [Fixed instructions and all 41 scores](https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/blob/main/benchmarks/instruction-mode.md) · [API equivalence](https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/blob/main/benchmarks/instruction-api-equivalence.json)
20
 
21
  ## Selected task strengths
22
 
benchmarks/pareto-new-frontiers.json CHANGED
@@ -7,28 +7,28 @@
7
  "dominance": "A peer has no more total parameters and no lower score, with at least one strict inequality. Scores use original available floating values, not rounded display labels.",
8
  "sources": {
9
  "nano_English41": {
10
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json",
11
  "evidence_type": "Vela_release_report",
12
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
13
  "sha256": "f3daecad1cf431630598efb04f3667431e3420239240f28a51568a74cef0c64f"
14
  },
15
  "nano_audio19": {
16
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
17
  "evidence_type": "Vela_release_report",
18
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
19
- "sha256": "4fc7f217745eb0aa998bf0f8e044bd1fa5de2f73f1a7dead7b829a62c48669ff"
20
  },
21
  "mini_English41": {
22
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
23
  "evidence_type": "Vela_release_report",
24
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
25
- "sha256": "5048644990078e6b0c9bd7aa1d52a7ed60729608ebafdb22bc49b4dad0f7cac9"
26
  },
27
  "mini_audio19": {
28
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
29
  "evidence_type": "Vela_release_report",
30
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
31
- "sha256": "b9adc831e1de9caed37d38292dc95d65f4f933178fa7abbf7c1211f23617efbf"
32
  },
33
  "scores_MTEB_eng_v2": {
34
  "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores",
@@ -45,21 +45,21 @@
45
  "benchmark": "MAEB(beta, audio-only)"
46
  },
47
  "mini_component_equivalence": {
48
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
49
- "sha256": "8bbbd3a362d84a6e8f030803259db69e932e5997b1c7af1a276a0d17862eb184",
50
  "evidence_type": "exact_component_identity_report",
51
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
52
  },
53
  "nano_component_equivalence": {
54
- "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
55
  "evidence_type": "Vela_release_report",
56
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
57
- "sha256": "ebd40f9a887791d1736132c37f510a69e18a03e247422853f54a42b417b0db9b"
58
  }
59
  },
60
  "models": {
61
  "nano": {
62
- "repo_id": "llm-semantic-router/Vela-1.0-Omni-Nano",
63
  "release_commit": null,
64
  "parameters_exact": 163771288,
65
  "current_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
@@ -88,7 +88,7 @@
88
  "evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
89
  "evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
90
  "revision_kind": "local native artifact fingerprint, not a Hugging Face commit",
91
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/component-equivalence.json",
92
  "new_full_panel_inference": false,
93
  "basis": "199 exact text tensors and byte-identical inference/tokenizer/configuration under the same official evaluator protocol."
94
  },
@@ -97,11 +97,11 @@
97
  "revision": "self",
98
  "native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
99
  "parameters": 135383808,
100
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/inference-equivalence.json",
101
  "new_benchmark_run": false
102
  }
103
  },
104
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
105
  "new_full_panel_inference": false,
106
  "basis": "The frozen text tensors, tokenizer, configuration and encoding computation are unchanged. The original measured text identity is retained."
107
  }
@@ -111,20 +111,20 @@
111
  "audio19": {
112
  "source_id": "nano_audio19",
113
  "identity": {
114
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
115
  "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
116
  "release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
117
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
118
  "new_full_panel_inference": true
119
  },
120
  "self_reference_interpretation": "Nano native fingerprint 474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2"
121
  }
122
  },
123
- "release_reference": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano",
124
  "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
125
  },
126
  "mini": {
127
- "repo_id": "llm-semantic-router/Vela-1.0-Omni-Mini",
128
  "release_commit": null,
129
  "parameters_exact": 1361475288,
130
  "current_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
@@ -141,7 +141,7 @@
141
  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
142
  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
143
  },
144
- "applies_to_model": "llm-semantic-router/Vela-1.0-Omni-Mini",
145
  "applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
146
  "prior_component_applicability": {
147
  "component": "text",
@@ -149,15 +149,15 @@
149
  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
150
  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
151
  },
152
- "applies_to_model": "llm-semantic-router/Vela-1.0-Omni-Mini",
153
  "applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
154
  "bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
155
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/component-equivalence.json",
156
  "new_whole_Omni_panel_inference": false,
157
  "basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
158
  "prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
159
  },
160
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
161
  "new_whole_Omni_panel_inference": false,
162
  "basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity."
163
  }
@@ -167,16 +167,16 @@
167
  "audio19": {
168
  "source_id": "mini_audio19",
169
  "identity": {
170
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
171
  "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
172
  "release_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
173
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
174
  "new_full_panel_inference": true
175
  },
176
  "self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
177
  }
178
  },
179
- "release_reference": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini",
180
  "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
181
  }
182
  },
@@ -4110,7 +4110,7 @@
4110
  "on_displayed_frontier": false
4111
  },
4112
  {
4113
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
4114
  "kind": "nano",
4115
  "parameters_billion": 0.163771288,
4116
  "parameters_exact": 163771288,
@@ -4122,11 +4122,11 @@
4122
  "on_displayed_frontier": true,
4123
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
4124
  "revision": null,
4125
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json",
4126
  "evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646"
4127
  },
4128
  {
4129
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
4130
  "kind": "mini",
4131
  "parameters_billion": 1.361475288,
4132
  "parameters_exact": 1361475288,
@@ -4138,7 +4138,7 @@
4138
  "on_displayed_frontier": false,
4139
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
4140
  "revision": null,
4141
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
4142
  "evaluated_native_artifact_sha256": null
4143
  }
4144
  ],
@@ -4149,7 +4149,7 @@
4149
  "MongoDB/mdbr-leaf-mt",
4150
  "BAAI/bge-small-en",
4151
  "codefuse-ai/F2LLM-v2-160M",
4152
- "llm-semantic-router/Vela-1.0-Omni-Nano",
4153
  "jinaai/jina-embeddings-v5-text-nano",
4154
  "jxm/cde-small-v2",
4155
  "Tarka-AIR/Tarka-Embedding-350M-V1",
@@ -5782,7 +5782,7 @@
5782
  "on_displayed_frontier": false
5783
  },
5784
  {
5785
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
5786
  "kind": "nano",
5787
  "parameters_billion": 0.163771288,
5788
  "parameters_exact": 163771288,
@@ -5794,13 +5794,13 @@
5794
  "on_displayed_frontier": true,
5795
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
5796
  "revision": null,
5797
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
5798
  "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
5799
  "evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
5800
- "evaluated_model": "llm-semantic-router/Vela-1.0-Omni-Nano"
5801
  },
5802
  {
5803
- "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
5804
  "kind": "mini",
5805
  "parameters_billion": 1.361475288,
5806
  "parameters_exact": 1361475288,
@@ -5812,7 +5812,7 @@
5812
  "on_displayed_frontier": true,
5813
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
5814
  "revision": null,
5815
- "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
5816
  "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
5817
  }
5818
  ],
@@ -5820,8 +5820,8 @@
5820
  "google/yamnet",
5821
  "matthewagi/HeAR-s1.1",
5822
  "MIT/ast-finetuned-audioset-10-10-0.4593",
5823
- "llm-semantic-router/Vela-1.0-Omni-Nano",
5824
- "llm-semantic-router/Vela-1.0-Omni-Mini"
5825
  ],
5826
  "reported_peer_observations": 65,
5827
  "unknown_size_observations_excluded": [],
 
7
  "dominance": "A peer has no more total parameters and no lower score, with at least one strict inequality. Scores use original available floating values, not rounded display labels.",
8
  "sources": {
9
  "nano_English41": {
10
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json",
11
  "evidence_type": "Vela_release_report",
12
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
13
  "sha256": "f3daecad1cf431630598efb04f3667431e3420239240f28a51568a74cef0c64f"
14
  },
15
  "nano_audio19": {
16
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
17
  "evidence_type": "Vela_release_report",
18
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
19
+ "sha256": "d6360bc3e6b7005bf3251df0ead3d4c35358a502e528b3f9628b35e4a0786391"
20
  },
21
  "mini_English41": {
22
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
23
  "evidence_type": "Vela_release_report",
24
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
25
+ "sha256": "a124a6c903559ceeaae2ac883af756adcca6dd45a4d1e1bda37136fcfd89be70"
26
  },
27
  "mini_audio19": {
28
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
29
  "evidence_type": "Vela_release_report",
30
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
31
+ "sha256": "a6892ff7f563355e9faef208f08e85459f3c81952e44e92a9b911c00f0b5518a"
32
  },
33
  "scores_MTEB_eng_v2": {
34
  "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores",
 
45
  "benchmark": "MAEB(beta, audio-only)"
46
  },
47
  "mini_component_equivalence": {
48
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
49
+ "sha256": "14720aceeb7a2a4b9d9f0cd0b0c83b7eef021a0fe5fb964a3aa70dfc3f2f22e9",
50
  "evidence_type": "exact_component_identity_report",
51
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
52
  },
53
  "nano_component_equivalence": {
54
+ "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
55
  "evidence_type": "Vela_release_report",
56
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
57
+ "sha256": "c11936497d7c86becaa052a0ec646b867f6907f0c1013ba61ee193ff8c80805f"
58
  }
59
  },
60
  "models": {
61
  "nano": {
62
+ "repo_id": "vllm-sr/Vela-1.0-Omni-Nano",
63
  "release_commit": null,
64
  "parameters_exact": 163771288,
65
  "current_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
 
88
  "evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
89
  "evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
90
  "revision_kind": "local native artifact fingerprint, not a Hugging Face commit",
91
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/component-equivalence.json",
92
  "new_full_panel_inference": false,
93
  "basis": "199 exact text tensors and byte-identical inference/tokenizer/configuration under the same official evaluator protocol."
94
  },
 
97
  "revision": "self",
98
  "native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
99
  "parameters": 135383808,
100
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/inference-equivalence.json",
101
  "new_benchmark_run": false
102
  }
103
  },
104
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json",
105
  "new_full_panel_inference": false,
106
  "basis": "The frozen text tensors, tokenizer, configuration and encoding computation are unchanged. The original measured text identity is retained."
107
  }
 
111
  "audio19": {
112
  "source_id": "nano_audio19",
113
  "identity": {
114
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
115
  "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
116
  "release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
117
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
118
  "new_full_panel_inference": true
119
  },
120
  "self_reference_interpretation": "Nano native fingerprint 474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2"
121
  }
122
  },
123
+ "release_reference": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano",
124
  "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
125
  },
126
  "mini": {
127
+ "repo_id": "vllm-sr/Vela-1.0-Omni-Mini",
128
  "release_commit": null,
129
  "parameters_exact": 1361475288,
130
  "current_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
 
141
  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
142
  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
143
  },
144
+ "applies_to_model": "vllm-sr/Vela-1.0-Omni-Mini",
145
  "applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
146
  "prior_component_applicability": {
147
  "component": "text",
 
149
  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
150
  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
151
  },
152
+ "applies_to_model": "vllm-sr/Vela-1.0-Omni-Mini",
153
  "applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
154
  "bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
155
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/component-equivalence.json",
156
  "new_whole_Omni_panel_inference": false,
157
  "basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
158
  "prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
159
  },
160
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
161
  "new_whole_Omni_panel_inference": false,
162
  "basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity."
163
  }
 
167
  "audio19": {
168
  "source_id": "mini_audio19",
169
  "identity": {
170
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
171
  "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
172
  "release_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
173
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
174
  "new_full_panel_inference": true
175
  },
176
  "self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
177
  }
178
  },
179
+ "release_reference": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini",
180
  "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
181
  }
182
  },
 
4110
  "on_displayed_frontier": false
4111
  },
4112
  {
4113
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
4114
  "kind": "nano",
4115
  "parameters_billion": 0.163771288,
4116
  "parameters_exact": 163771288,
 
4122
  "on_displayed_frontier": true,
4123
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
4124
  "revision": null,
4125
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json",
4126
  "evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646"
4127
  },
4128
  {
4129
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
4130
  "kind": "mini",
4131
  "parameters_billion": 1.361475288,
4132
  "parameters_exact": 1361475288,
 
4138
  "on_displayed_frontier": false,
4139
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
4140
  "revision": null,
4141
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
4142
  "evaluated_native_artifact_sha256": null
4143
  }
4144
  ],
 
4149
  "MongoDB/mdbr-leaf-mt",
4150
  "BAAI/bge-small-en",
4151
  "codefuse-ai/F2LLM-v2-160M",
4152
+ "vllm-sr/Vela-1.0-Omni-Nano",
4153
  "jinaai/jina-embeddings-v5-text-nano",
4154
  "jxm/cde-small-v2",
4155
  "Tarka-AIR/Tarka-Embedding-350M-V1",
 
5782
  "on_displayed_frontier": false
5783
  },
5784
  {
5785
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
5786
  "kind": "nano",
5787
  "parameters_billion": 0.163771288,
5788
  "parameters_exact": 163771288,
 
5794
  "on_displayed_frontier": true,
5795
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
5796
  "revision": null,
5797
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json",
5798
  "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
5799
  "evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
5800
+ "evaluated_model": "vllm-sr/Vela-1.0-Omni-Nano"
5801
  },
5802
  {
5803
+ "model": "vllm-sr/Vela-1.0-Omni-Mini",
5804
  "kind": "mini",
5805
  "parameters_billion": 1.361475288,
5806
  "parameters_exact": 1361475288,
 
5812
  "on_displayed_frontier": true,
5813
  "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
5814
  "revision": null,
5815
+ "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
5816
  "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
5817
  }
5818
  ],
 
5820
  "google/yamnet",
5821
  "matthewagi/HeAR-s1.1",
5822
  "MIT/ast-finetuned-audioset-10-10-0.4593",
5823
+ "vllm-sr/Vela-1.0-Omni-Nano",
5824
+ "vllm-sr/Vela-1.0-Omni-Mini"
5825
  ],
5826
  "reported_peer_observations": 65,
5827
  "unknown_size_observations_excluded": [],
benchmarks/pareto-points.csv CHANGED
@@ -81,7 +81,7 @@ ArXivHierarchicalClusteringP2P,v_measure,nomic-ai/nomic-embed-text-v1,peer,0.137
81
  ArXivHierarchicalClusteringP2P,v_measure,nomic-ai/nomic-embed-text-v1-ablated,peer,0.137,57.903400000000005,True,False,registry_reported,registry_reported:nomic-ai/nomic-embed-text-v1-ablated,,
82
  ArXivHierarchicalClusteringP2P,v_measure,nomic-ai/nomic-embed-text-v1-unsupervised,peer,0.137,56.7453,True,False,registry_reported,registry_reported:nomic-ai/nomic-embed-text-v1-unsupervised,,
83
  ArXivHierarchicalClusteringP2P,v_measure,nomic-ai/nomic-embed-text-v1.5,peer,0.137,60.08051520875409,True,False,registry_reported,registry_reported:nomic-ai/nomic-embed-text-v1.5,,
84
- ArXivHierarchicalClusteringP2P,v_measure,llm-semantic-router/Vela-1.0-Omni-Nano,nano,0.163771288,64.88847259326147,True,False,exact_text_component_applicability,vela_release_evaluation:llm-semantic-router/Vela-1.0-Omni-Nano,,474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2
85
  ArXivHierarchicalClusteringP2P,v_measure,ibm-granite/granite-embedding-english-r2,peer,0.149,59.0566,True,False,registry_reported,registry_reported:ibm-granite/granite-embedding-english-r2,,
86
  ArXivHierarchicalClusteringP2P,v_measure,Tarka-AIR/Tarka-Embedding-150M-V1,peer,0.156,63.397099999999995,True,False,registry_reported,registry_reported:Tarka-AIR/Tarka-Embedding-150M-V1,,
87
  ArXivHierarchicalClusteringP2P,v_measure,codefuse-ai/F2LLM-v2-160M,peer,0.159,62.4399,True,False,registry_reported,registry_reported:codefuse-ai/F2LLM-v2-160M,,
@@ -159,7 +159,7 @@ ArXivHierarchicalClusteringP2P,v_measure,DeepPavlov/rubert-base-cased,peer,1.28,
159
  ArXivHierarchicalClusteringP2P,v_measure,manu/sentence_croissant_alpha_v0.2,peer,1.28,59.5187,True,False,registry_reported,registry_reported:manu/sentence_croissant_alpha_v0.2,,
160
  ArXivHierarchicalClusteringP2P,v_measure,manu/sentence_croissant_alpha_v0.3,peer,1.28,55.098400000000005,True,False,registry_reported,registry_reported:manu/sentence_croissant_alpha_v0.3,,
161
  ArXivHierarchicalClusteringP2P,v_measure,manu/sentence_croissant_alpha_v0.4,peer,1.28,58.5928,True,False,registry_reported,registry_reported:manu/sentence_croissant_alpha_v0.4,,
162
- ArXivHierarchicalClusteringP2P,v_measure,llm-semantic-router/Vela-1.0-Omni-Mini,mini,1.361475288,62.00989328478093,True,False,exact_text_component_applicability,vela_release_evaluation:llm-semantic-router/Vela-1.0-Omni-Mini,,d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731
163
  ArXivHierarchicalClusteringP2P,v_measure,NovaSearch/stella_en_1.5B_v5,peer,1.54,64.52339106857525,True,False,registry_reported,registry_reported:NovaSearch/stella_en_1.5B_v5,,
164
  ArXivHierarchicalClusteringP2P,v_measure,Alibaba-NLP/gte-Qwen2-1.5B-instruct,peer,1.543,64.7434,True,False,registry_reported,registry_reported:Alibaba-NLP/gte-Qwen2-1.5B-instruct,,
165
  ArXivHierarchicalClusteringP2P,v_measure,NovaSearch/jasper_en_vision_language_v1,peer,1.565,68.68769999999999,True,False,registry_reported,registry_reported:NovaSearch/jasper_en_vision_language_v1,,
@@ -234,7 +234,7 @@ NMSQAPairClassification,max_ap,microsoft/wavlm-base-plus-sv,peer,0.095,48.4168,T
234
  NMSQAPairClassification,max_ap,microsoft/wavlm-base-sd,peer,0.095,52.9964,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sd,,
235
  NMSQAPairClassification,max_ap,microsoft/wavlm-base-sv,peer,0.095,52.9964,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sv,,
236
  NMSQAPairClassification,max_ap,asapp/sew-d-mid-400k-ft-ls100h,peer,0.139,48.4208,True,False,registry_reported,registry_reported:asapp/sew-d-mid-400k-ft-ls100h,,
237
- NMSQAPairClassification,max_ap,llm-semantic-router/Vela-1.0-Omni-Nano,nano,0.163771288,62.89933955933497,True,True,measured_release_evaluation,,,474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2
238
  NMSQAPairClassification,max_ap,laion/clap-htsat-unfused,peer,0.153,46.9791,True,False,registry_reported,registry_reported:laion/clap-htsat-unfused,,
239
  NMSQAPairClassification,max_ap,laion/clap-htsat-fused,peer,0.154,47.8507,True,False,registry_reported,registry_reported:laion/clap-htsat-fused,,
240
  NMSQAPairClassification,max_ap,microsoft/msclap-2023,peer,0.16,51.0934,True,False,registry_reported,registry_reported:microsoft/msclap-2023,,
@@ -262,7 +262,7 @@ NMSQAPairClassification,max_ap,facebook/mms-1b-l1107,peer,1.0,50.069399999999995
262
  NMSQAPairClassification,max_ap,facebook/wav2vec2-xls-r-1b,peer,1.0,49.3205,True,False,registry_reported,registry_reported:facebook/wav2vec2-xls-r-1b,,
263
  NMSQAPairClassification,max_ap,speechbrain/m-ctc-t-large,peer,1.059,58.9789,True,False,registry_reported,registry_reported:speechbrain/m-ctc-t-large,,
264
  NMSQAPairClassification,max_ap,LanguageBind/LanguageBind_Omni,peer,1.2,50.053000000000004,True,False,registry_reported,registry_reported:LanguageBind/LanguageBind_Omni,,
265
- NMSQAPairClassification,max_ap,llm-semantic-router/Vela-1.0-Omni-Mini,mini,1.361475288,88.19599834012242,True,False,measured_release_evaluation,,,d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731
266
  NMSQAPairClassification,max_ap,openai/whisper-large-v3,peer,1.55,48.4145,True,False,registry_reported,registry_reported:openai/whisper-large-v3,,
267
  NMSQAPairClassification,max_ap,jinaai/jina-embeddings-v5-omni-small,peer,1.626,93.38365214450435,True,False,registry_reported,registry_reported:jinaai/jina-embeddings-v5-omni-small,,
268
  NMSQAPairClassification,max_ap,encord-team/ebind-full,peer,1.79,46.0069,True,False,registry_reported,registry_reported:encord-team/ebind-full,,
@@ -302,7 +302,7 @@ SIBFLEURS,accuracy,microsoft/wavlm-base-plus-sv,peer,0.095,11.857322549019608,Tr
302
  SIBFLEURS,accuracy,microsoft/wavlm-base-sd,peer,0.095,13.31318431372549,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sd,,
303
  SIBFLEURS,accuracy,microsoft/wavlm-base-sv,peer,0.095,13.31318431372549,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sv,,
304
  SIBFLEURS,accuracy,asapp/sew-d-mid-400k-ft-ls100h,peer,0.139,12.634273529411763,True,False,registry_reported,registry_reported:asapp/sew-d-mid-400k-ft-ls100h,,
305
- SIBFLEURS,accuracy,llm-semantic-router/Vela-1.0-Omni-Nano,nano,0.163771288,18.072541269472218,True,False,measured_release_evaluation,,,474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2
306
  SIBFLEURS,accuracy,laion/clap-htsat-unfused,peer,0.153,8.674730392156862,True,False,registry_reported,registry_reported:laion/clap-htsat-unfused,,
307
  SIBFLEURS,accuracy,laion/clap-htsat-fused,peer,0.154,9.069597058823529,True,False,registry_reported,registry_reported:laion/clap-htsat-fused,,
308
  SIBFLEURS,accuracy,microsoft/msclap-2023,peer,0.16,14.073474509803921,True,False,registry_reported,registry_reported:microsoft/msclap-2023,,
@@ -330,7 +330,7 @@ SIBFLEURS,accuracy,facebook/mms-1b-l1107,peer,1.0,21.60156862745098,True,False,r
330
  SIBFLEURS,accuracy,facebook/wav2vec2-xls-r-1b,peer,1.0,12.637753921568628,True,False,registry_reported,registry_reported:facebook/wav2vec2-xls-r-1b,,
331
  SIBFLEURS,accuracy,speechbrain/m-ctc-t-large,peer,1.059,21.695727450980392,True,False,registry_reported,registry_reported:speechbrain/m-ctc-t-large,,
332
  SIBFLEURS,accuracy,LanguageBind/LanguageBind_Omni,peer,1.2,14.720610784313726,True,False,registry_reported,registry_reported:LanguageBind/LanguageBind_Omni,,
333
- SIBFLEURS,accuracy,llm-semantic-router/Vela-1.0-Omni-Mini,mini,1.361475288,39.06804619080834,True,True,measured_release_evaluation,,,d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731
334
  SIBFLEURS,accuracy,openai/whisper-large-v3,peer,1.55,22.948927450980392,True,False,registry_reported,registry_reported:openai/whisper-large-v3,,
335
  SIBFLEURS,accuracy,jinaai/jina-embeddings-v5-omni-small,peer,1.626,30.350692156862742,True,False,registry_reported,registry_reported:jinaai/jina-embeddings-v5-omni-small,,
336
  SIBFLEURS,accuracy,encord-team/ebind-full,peer,1.79,14.727586274509804,True,False,registry_reported,registry_reported:encord-team/ebind-full,,
@@ -372,7 +372,7 @@ VehicleSoundClustering,v_measure,microsoft/wavlm-base-plus-sv,peer,0.095,1.7932,
372
  VehicleSoundClustering,v_measure,microsoft/wavlm-base-sd,peer,0.095,0.40940000000000004,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sd,,
373
  VehicleSoundClustering,v_measure,microsoft/wavlm-base-sv,peer,0.095,0.40940000000000004,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sv,,
374
  VehicleSoundClustering,v_measure,asapp/sew-d-mid-400k-ft-ls100h,peer,0.139,0.6276,True,False,registry_reported,registry_reported:asapp/sew-d-mid-400k-ft-ls100h,,
375
- VehicleSoundClustering,v_measure,llm-semantic-router/Vela-1.0-Omni-Nano,nano,0.163771288,5.275425308186281,True,False,measured_release_evaluation,,,474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2
376
  VehicleSoundClustering,v_measure,laion/clap-htsat-unfused,peer,0.153,2.6642,True,False,registry_reported,registry_reported:laion/clap-htsat-unfused,,
377
  VehicleSoundClustering,v_measure,laion/clap-htsat-fused,peer,0.154,4.7132,True,False,registry_reported,registry_reported:laion/clap-htsat-fused,,
378
  VehicleSoundClustering,v_measure,microsoft/msclap-2023,peer,0.16,2.86,True,False,registry_reported,registry_reported:microsoft/msclap-2023,,
@@ -400,7 +400,7 @@ VehicleSoundClustering,v_measure,facebook/mms-1b-l1107,peer,1.0,0.4373,True,Fals
400
  VehicleSoundClustering,v_measure,facebook/wav2vec2-xls-r-1b,peer,1.0,0.1275,True,False,registry_reported,registry_reported:facebook/wav2vec2-xls-r-1b,,
401
  VehicleSoundClustering,v_measure,speechbrain/m-ctc-t-large,peer,1.059,0.967,True,False,registry_reported,registry_reported:speechbrain/m-ctc-t-large,,
402
  VehicleSoundClustering,v_measure,LanguageBind/LanguageBind_Omni,peer,1.2,2.5643,True,False,registry_reported,registry_reported:LanguageBind/LanguageBind_Omni,,
403
- VehicleSoundClustering,v_measure,llm-semantic-router/Vela-1.0-Omni-Mini,mini,1.361475288,1.7269120528614579,True,False,measured_release_evaluation,,,d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731
404
  VehicleSoundClustering,v_measure,openai/whisper-large-v3,peer,1.55,1.3834000000000002,True,False,registry_reported,registry_reported:openai/whisper-large-v3,,
405
  VehicleSoundClustering,v_measure,jinaai/jina-embeddings-v5-omni-small,peer,1.626,4.8423,True,False,registry_reported,registry_reported:jinaai/jina-embeddings-v5-omni-small,,
406
  VehicleSoundClustering,v_measure,encord-team/ebind-full,peer,1.79,6.4883,True,False,registry_reported,registry_reported:encord-team/ebind-full,,
 
81
  ArXivHierarchicalClusteringP2P,v_measure,nomic-ai/nomic-embed-text-v1-ablated,peer,0.137,57.903400000000005,True,False,registry_reported,registry_reported:nomic-ai/nomic-embed-text-v1-ablated,,
82
  ArXivHierarchicalClusteringP2P,v_measure,nomic-ai/nomic-embed-text-v1-unsupervised,peer,0.137,56.7453,True,False,registry_reported,registry_reported:nomic-ai/nomic-embed-text-v1-unsupervised,,
83
  ArXivHierarchicalClusteringP2P,v_measure,nomic-ai/nomic-embed-text-v1.5,peer,0.137,60.08051520875409,True,False,registry_reported,registry_reported:nomic-ai/nomic-embed-text-v1.5,,
84
+ ArXivHierarchicalClusteringP2P,v_measure,vllm-sr/Vela-1.0-Omni-Nano,nano,0.163771288,64.88847259326147,True,False,exact_text_component_applicability,vela_release_evaluation:vllm-sr/Vela-1.0-Omni-Nano,,474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2
85
  ArXivHierarchicalClusteringP2P,v_measure,ibm-granite/granite-embedding-english-r2,peer,0.149,59.0566,True,False,registry_reported,registry_reported:ibm-granite/granite-embedding-english-r2,,
86
  ArXivHierarchicalClusteringP2P,v_measure,Tarka-AIR/Tarka-Embedding-150M-V1,peer,0.156,63.397099999999995,True,False,registry_reported,registry_reported:Tarka-AIR/Tarka-Embedding-150M-V1,,
87
  ArXivHierarchicalClusteringP2P,v_measure,codefuse-ai/F2LLM-v2-160M,peer,0.159,62.4399,True,False,registry_reported,registry_reported:codefuse-ai/F2LLM-v2-160M,,
 
159
  ArXivHierarchicalClusteringP2P,v_measure,manu/sentence_croissant_alpha_v0.2,peer,1.28,59.5187,True,False,registry_reported,registry_reported:manu/sentence_croissant_alpha_v0.2,,
160
  ArXivHierarchicalClusteringP2P,v_measure,manu/sentence_croissant_alpha_v0.3,peer,1.28,55.098400000000005,True,False,registry_reported,registry_reported:manu/sentence_croissant_alpha_v0.3,,
161
  ArXivHierarchicalClusteringP2P,v_measure,manu/sentence_croissant_alpha_v0.4,peer,1.28,58.5928,True,False,registry_reported,registry_reported:manu/sentence_croissant_alpha_v0.4,,
162
+ ArXivHierarchicalClusteringP2P,v_measure,vllm-sr/Vela-1.0-Omni-Mini,mini,1.361475288,62.00989328478093,True,False,exact_text_component_applicability,vela_release_evaluation:vllm-sr/Vela-1.0-Omni-Mini,,d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731
163
  ArXivHierarchicalClusteringP2P,v_measure,NovaSearch/stella_en_1.5B_v5,peer,1.54,64.52339106857525,True,False,registry_reported,registry_reported:NovaSearch/stella_en_1.5B_v5,,
164
  ArXivHierarchicalClusteringP2P,v_measure,Alibaba-NLP/gte-Qwen2-1.5B-instruct,peer,1.543,64.7434,True,False,registry_reported,registry_reported:Alibaba-NLP/gte-Qwen2-1.5B-instruct,,
165
  ArXivHierarchicalClusteringP2P,v_measure,NovaSearch/jasper_en_vision_language_v1,peer,1.565,68.68769999999999,True,False,registry_reported,registry_reported:NovaSearch/jasper_en_vision_language_v1,,
 
234
  NMSQAPairClassification,max_ap,microsoft/wavlm-base-sd,peer,0.095,52.9964,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sd,,
235
  NMSQAPairClassification,max_ap,microsoft/wavlm-base-sv,peer,0.095,52.9964,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sv,,
236
  NMSQAPairClassification,max_ap,asapp/sew-d-mid-400k-ft-ls100h,peer,0.139,48.4208,True,False,registry_reported,registry_reported:asapp/sew-d-mid-400k-ft-ls100h,,
237
+ NMSQAPairClassification,max_ap,vllm-sr/Vela-1.0-Omni-Nano,nano,0.163771288,62.89933955933497,True,True,measured_release_evaluation,,,474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2
238
  NMSQAPairClassification,max_ap,laion/clap-htsat-unfused,peer,0.153,46.9791,True,False,registry_reported,registry_reported:laion/clap-htsat-unfused,,
239
  NMSQAPairClassification,max_ap,laion/clap-htsat-fused,peer,0.154,47.8507,True,False,registry_reported,registry_reported:laion/clap-htsat-fused,,
240
  NMSQAPairClassification,max_ap,microsoft/msclap-2023,peer,0.16,51.0934,True,False,registry_reported,registry_reported:microsoft/msclap-2023,,
 
262
  NMSQAPairClassification,max_ap,facebook/wav2vec2-xls-r-1b,peer,1.0,49.3205,True,False,registry_reported,registry_reported:facebook/wav2vec2-xls-r-1b,,
263
  NMSQAPairClassification,max_ap,speechbrain/m-ctc-t-large,peer,1.059,58.9789,True,False,registry_reported,registry_reported:speechbrain/m-ctc-t-large,,
264
  NMSQAPairClassification,max_ap,LanguageBind/LanguageBind_Omni,peer,1.2,50.053000000000004,True,False,registry_reported,registry_reported:LanguageBind/LanguageBind_Omni,,
265
+ NMSQAPairClassification,max_ap,vllm-sr/Vela-1.0-Omni-Mini,mini,1.361475288,88.19599834012242,True,False,measured_release_evaluation,,,d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731
266
  NMSQAPairClassification,max_ap,openai/whisper-large-v3,peer,1.55,48.4145,True,False,registry_reported,registry_reported:openai/whisper-large-v3,,
267
  NMSQAPairClassification,max_ap,jinaai/jina-embeddings-v5-omni-small,peer,1.626,93.38365214450435,True,False,registry_reported,registry_reported:jinaai/jina-embeddings-v5-omni-small,,
268
  NMSQAPairClassification,max_ap,encord-team/ebind-full,peer,1.79,46.0069,True,False,registry_reported,registry_reported:encord-team/ebind-full,,
 
302
  SIBFLEURS,accuracy,microsoft/wavlm-base-sd,peer,0.095,13.31318431372549,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sd,,
303
  SIBFLEURS,accuracy,microsoft/wavlm-base-sv,peer,0.095,13.31318431372549,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sv,,
304
  SIBFLEURS,accuracy,asapp/sew-d-mid-400k-ft-ls100h,peer,0.139,12.634273529411763,True,False,registry_reported,registry_reported:asapp/sew-d-mid-400k-ft-ls100h,,
305
+ SIBFLEURS,accuracy,vllm-sr/Vela-1.0-Omni-Nano,nano,0.163771288,18.072541269472218,True,False,measured_release_evaluation,,,474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2
306
  SIBFLEURS,accuracy,laion/clap-htsat-unfused,peer,0.153,8.674730392156862,True,False,registry_reported,registry_reported:laion/clap-htsat-unfused,,
307
  SIBFLEURS,accuracy,laion/clap-htsat-fused,peer,0.154,9.069597058823529,True,False,registry_reported,registry_reported:laion/clap-htsat-fused,,
308
  SIBFLEURS,accuracy,microsoft/msclap-2023,peer,0.16,14.073474509803921,True,False,registry_reported,registry_reported:microsoft/msclap-2023,,
 
330
  SIBFLEURS,accuracy,facebook/wav2vec2-xls-r-1b,peer,1.0,12.637753921568628,True,False,registry_reported,registry_reported:facebook/wav2vec2-xls-r-1b,,
331
  SIBFLEURS,accuracy,speechbrain/m-ctc-t-large,peer,1.059,21.695727450980392,True,False,registry_reported,registry_reported:speechbrain/m-ctc-t-large,,
332
  SIBFLEURS,accuracy,LanguageBind/LanguageBind_Omni,peer,1.2,14.720610784313726,True,False,registry_reported,registry_reported:LanguageBind/LanguageBind_Omni,,
333
+ SIBFLEURS,accuracy,vllm-sr/Vela-1.0-Omni-Mini,mini,1.361475288,39.06804619080834,True,True,measured_release_evaluation,,,d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731
334
  SIBFLEURS,accuracy,openai/whisper-large-v3,peer,1.55,22.948927450980392,True,False,registry_reported,registry_reported:openai/whisper-large-v3,,
335
  SIBFLEURS,accuracy,jinaai/jina-embeddings-v5-omni-small,peer,1.626,30.350692156862742,True,False,registry_reported,registry_reported:jinaai/jina-embeddings-v5-omni-small,,
336
  SIBFLEURS,accuracy,encord-team/ebind-full,peer,1.79,14.727586274509804,True,False,registry_reported,registry_reported:encord-team/ebind-full,,
 
372
  VehicleSoundClustering,v_measure,microsoft/wavlm-base-sd,peer,0.095,0.40940000000000004,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sd,,
373
  VehicleSoundClustering,v_measure,microsoft/wavlm-base-sv,peer,0.095,0.40940000000000004,True,False,registry_reported,registry_reported:microsoft/wavlm-base-sv,,
374
  VehicleSoundClustering,v_measure,asapp/sew-d-mid-400k-ft-ls100h,peer,0.139,0.6276,True,False,registry_reported,registry_reported:asapp/sew-d-mid-400k-ft-ls100h,,
375
+ VehicleSoundClustering,v_measure,vllm-sr/Vela-1.0-Omni-Nano,nano,0.163771288,5.275425308186281,True,False,measured_release_evaluation,,,474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2
376
  VehicleSoundClustering,v_measure,laion/clap-htsat-unfused,peer,0.153,2.6642,True,False,registry_reported,registry_reported:laion/clap-htsat-unfused,,
377
  VehicleSoundClustering,v_measure,laion/clap-htsat-fused,peer,0.154,4.7132,True,False,registry_reported,registry_reported:laion/clap-htsat-fused,,
378
  VehicleSoundClustering,v_measure,microsoft/msclap-2023,peer,0.16,2.86,True,False,registry_reported,registry_reported:microsoft/msclap-2023,,
 
400
  VehicleSoundClustering,v_measure,facebook/wav2vec2-xls-r-1b,peer,1.0,0.1275,True,False,registry_reported,registry_reported:facebook/wav2vec2-xls-r-1b,,
401
  VehicleSoundClustering,v_measure,speechbrain/m-ctc-t-large,peer,1.059,0.967,True,False,registry_reported,registry_reported:speechbrain/m-ctc-t-large,,
402
  VehicleSoundClustering,v_measure,LanguageBind/LanguageBind_Omni,peer,1.2,2.5643,True,False,registry_reported,registry_reported:LanguageBind/LanguageBind_Omni,,
403
+ VehicleSoundClustering,v_measure,vllm-sr/Vela-1.0-Omni-Mini,mini,1.361475288,1.7269120528614579,True,False,measured_release_evaluation,,,d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731
404
  VehicleSoundClustering,v_measure,openai/whisper-large-v3,peer,1.55,1.3834000000000002,True,False,registry_reported,registry_reported:openai/whisper-large-v3,,
405
  VehicleSoundClustering,v_measure,jinaai/jina-embeddings-v5-omni-small,peer,1.626,4.8423,True,False,registry_reported,registry_reported:jinaai/jina-embeddings-v5-omni-small,,
406
  VehicleSoundClustering,v_measure,encord-team/ebind-full,peer,1.79,6.4883,True,False,registry_reported,registry_reported:encord-team/ebind-full,,
benchmarks/previous-release-scores.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
  "schema_version": 2,
3
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
4
  "revision_semantics": "self denotes this published inference package; evaluated_* identities retain original measurements. The exact public-inference equivalence report binds score applicability.",
5
  "score_scale": "0-1; multiply by 100 for percentages",
6
  "matrix": {
7
  "small": {
8
- "model": "llm-semantic-router/multi-modal-embed-small",
9
  "revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
10
  "artifact_fingerprint_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
11
  "metrics": {
@@ -82,7 +82,7 @@
82
  }
83
  },
84
  "candidate": {
85
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
86
  "revision": "self",
87
  "artifact_fingerprint_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
88
  "metrics": {
@@ -322,9 +322,9 @@
322
  "replicates": 2000,
323
  "seed": 20260918,
324
  "comparison": {
325
- "candidate": "llm-semantic-router/Vela-1.0-Omni-Nano",
326
  "candidate_artifact_fingerprint_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
327
- "baseline": "llm-semantic-router/multi-modal-embed-small",
328
  "baseline_revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
329
  "baseline_artifact_fingerprint_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb"
330
  }
@@ -426,9 +426,9 @@
426
  "replicates": 2000,
427
  "seed": 20260918,
428
  "comparison": {
429
- "candidate": "llm-semantic-router/Vela-1.0-Omni-Nano",
430
  "candidate_artifact_fingerprint_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
431
- "baseline": "llm-semantic-router/Vela-1.0-Omni-Nano",
432
  "baseline_revision": "3a1efc48995e2b71622d65c6cf71cfc00bbf3aa3",
433
  "baseline_artifact_fingerprint_sha256": "fb9cd39c9980a085b75456c715c2295b997784fe733314be68c13635f6384edf"
434
  }
@@ -477,7 +477,7 @@
477
  "library_version": "2.21.0",
478
  "model_revisions": {
479
  "nano": {
480
- "repo_id": "llm-semantic-router/Vela-1.0-Omni-Nano",
481
  "revision": "self",
482
  "native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
483
  "parameters": 135383808,
@@ -490,7 +490,7 @@
490
  "revision_kind": "HF_snapshot"
491
  },
492
  "small": {
493
- "repo_id": "llm-semantic-router/multi-modal-embed-small",
494
  "revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
495
  "native_artifact_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
496
  "status": "evaluated_all_11_selected_tasks",
@@ -2350,7 +2350,7 @@
2350
  }
2351
  ],
2352
  "comparison": {
2353
- "baseline_model": "llm-semantic-router/multi-modal-embed-small",
2354
  "baseline_revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
2355
  "baseline_native_artifact_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
2356
  "baseline_standard_status": "not_evaluated_in_this_standard_protocol",
@@ -2652,7 +2652,7 @@
2652
  }
2653
  },
2654
  "previous_release": {
2655
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
2656
  "revision": "3a1efc48995e2b71622d65c6cf71cfc00bbf3aa3",
2657
  "native_artifact_sha256": "fb9cd39c9980a085b75456c715c2295b997784fe733314be68c13635f6384edf",
2658
  "parameters": 133956480,
@@ -3753,7 +3753,7 @@
3753
  ],
3754
  "net_benefit": {
3755
  "scope": "Product-weighted progress comparison, not an official benchmark aggregate or SOTA claim.",
3756
- "baseline_model": "llm-semantic-router/Vela-1.0-Omni-Nano",
3757
  "baseline_revision": "3a1efc48995e2b71622d65c6cf71cfc00bbf3aa3",
3758
  "baseline_native_artifact_sha256": "fb9cd39c9980a085b75456c715c2295b997784fe733314be68c13635f6384edf",
3759
  "candidate_native_artifact_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
@@ -4307,7 +4307,7 @@
4307
  "new_benchmark_run": false
4308
  },
4309
  "scorecard_comparison": {
4310
- "primary_comparator": "llm-semantic-router/multi-modal-embed-small",
4311
  "revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
4312
  "common_protocol_measured": true,
4313
  "original_reference_evidence": "benchmarks/original-baseline.json",
 
1
  {
2
  "schema_version": 2,
3
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
4
  "revision_semantics": "self denotes this published inference package; evaluated_* identities retain original measurements. The exact public-inference equivalence report binds score applicability.",
5
  "score_scale": "0-1; multiply by 100 for percentages",
6
  "matrix": {
7
  "small": {
8
+ "model": "vllm-sr/multi-modal-embed-small",
9
  "revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
10
  "artifact_fingerprint_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
11
  "metrics": {
 
82
  }
83
  },
84
  "candidate": {
85
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
86
  "revision": "self",
87
  "artifact_fingerprint_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
88
  "metrics": {
 
322
  "replicates": 2000,
323
  "seed": 20260918,
324
  "comparison": {
325
+ "candidate": "vllm-sr/Vela-1.0-Omni-Nano",
326
  "candidate_artifact_fingerprint_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
327
+ "baseline": "vllm-sr/multi-modal-embed-small",
328
  "baseline_revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
329
  "baseline_artifact_fingerprint_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb"
330
  }
 
426
  "replicates": 2000,
427
  "seed": 20260918,
428
  "comparison": {
429
+ "candidate": "vllm-sr/Vela-1.0-Omni-Nano",
430
  "candidate_artifact_fingerprint_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
431
+ "baseline": "vllm-sr/Vela-1.0-Omni-Nano",
432
  "baseline_revision": "3a1efc48995e2b71622d65c6cf71cfc00bbf3aa3",
433
  "baseline_artifact_fingerprint_sha256": "fb9cd39c9980a085b75456c715c2295b997784fe733314be68c13635f6384edf"
434
  }
 
477
  "library_version": "2.21.0",
478
  "model_revisions": {
479
  "nano": {
480
+ "repo_id": "vllm-sr/Vela-1.0-Omni-Nano",
481
  "revision": "self",
482
  "native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
483
  "parameters": 135383808,
 
490
  "revision_kind": "HF_snapshot"
491
  },
492
  "small": {
493
+ "repo_id": "vllm-sr/multi-modal-embed-small",
494
  "revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
495
  "native_artifact_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
496
  "status": "evaluated_all_11_selected_tasks",
 
2350
  }
2351
  ],
2352
  "comparison": {
2353
+ "baseline_model": "vllm-sr/multi-modal-embed-small",
2354
  "baseline_revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
2355
  "baseline_native_artifact_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
2356
  "baseline_standard_status": "not_evaluated_in_this_standard_protocol",
 
2652
  }
2653
  },
2654
  "previous_release": {
2655
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
2656
  "revision": "3a1efc48995e2b71622d65c6cf71cfc00bbf3aa3",
2657
  "native_artifact_sha256": "fb9cd39c9980a085b75456c715c2295b997784fe733314be68c13635f6384edf",
2658
  "parameters": 133956480,
 
3753
  ],
3754
  "net_benefit": {
3755
  "scope": "Product-weighted progress comparison, not an official benchmark aggregate or SOTA claim.",
3756
+ "baseline_model": "vllm-sr/Vela-1.0-Omni-Nano",
3757
  "baseline_revision": "3a1efc48995e2b71622d65c6cf71cfc00bbf3aa3",
3758
  "baseline_native_artifact_sha256": "fb9cd39c9980a085b75456c715c2295b997784fe733314be68c13635f6384edf",
3759
  "candidate_native_artifact_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
 
4307
  "new_benchmark_run": false
4308
  },
4309
  "scorecard_comparison": {
4310
+ "primary_comparator": "vllm-sr/multi-modal-embed-small",
4311
  "revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
4312
  "common_protocol_measured": true,
4313
  "original_reference_evidence": "benchmarks/original-baseline.json",
scores.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
  "schema_version": 2,
3
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
4
  "revision_semantics": "self denotes the released native package. Each benchmark retains its actual evaluated artifact; exact unchanged-component applicability is explicit.",
5
  "score_scale": "0-1; multiply by 100 for percentages",
6
  "matrix": {
7
  "small": {
8
- "model": "llm-semantic-router/multi-modal-embed-small",
9
  "revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
10
  "artifact_fingerprint_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
11
  "metrics": {
@@ -82,7 +82,7 @@
82
  }
83
  },
84
  "candidate": {
85
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
86
  "revision": "self",
87
  "artifact_fingerprint_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
88
  "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
@@ -1368,7 +1368,7 @@
1368
  "library_version": "2.21.0",
1369
  "model_revisions": {
1370
  "nano": {
1371
- "repo_id": "llm-semantic-router/Vela-1.0-Omni-Nano",
1372
  "revision": "self",
1373
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
1374
  "parameters": 163771288,
@@ -1377,7 +1377,7 @@
1377
  "applicability": "Each row states whether the full artifact was freshly evaluated or an exact unchanged component applies."
1378
  },
1379
  "small": {
1380
- "repo_id": "llm-semantic-router/multi-modal-embed-small",
1381
  "revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
1382
  "native_artifact_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
1383
  "status": "evaluated_all_11_selected_tasks",
@@ -3339,7 +3339,7 @@
3339
  }
3340
  ],
3341
  "comparison": {
3342
- "baseline_model": "llm-semantic-router/multi-modal-embed-small",
3343
  "baseline_revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
3344
  "baseline_native_artifact_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
3345
  "baseline_standard_status": "evaluated_all_11_selected_tasks",
@@ -3640,7 +3640,7 @@
3640
  }
3641
  },
3642
  "previous_release": {
3643
- "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
3644
  "revision": "9e747d2e1d4b97d3081ff4ac2ac79986c7a8da95",
3645
  "native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
3646
  "evaluated_artifact_fingerprint_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
@@ -3834,7 +3834,7 @@
3834
  },
3835
  "paired_uncertainty_scope": "Fresh paired intervals compare this candidate with the preceding Vela Nano computation. They are not an interval for the all-14 aggregate or the weighted net. An original-small interval was not recomputed for this update.",
3836
  "scorecard_comparison": {
3837
- "primary_comparator": "llm-semantic-router/multi-modal-embed-small",
3838
  "revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
3839
  "common_protocol_measured": true,
3840
  "original_reference_evidence": "benchmarks/original-baseline.json",
 
1
  {
2
  "schema_version": 2,
3
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
4
  "revision_semantics": "self denotes the released native package. Each benchmark retains its actual evaluated artifact; exact unchanged-component applicability is explicit.",
5
  "score_scale": "0-1; multiply by 100 for percentages",
6
  "matrix": {
7
  "small": {
8
+ "model": "vllm-sr/multi-modal-embed-small",
9
  "revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
10
  "artifact_fingerprint_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
11
  "metrics": {
 
82
  }
83
  },
84
  "candidate": {
85
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
86
  "revision": "self",
87
  "artifact_fingerprint_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
88
  "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
 
1368
  "library_version": "2.21.0",
1369
  "model_revisions": {
1370
  "nano": {
1371
+ "repo_id": "vllm-sr/Vela-1.0-Omni-Nano",
1372
  "revision": "self",
1373
  "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
1374
  "parameters": 163771288,
 
1377
  "applicability": "Each row states whether the full artifact was freshly evaluated or an exact unchanged component applies."
1378
  },
1379
  "small": {
1380
+ "repo_id": "vllm-sr/multi-modal-embed-small",
1381
  "revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
1382
  "native_artifact_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
1383
  "status": "evaluated_all_11_selected_tasks",
 
3339
  }
3340
  ],
3341
  "comparison": {
3342
+ "baseline_model": "vllm-sr/multi-modal-embed-small",
3343
  "baseline_revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
3344
  "baseline_native_artifact_sha256": "684fe0c48a4ddd3944167f6e5dc75e97ada24e5b120bd9a2921f00dc03112eeb",
3345
  "baseline_standard_status": "evaluated_all_11_selected_tasks",
 
3640
  }
3641
  },
3642
  "previous_release": {
3643
+ "model": "vllm-sr/Vela-1.0-Omni-Nano",
3644
  "revision": "9e747d2e1d4b97d3081ff4ac2ac79986c7a8da95",
3645
  "native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
3646
  "evaluated_artifact_fingerprint_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
 
3834
  },
3835
  "paired_uncertainty_scope": "Fresh paired intervals compare this candidate with the preceding Vela Nano computation. They are not an interval for the all-14 aggregate or the weighted net. An original-small interval was not recomputed for this update.",
3836
  "scorecard_comparison": {
3837
+ "primary_comparator": "vllm-sr/multi-modal-embed-small",
3838
  "revision": "fdf8e01b7b0f3a69ac1ac8e2a64dcb1ede177ba4",
3839
  "common_protocol_measured": true,
3840
  "original_reference_evidence": "benchmarks/original-baseline.json",