Refresh Mini reference scores and complete-panel rankings

benchmarks/complete-panel-data.json

@@ -34,14 +34,16 @@
       "evidence_type": "Vela_published_report"
     },
     "mini_English41": {
-      "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/mteb-eng-v2.json",
-      "sha256": "7a09d4dd11f3ad0dd3ae5c1f9e6aa2d9f7f650803c46922856012ebedf7f4475",
-      "evidence_type": "Vela_published_report"
+      "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
+      "evidence_type": "Vela_release_report",
+      "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+      "sha256": "5048644990078e6b0c9bd7aa1d52a7ed60729608ebafdb22bc49b4dad0f7cac9"
     },
     "mini_audio19": {
-      "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/maeb-audio-only.json",
-      "sha256": "feba9461a6a637dc646c23a48c495d48195ac2e5e91571040b71af9b50beac5f",
-      "evidence_type": "Vela_published_report"
+      "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
+      "evidence_type": "Vela_release_report",
+      "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+      "sha256": "b9adc831e1de9caed37d38292dc95d65f4f933178fa7abbf7c1211f23617efbf"
     },
     "scores_MTEB_eng_v2": {
       "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores",
@@ -56,6 +58,12 @@
       "retrieved_at_utc": "2026-09-17T20:28:48.670374+00:00",
       "bytes": 194971,
       "benchmark": "MAEB(beta, audio-only)"
+    },
+    "mini_component_equivalence": {
+      "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
+      "sha256": "8bbbd3a362d84a6e8f030803259db69e932e5997b1c7af1a276a0d17862eb184",
+      "evidence_type": "exact_component_identity_report",
+      "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
     }
   },
   "models": {
@@ -115,9 +123,9 @@
     },
     "mini": {
       "repo_id": "llm-semantic-router/Vela-1.0-Omni-Mini",
-      "release_commit": "f5ef7feb7c0a7877c27ca4fa03c2183edba66fce",
+      "release_commit": null,
       "parameters_exact": 1361475288,
-      "current_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
+      "current_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
       "task_evidence": {
         "English41": {
           "source_id": "mini_English41",
@@ -132,27 +140,42 @@
                 "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
               },
               "applies_to_model": "llm-semantic-router/Vela-1.0-Omni-Mini",
-              "applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
-              "bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
-              "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/component-equivalence.json",
+              "applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+              "prior_component_applicability": {
+                "component": "text",
+                "evaluated_model": {
+                  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
+                  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
+                },
+                "applies_to_model": "llm-semantic-router/Vela-1.0-Omni-Mini",
+                "applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
+                "bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
+                "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/component-equivalence.json",
+                "new_whole_Omni_panel_inference": false,
+                "basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
+                "prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
+              },
+              "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
               "new_whole_Omni_panel_inference": false,
-              "basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
-              "prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
+              "basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity."
             }
           },
-          "self_reference_interpretation": "f5ef7feb7c0a7877c27ca4fa03c2183edba66fce"
+          "self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
         },
         "audio19": {
           "source_id": "mini_audio19",
           "identity": {
             "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
-            "evaluated_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
-            "release_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
-            "release_equivalence": "NOTICE-only correction; identical weights and inference computation."
+            "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+            "release_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+            "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
+            "new_full_panel_inference": true
           },
-          "self_reference_interpretation": "f5ef7feb7c0a7877c27ca4fa03c2183edba66fce"
+          "self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
         }
-      }
+      },
+      "release_reference": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini",
+      "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
     }
   },
   "panels": {
@@ -15634,7 +15657,7 @@
           "parameters_exact": 1361475288,
           "parameters_billion": 1.361475288,
           "parameter_basis": "exact full released native tensor count, all modalities",
-          "current_native_fingerprint": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
+          "current_native_fingerprint": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
           "mean_task": 0.6349232047933884,
           "mean_task_type": 0.5878669411134946,
           "by_task_type": {
@@ -29351,36 +29374,36 @@
           "parameters_exact": 1361475288,
           "parameters_billion": 1.361475288,
           "parameter_basis": "exact full released native tensor count, all modalities",
-          "current_native_fingerprint": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
-          "mean_task": 0.4714871782461179,
-          "mean_task_type": 0.5294436519319338,
+          "current_native_fingerprint": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+          "mean_task": 0.47771979797569325,
+          "mean_task_type": 0.5486789236087452,
           "by_task_type": {
-            "Any2AnyRetrieval": 0.74766,
-            "AudioClassification": 0.5011052009621543,
-            "AudioClustering": 0.009061411030746218,
-            "AudioPairClassification": 0.6409316476667685,
-            "AudioReranking": 0.74846
+            "Any2AnyRetrieval": 0.8229025,
+            "AudioClassification": 0.5035696634258744,
+            "AudioClustering": 0.008354160638124894,
+            "AudioPairClassification": 0.6404382939797265,
+            "AudioReranking": 0.76813
           },
           "scores_by_task": {
-            "BeijingOpera": 0.89822695035461,
-            "BirdCLEF": 0.163,
-            "CREMADPairClassification": 0.5296062610865373,
-            "CREMA_D": 0.22937157434086525,
-            "CREMA_DClustering": 0.005222954891866513,
-            "CommonLanguageAgeDetection": 0.1564,
-            "GTZANAudioReranking": 0.74846,
-            "GTZANGenre": 0.7009999999999998,
-            "IEMOCAPGender": 0.5430814360892254,
-            "JamAltArtistA2ARetrieval": 0.74766,
-            "MInDS14": 0.5749751848561802,
-            "MridinghamTonic": 0.6807980815643262,
-            "NMSQAPairClassification": 0.888342844069343,
-            "SIBFLEURS": 0.3934898860730063,
-            "VehicleSoundClustering": 0.01761113006442118,
-            "VoxCelebSA": 0.4178140973054836,
-            "VoxPopuliAccentPairClassification": 0.504845837844425,
-            "VoxPopuliGenderClustering": 0.0043501481359509596,
-            "VoxPopuliLanguageID": 0.754
+            "JamAltArtistA2ARetrieval": 0.8229025,
+            "BeijingOpera": 0.9066489361702127,
+            "BirdCLEF": 0.155,
+            "CREMA_D": 0.2424073131278118,
+            "CommonLanguageAgeDetection": 0.15594999999999998,
+            "GTZANGenre": 0.716,
+            "IEMOCAPGender": 0.5595178826299188,
+            "MInDS14": 0.5659611364191657,
+            "MridinghamTonic": 0.6813725852666604,
+            "SIBFLEURS": 0.39068046190808337,
+            "VoxCelebSA": 0.41172798216276474,
+            "VoxPopuliLanguageID": 0.754,
+            "CREMA_DClustering": 0.005727340607400414,
+            "VehicleSoundClustering": 0.017269120528614578,
+            "VoxPopuliGenderClustering": 0.002066020778359692,
+            "CREMADPairClassification": 0.5331159237997585,
+            "NMSQAPairClassification": 0.8819599834012242,
+            "VoxPopuliAccentPairClassification": 0.5062389747381968,
+            "GTZANAudioReranking": 0.76813
           },
           "coverage": {
             "complete": true,
@@ -29691,9 +29714,9 @@
         },
         "mini": {
           "mean_task": {
-            "score": 0.4714871782461179,
-            "display_score_100": 47.14871782461179,
-            "global_rank": 10,
+            "score": 0.47771979797569325,
+            "display_score_100": 47.77197979756932,
+            "global_rank": 9,
             "global_population": 64,
             "tied_other_models": 0,
             "same_or_smaller_rank": 3,
@@ -29705,7 +29728,7 @@
               "parameters_billion": 0.986,
               "mean_task": 0.4974013005444365
             },
-            "gap_pp_above_best_same_or_smaller": -2.5914122298318576,
+            "gap_pp_above_best_same_or_smaller": -1.9681502568743237,
             "observed_frontier": false,
             "dominator_count": 2,
             "all_dominator_ids": [
@@ -29714,12 +29737,12 @@
             ]
           },
           "mean_task_type": {
-            "score": 0.5294436519319338,
-            "display_score_100": 52.94436519319338,
-            "global_rank": 18,
+            "score": 0.5486789236087452,
+            "display_score_100": 54.867892360874514,
+            "global_rank": 12,
             "global_population": 64,
             "tied_other_models": 0,
-            "same_or_smaller_rank": 10,
+            "same_or_smaller_rank": 5,
             "same_or_smaller_population": 50,
             "best_same_or_smaller_other_model": {
               "id": "scores_MAEB_beta_audio-only:row:10",
@@ -29728,19 +29751,14 @@
               "parameters_billion": 0.986,
               "mean_task_type": 0.5771661288773795
             },
-            "gap_pp_above_best_same_or_smaller": -4.772247694544573,
+            "gap_pp_above_best_same_or_smaller": -2.8487205268634352,
             "observed_frontier": false,
-            "dominator_count": 9,
+            "dominator_count": 4,
             "all_dominator_ids": [
-              "scores_MAEB_beta_audio-only:row:4",
-              "scores_MAEB_beta_audio-only:row:6",
               "scores_MAEB_beta_audio-only:row:10",
-              "scores_MAEB_beta_audio-only:row:14",
               "scores_MAEB_beta_audio-only:row:17",
-              "scores_MAEB_beta_audio-only:row:19",
               "scores_MAEB_beta_audio-only:row:20",
-              "scores_MAEB_beta_audio-only:row:22",
-              "scores_MAEB_beta_audio-only:row:25"
+              "scores_MAEB_beta_audio-only:row:22"
             ]
           }
         }
@@ -29805,18 +29823,18 @@
           },
           {
             "rank": 9,
+            "id": "current:mini",
+            "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
+            "score": 0.47771979797569325,
+            "parameters_billion": 1.361475288
+          },
+          {
+            "rank": 10,
             "id": "scores_MAEB_beta_audio-only:row:2",
             "model": "Tevatron/OmniEmbed-v0.1",
             "score": 0.4732293820949433,
             "parameters_billion": 8.932
           },
-          {
-            "rank": 10,
-            "id": "current:mini",
-            "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
-            "score": 0.4714871782461179,
-            "parameters_billion": 1.361475288
-          },
           {
             "rank": 11,
             "id": "scores_MAEB_beta_audio-only:row:15",
@@ -30276,53 +30294,53 @@
           },
           {
             "rank": 12,
+            "id": "current:mini",
+            "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
+            "score": 0.5486789236087452,
+            "parameters_billion": 1.361475288
+          },
+          {
+            "rank": 13,
             "id": "scores_MAEB_beta_audio-only:row:6",
             "model": "laion/larger_clap_music_and_speech",
             "score": 0.5393674637254902,
             "parameters_billion": 0.194
           },
           {
-            "rank": 13,
+            "rank": 14,
             "id": "scores_MAEB_beta_audio-only:row:4",
             "model": "laion/larger_clap_general",
             "score": 0.5376392718360071,
             "parameters_billion": 0.194
           },
           {
-            "rank": 14,
+            "rank": 15,
             "id": "scores_MAEB_beta_audio-only:row:25",
             "model": "google/vggish",
             "score": 0.5349608971479501,
             "parameters_billion": 0.072
           },
           {
-            "rank": 15,
+            "rank": 16,
             "id": "scores_MAEB_beta_audio-only:row:14",
             "model": "laion/clap-htsat-unfused",
             "score": 0.5329466721925133,
             "parameters_billion": 0.153
           },
           {
-            "rank": 16,
+            "rank": 17,
             "id": "scores_MAEB_beta_audio-only:row:16",
             "model": "LCO-Embedding/LCO-Embedding-Omni-3B",
             "score": 0.5297655870766489,
             "parameters_billion": 4.703
           },
           {
-            "rank": 17,
+            "rank": 18,
             "id": "scores_MAEB_beta_audio-only:row:19",
             "model": "laion/clap-htsat-fused",
             "score": 0.5297281827985739,
             "parameters_billion": 0.154
           },
-          {
-            "rank": 18,
-            "id": "current:mini",
-            "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
-            "score": 0.5294436519319338,
-            "parameters_billion": 1.361475288
-          },
           {
             "rank": 19,
             "id": "scores_MAEB_beta_audio-only:row:33",
@@ -30976,12 +30994,12 @@
         "scores_MAEB_beta_audio-only:row:17",
         "scores_MAEB_beta_audio-only:row:22",
         "scores_MAEB_beta_audio-only:row:20",
+        "current:mini",
         "scores_MAEB_beta_audio-only:row:6",
         "scores_MAEB_beta_audio-only:row:4",
         "scores_MAEB_beta_audio-only:row:25",
         "scores_MAEB_beta_audio-only:row:14",
-        "scores_MAEB_beta_audio-only:row:19",
-        "current:mini"
+        "scores_MAEB_beta_audio-only:row:19"
       ],
       "all_known_size_point_ids": [
         "scores_MAEB_beta_audio-only:row:0",

benchmarks/complete-panel-metadata.json

@@ -4,7 +4,7 @@
   "primary_aggregate": "Mean(TaskType)",
   "supplementary_aggregate": "Mean(Task)",
   "data_file": "complete-panel-data.json",
-  "data_sha256": "1548148b8967dab0d69e961cc877d5d3781962f043ba17a26db0398dd746f766",
+  "data_sha256": "fbe0dcb2b929bbc3f283f2fca30af768c9009feff9d2b288a97d995a928727f6",
   "score_display": "100 \u00d7 native score",
   "snapshot_date": "2026-09-17",
   "known_size_point_counts": {
@@ -215,8 +215,8 @@
       "all_points_inside_axes": true,
       "all_other_panel_ranks_visible": true,
       "exports_sha256": {
-        "complete-panel-english41-nano.png": "7aa2aecb6271508b99a2470138c1bc6c7d57c5391915a65619ac3b782c639880",
-        "complete-panel-english41-nano.svg": "519c8ab84a2668896060cc457eb37be087fe17697bad2714729e1c6d52929f85"
+        "complete-panel-english41-nano.png": "ea7e14d09f749c22b0d4d32414df5008f9d68c746f8614483b25108ff52c88cc",
+        "complete-panel-english41-nano.svg": "79f18961e977139f72b402e83316b6dc523268817d241e61a0ef9efb54a20697"
       },
       "visible_reference_labels": [
         {
@@ -337,12 +337,12 @@
         "scores_MAEB_beta_audio-only:row:17",
         "scores_MAEB_beta_audio-only:row:22",
         "scores_MAEB_beta_audio-only:row:20",
+        "current:mini",
         "scores_MAEB_beta_audio-only:row:6",
         "scores_MAEB_beta_audio-only:row:4",
         "scores_MAEB_beta_audio-only:row:25",
         "scores_MAEB_beta_audio-only:row:14",
-        "scores_MAEB_beta_audio-only:row:19",
-        "current:mini"
+        "scores_MAEB_beta_audio-only:row:19"
       ],
       "focus_frontier": false,
       "label_overlaps": [],
@@ -351,8 +351,8 @@
       "all_points_inside_axes": true,
       "all_other_panel_ranks_visible": true,
       "exports_sha256": {
-        "complete-panel-audio19-mini.png": "523c16351cac22f98a368b3c8ac5e034f0f1b92f6410c60e966749995767c777",
-        "complete-panel-audio19-mini.svg": "a9011d718397443d5cb68115075524ce244ce807fe85efcec69de9d675746bfa"
+        "complete-panel-audio19-mini.png": "69b0f8362667abaa5579dc5f78bdf49e918428f40e350f393dae451807ef9dd3",
+        "complete-panel-audio19-mini.svg": "66c5e212b37de8896b38d16c03118dd2dd7a8f50fdd4b650b85c016f1aafe96c"
       },
       "visible_reference_labels": [
         {
@@ -406,7 +406,7 @@
       ]
     }
   },
-  "visual_inspection": "White background; all complete points and unrounded score coordinates retained. Known reference labels include Qwen, Google EmbeddingGemma, E5, Whisper and WavLM, including points below the frontier.",
+  "visual_inspection": "All five PNGs inspected: white background, full eligible point coverage, preserved named references, no clipped or overlapping labels. Mini audio rank and task scores updated; SIB-FLEURS correctly describes topic classification.",
   "scope": "Complete dedicated snapshot rows; no per-task best stitching, no partial-panel ranking, no overall SOTA claim. Unknown-size complete peers count globally but cannot be plotted.",
   "ranking_population": "Dedicated registry rows plus both current Vela models, unique names asserted.",
   "source_urls_and_actual_measured_identity": "See sources and models in complete-panel-data.json."

benchmarks/complete-panel-ranks.md

@@ -1,12 +1,12 @@
 # Complete-panel ranks
 
-Primary: **Mean(TaskType)**. Supplementary: Mean(Task). Scores are ×100. Rankings include all complete rows in each dedicated September 17, 2026 snapshot and both current Vela models; incomplete models are excluded, unknown-size complete models retain global ranks. Size comparisons use all Vela modality parameters, against reported peer totals. No model/task score is selected from a different snapshot.
+Primary: **Mean(TaskType)**. Supplementary: Mean(Task). Scores are ×100. Same complete September 17, 2026 dedicated registry cohorts; all Vela modality parameters counted. Different upstream protocols remain explicit. No mean is imputed for an incomplete model.
 
 | Model | Panel | Mean(TaskType) | Global | ≤ current size | Mean(Task) | Global | ≤ current size |
 |---|---|---:|---:|---:|---:|---:|---:|
 | Vela Omni Nano | English41 | 60.7818 | 65/188 | 3/66 | 64.8843 | 65/188 | 5/66 |
 | Vela Omni Nano | audio19 | 46.9678 | 32/64 | 8/22 | 39.7663 | 34/64 | 6/22 |
 | Vela Omni Mini | English41 | 58.7867 | 92/188 | 50/134 | 63.4923 | 82/188 | 42/134 |
-| Vela Omni Mini | audio19 | 52.9444 | 18/64 | 10/50 | 47.1487 | 10/64 | 3/50 |
+| Vela Omni Mini | audio19 | 54.8679 | 12/64 | 5/50 | 47.7720 | 9/64 | 3/50 |
 
-These are complete-panel, snapshot-relative observations, not an official leaderboard submission or a claim of general multimodal SOTA. Neither current Vela model is on the observed size–quality frontier for either complete panel. Peer evaluation protocols differ; Vela component applicability retains its actual measured identity. The data contains every eligible peer, all exclusions, source URLs/checksums, exact sizes and full rank lists.
+These are complete-panel snapshot comparisons, not official leaderboard submissions or a general multimodal SOTA claim. English applicability retains the original measured text identity. Mini audio is newly evaluated on all 19 tasks and 134 subset/split slots. Every peer and exclusion is retained in complete-panel-data.json.

benchmarks/pareto-data.json

@@ -2590,9 +2590,9 @@
           "evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
           "evaluated_model": "local/Vela-Omni-Nano-GIST-Rotation",
           "revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.",
-          "report": "benchmarks/mteb-eng-v2.json",
+          "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/mteb-eng-v2.json",
           "prior_applicable_native_artifact_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
-          "inference_equivalence_report": "benchmarks/inference-equivalence.json",
+          "inference_equivalence_report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/inference-equivalence.json",
           "revision_kind": "native_artifact_fingerprint"
         },
         {
@@ -5870,14 +5870,15 @@
           "on_displayed_frontier": false,
           "evidence_type": "exact_text_component_applicability",
           "observation_id": "vela_release_evaluation:llm-semantic-router/Vela-1.0-Omni-Mini",
-          "native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
-          "revision": "self",
+          "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+          "revision": null,
           "evaluated_native_artifact_sha256": null,
-          "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/blob/main/benchmarks/mteb-eng-v2.json",
+          "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
           "evaluated_model": {
             "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
             "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
-          }
+          },
+          "identity_ref": "models.mini.task_evidence.English41"
         },
         {
           "model": "NovaSearch/stella_en_1.5B_v5",
@@ -9110,17 +9111,88 @@
         "codefuse-ai/F2LLM-v2-80M"
       ],
       "frontier_observations": [
-        "registry_reported:minishlab/potion-base-2M",
-        "registry_reported:minishlab/potion-base-4M",
-        "registry_reported:minishlab/potion-base-8M",
-        "registry_reported:Mihaiii/Wartortle",
-        "registry_reported:MongoDB/mdbr-leaf-mt",
-        "registry_reported:abhinand/MedEmbed-small-v0.1",
-        "rerun:F2LLM-v2-80M:6faa7738:ArXivHierarchicalClusteringP2P:2026-09-18"
+        {
+          "model": "minishlab/potion-base-2M",
+          "parameters_billion": 0.002,
+          "score": 51.5629,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:minishlab/potion-base-2M"
+        },
+        {
+          "model": "minishlab/potion-base-4M",
+          "parameters_billion": 0.004,
+          "score": 53.420100000000005,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:minishlab/potion-base-4M"
+        },
+        {
+          "model": "minishlab/potion-base-8M",
+          "parameters_billion": 0.008,
+          "score": 55.0836,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:minishlab/potion-base-8M"
+        },
+        {
+          "model": "Mihaiii/Wartortle",
+          "parameters_billion": 0.017,
+          "score": 55.6376,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:Mihaiii/Wartortle"
+        },
+        {
+          "model": "MongoDB/mdbr-leaf-mt",
+          "parameters_billion": 0.023,
+          "score": 60.2909,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:MongoDB/mdbr-leaf-mt"
+        },
+        {
+          "model": "abhinand/MedEmbed-small-v0.1",
+          "parameters_billion": 0.033,
+          "score": 60.553599999999996,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:abhinand/MedEmbed-small-v0.1"
+        },
+        {
+          "model": "codefuse-ai/F2LLM-v2-80M",
+          "parameters_billion": 0.080084288,
+          "score": 69.74221347455739,
+          "evidence_type": "independent_rerun",
+          "observation_id": "rerun:F2LLM-v2-80M:6faa7738:ArXivHierarchicalClusteringP2P:2026-09-18"
+        }
       ],
       "peer_observation_count": 211,
       "measured_peer_observations": 1,
-      "observation_policy": "Registry observations and independently measured observations remain separate, including for the same model. All participate in the descriptive frontier; protocol differences remain explicit."
+      "observation_policy": "Registry observations and independently measured observations remain separate, including for the same model. All participate in the descriptive frontier; protocol differences remain explicit.",
+      "highlight_variant": "nano",
+      "highlight_dominators": [
+        {
+          "model": "codefuse-ai/F2LLM-v2-80M",
+          "revision": "6faa7738f343cd4321f9b2fa92fdb7cae3c117a5",
+          "parameters_billion": 0.080084288,
+          "parameters_exact": 80084288,
+          "score": 69.74221347455739,
+          "open_weights": true,
+          "modalities": [
+            "text"
+          ],
+          "training_tasks": [
+            "ArxivClusteringP2P",
+            "ArxivClusteringS2S"
+          ],
+          "source_urls": [
+            "https://huggingface.co/codefuse-ai/F2LLM-v2-80M/tree/6faa7738f343cd4321f9b2fa92fdb7cae3c117a5"
+          ],
+          "size_basis": "independently_counted_complete_checkpoint",
+          "kind": "peer",
+          "evidence_type": "independent_rerun",
+          "observation_id": "rerun:F2LLM-v2-80M:6faa7738:ArXivHierarchicalClusteringP2P:2026-09-18",
+          "report_file": "peer-evaluations/f2llm-v2-80m-arxiv.json",
+          "protocol_note": "Official MTEB2.21 task defaults; BF16, task instruction+EOS,8192 tokens; model-specific settings differ from Vela.",
+          "on_displayed_frontier": true
+        }
+      ],
+      "highlight_gap_above_best_equal_or_smaller_peer_pp": -4.85374088129592
     },
     "nmsqa": {
       "task": "NMSQAPairClassification",
@@ -9623,9 +9695,9 @@
           "evaluated_model": "llm-semantic-router/Vela-1.0-Omni-Nano",
           "revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.",
           "evidence_type": "exact_public_inference_applicability",
-          "report": "benchmarks/maeb-audio-only.json",
+          "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/maeb-audio-only.json",
           "prior_applicable_native_artifact_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
-          "inference_equivalence_report": "benchmarks/inference-equivalence.json",
+          "inference_equivalence_report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/inference-equivalence.json",
           "revision_kind": "native_artifact_fingerprint"
         },
         {
@@ -10202,7 +10274,7 @@
           "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
           "parameters_billion": 1.361475288,
           "parameters_exact": 1361475288,
-          "score": 88.8342844069343,
+          "score": 88.19599834012242,
           "open_weights": true,
           "modalities": [
             "text",
@@ -10213,11 +10285,12 @@
           "kind": "mini",
           "evaluated_task_revision": "d33eea302d8a64c0a2ee094cf39d77c0814fe87a",
           "on_displayed_frontier": false,
-          "native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
-          "revision": "self",
-          "evaluated_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
-          "evidence_type": "exact_metadata_only_applicability",
-          "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/blob/main/benchmarks/maeb-audio-only.json"
+          "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+          "revision": null,
+          "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+          "evidence_type": "measured_release_evaluation",
+          "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
+          "identity_ref": "models.mini.task_evidence.audio19"
         },
         {
           "model": "openai/whisper-large-v3",
@@ -10747,16 +10820,60 @@
         "LCO-Embedding/LCO-Embedding-Omni-7B"
       ],
       "frontier_observations": [
-        "registry_reported:google/yamnet",
-        "llm-semantic-router/Vela-1.0-Omni-Nano",
-        "registry_reported:microsoft/speecht5_multimodal",
-        "registry_reported:jinaai/jina-embeddings-v5-omni-nano",
-        "registry_reported:BidirLM/BidirLM-Omni-2.5B-Embedding",
-        "registry_reported:LCO-Embedding/LCO-Embedding-Omni-3B",
-        "registry_reported:LCO-Embedding/LCO-Embedding-Omni-7B"
+        {
+          "model": "google/yamnet",
+          "parameters_billion": 0.004,
+          "score": 58.2803,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:google/yamnet"
+        },
+        {
+          "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
+          "parameters_billion": 0.135383808,
+          "score": 63.28340215485784,
+          "evidence_type": "exact_public_inference_applicability"
+        },
+        {
+          "model": "microsoft/speecht5_multimodal",
+          "parameters_billion": 0.298,
+          "score": 66.2751,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:microsoft/speecht5_multimodal"
+        },
+        {
+          "model": "jinaai/jina-embeddings-v5-omni-nano",
+          "parameters_billion": 0.986,
+          "score": 93.92026751895308,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:jinaai/jina-embeddings-v5-omni-nano"
+        },
+        {
+          "model": "BidirLM/BidirLM-Omni-2.5B-Embedding",
+          "parameters_billion": 2.445,
+          "score": 95.9874,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:BidirLM/BidirLM-Omni-2.5B-Embedding"
+        },
+        {
+          "model": "LCO-Embedding/LCO-Embedding-Omni-3B",
+          "parameters_billion": 4.703,
+          "score": 96.9203,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:LCO-Embedding/LCO-Embedding-Omni-3B"
+        },
+        {
+          "model": "LCO-Embedding/LCO-Embedding-Omni-7B",
+          "parameters_billion": 8.932,
+          "score": 97.6016,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:LCO-Embedding/LCO-Embedding-Omni-7B"
+        }
       ],
       "peer_observation_count": 66,
-      "measured_peer_observations": 0
+      "measured_peer_observations": 0,
+      "highlight_variant": "nano",
+      "highlight_dominators": [],
+      "highlight_gap_above_best_equal_or_smaller_peer_pp": 5.003102154857842
     },
     "sibfleurs": {
       "task": "SIBFLEURS",
@@ -11259,9 +11376,9 @@
           "evaluated_model": "llm-semantic-router/Vela-1.0-Omni-Nano",
           "revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.",
           "evidence_type": "exact_public_inference_applicability",
-          "report": "benchmarks/maeb-audio-only.json",
+          "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/maeb-audio-only.json",
           "prior_applicable_native_artifact_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
-          "inference_equivalence_report": "benchmarks/inference-equivalence.json",
+          "inference_equivalence_report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/inference-equivalence.json",
           "revision_kind": "native_artifact_fingerprint"
         },
         {
@@ -11838,7 +11955,7 @@
           "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
           "parameters_billion": 1.361475288,
           "parameters_exact": 1361475288,
-          "score": 39.34898860730063,
+          "score": 39.06804619080834,
           "open_weights": true,
           "modalities": [
             "text",
@@ -11849,11 +11966,12 @@
           "kind": "mini",
           "evaluated_task_revision": "186b61175fbd77059f769b6bf1110d449a2ff311",
           "on_displayed_frontier": true,
-          "native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
-          "revision": "self",
-          "evaluated_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
-          "evidence_type": "exact_metadata_only_applicability",
-          "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/blob/main/benchmarks/maeb-audio-only.json"
+          "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+          "revision": null,
+          "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+          "evidence_type": "measured_release_evaluation",
+          "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
+          "identity_ref": "models.mini.task_evidence.audio19"
         },
         {
           "model": "openai/whisper-large-v3",
@@ -12406,16 +12524,60 @@
         "BidirLM/BidirLM-Omni-2.5B-Embedding"
       ],
       "frontier_observations": [
-        "registry_reported:google/yamnet",
-        "registry_reported:asapp/sew-d-tiny-100k-ft-ls100h",
-        "registry_reported:matthewagi/HeAR-s1.1",
-        "registry_reported:jinaai/jina-embeddings-v5-omni-nano",
-        "llm-semantic-router/Vela-1.0-Omni-Mini",
-        "registry_reported:facebook/seamless-m4t-v2-large",
-        "registry_reported:BidirLM/BidirLM-Omni-2.5B-Embedding"
+        {
+          "model": "google/yamnet",
+          "parameters_billion": 0.004,
+          "score": 13.906064705882354,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:google/yamnet"
+        },
+        {
+          "model": "asapp/sew-d-tiny-100k-ft-ls100h",
+          "parameters_billion": 0.02,
+          "score": 14.000233333333334,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:asapp/sew-d-tiny-100k-ft-ls100h"
+        },
+        {
+          "model": "matthewagi/HeAR-s1.1",
+          "parameters_billion": 0.022,
+          "score": 27.89854901960784,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:matthewagi/HeAR-s1.1"
+        },
+        {
+          "model": "jinaai/jina-embeddings-v5-omni-nano",
+          "parameters_billion": 0.986,
+          "score": 30.306906862745098,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:jinaai/jina-embeddings-v5-omni-nano"
+        },
+        {
+          "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
+          "parameters_billion": 1.361475288,
+          "score": 39.06804619080834,
+          "evidence_type": "measured_release_evaluation"
+        },
+        {
+          "model": "facebook/seamless-m4t-v2-large",
+          "parameters_billion": 2.3,
+          "score": 41.91544607843137,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:facebook/seamless-m4t-v2-large"
+        },
+        {
+          "model": "BidirLM/BidirLM-Omni-2.5B-Embedding",
+          "parameters_billion": 2.445,
+          "score": 47.532355882352945,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:BidirLM/BidirLM-Omni-2.5B-Embedding"
+        }
       ],
       "peer_observation_count": 67,
-      "measured_peer_observations": 0
+      "measured_peer_observations": 0,
+      "highlight_variant": "mini",
+      "highlight_dominators": [],
+      "highlight_gap_above_best_equal_or_smaller_peer_pp": 8.76113932806324
     },
     "vehiclesoundclustering": {
       "task": "VehicleSoundClustering",
@@ -12941,9 +13103,9 @@
           "evaluated_model": "llm-semantic-router/Vela-1.0-Omni-Nano",
           "revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.",
           "evidence_type": "exact_public_inference_applicability",
-          "report": "benchmarks/maeb-audio-only.json",
+          "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/maeb-audio-only.json",
           "prior_applicable_native_artifact_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
-          "inference_equivalence_report": "benchmarks/inference-equivalence.json",
+          "inference_equivalence_report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/inference-equivalence.json",
           "revision_kind": "native_artifact_fingerprint"
         },
         {
@@ -13520,7 +13682,7 @@
           "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
           "parameters_billion": 1.361475288,
           "parameters_exact": 1361475288,
-          "score": 1.7611130064421179,
+          "score": 1.7269120528614579,
           "open_weights": true,
           "modalities": [
             "text",
@@ -13531,11 +13693,12 @@
           "kind": "mini",
           "evaluated_task_revision": "5f905f9544d0c78b607639662c88c2ddd1216384",
           "on_displayed_frontier": false,
-          "native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
-          "revision": "self",
-          "evaluated_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
-          "evidence_type": "exact_metadata_only_applicability",
-          "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/blob/main/benchmarks/maeb-audio-only.json"
+          "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+          "revision": null,
+          "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+          "evidence_type": "measured_release_evaluation",
+          "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
+          "identity_ref": "models.mini.task_evidence.audio19"
         },
         {
           "model": "openai/whisper-large-v3",
@@ -14101,13 +14264,220 @@
         "MIT/ast-finetuned-audioset-10-10-0.4593"
       ],
       "frontier_observations": [
-        "registry_reported:google/yamnet",
-        "registry_reported:matthewagi/HeAR-s1.1",
-        "registry_reported:openai/whisper-tiny",
-        "independent_rerun:MIT/ast-finetuned-audioset-10-10-0.4593:f826b80d28226b62986cc218e5cec390b1096902:VehicleSoundClustering"
+        {
+          "model": "google/yamnet",
+          "parameters_billion": 0.004,
+          "score": 0.35100000000000003,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:google/yamnet"
+        },
+        {
+          "model": "matthewagi/HeAR-s1.1",
+          "parameters_billion": 0.022,
+          "score": 3.8280000000000003,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:matthewagi/HeAR-s1.1"
+        },
+        {
+          "model": "openai/whisper-tiny",
+          "parameters_billion": 0.039,
+          "score": 12.3883,
+          "evidence_type": "registry_reported",
+          "observation_id": "registry_reported:openai/whisper-tiny"
+        },
+        {
+          "model": "MIT/ast-finetuned-audioset-10-10-0.4593",
+          "parameters_billion": 0.086594063,
+          "score": 14.342872113086985,
+          "evidence_type": "independent_rerun",
+          "observation_id": "independent_rerun:MIT/ast-finetuned-audioset-10-10-0.4593:f826b80d28226b62986cc218e5cec390b1096902:VehicleSoundClustering"
+        }
       ],
       "peer_observation_count": 68,
-      "measured_peer_observations": 1
+      "measured_peer_observations": 1,
+      "highlight_variant": "nano",
+      "highlight_dominators": [
+        {
+          "model": "MIT/ast-finetuned-audioset-10-10-0.4593",
+          "parameters_billion": 0.086594063,
+          "parameters_exact": 86594063,
+          "score": 14.342872113086985,
+          "open_weights": true,
+          "modalities": [
+            "audio"
+          ],
+          "training_tasks": [],
+          "source_urls": [
+            "https://huggingface.co/MIT/ast-finetuned-audioset-10-10-0.4593/tree/f826b80d28226b62986cc218e5cec390b1096902",
+            "https://github.com/YuanGongND/ast"
+          ],
+          "size_basis": "counted_pinned_full_checkpoint",
+          "kind": "peer",
+          "evidence_type": "independent_rerun",
+          "observation_id": "independent_rerun:MIT/ast-finetuned-audioset-10-10-0.4593:f826b80d28226b62986cc218e5cec390b1096902:VehicleSoundClustering",
+          "revision": "f826b80d28226b62986cc218e5cec390b1096902",
+          "report": "benchmarks/peer-evaluations/ast-vehicle.json",
+          "license": "bsd-3-clause",
+          "on_displayed_frontier": true
+        }
+      ],
+      "highlight_gap_above_best_equal_or_smaller_peer_pp": -0.5421709345231776
+    }
+  },
+  "models": {
+    "nano": {
+      "repo_id": "llm-semantic-router/Vela-1.0-Omni-Nano",
+      "release_commit": "d8ac5b5ac2274a501fc61aeb5be70cec1855a806",
+      "parameters_exact": 135383808,
+      "current_native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
+      "task_evidence": {
+        "English41": {
+          "source_id": "nano_English41",
+          "identity": {
+            "model": "local/Vela-Omni-Nano-GIST-Rotation",
+            "evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
+            "native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
+            "component_applicability": {
+              "component": "text",
+              "applies_to_revision": "self",
+              "applies_to_native_artifact_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
+              "evaluated_model": "local/Vela-Omni-Nano-GIST-Rotation",
+              "evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
+              "evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646",
+              "revision_kind": "local native artifact fingerprint, not a Hugging Face commit",
+              "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/component-equivalence.json",
+              "new_full_panel_inference": false,
+              "basis": "199 exact text tensors and byte-identical inference/tokenizer/configuration under the same official evaluator protocol."
+            },
+            "revision_semantics": "local native artifact fingerprint, not a Hugging Face commit",
+            "inference_profile_applicability": {
+              "revision": "self",
+              "native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
+              "parameters": 135383808,
+              "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/inference-equivalence.json",
+              "new_benchmark_run": false
+            }
+          },
+          "self_reference_interpretation": "d8ac5b5ac2274a501fc61aeb5be70cec1855a806"
+        },
+        "audio19": {
+          "source_id": "nano_audio19",
+          "identity": {
+            "model": "llm-semantic-router/Vela-1.0-Omni-Nano",
+            "evaluated_revision": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
+            "native_artifact_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
+            "revision_semantics": "Native artifact fingerprint identifying the evaluated weights and inference files; the release commit is the repository revision containing this report.",
+            "inference_profile_applicability": {
+              "revision": "self",
+              "native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
+              "parameters": 135383808,
+              "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/inference-equivalence.json",
+              "new_benchmark_run": false
+            }
+          },
+          "self_reference_interpretation": "d8ac5b5ac2274a501fc61aeb5be70cec1855a806"
+        }
+      }
+    },
+    "mini": {
+      "repo_id": "llm-semantic-router/Vela-1.0-Omni-Mini",
+      "release_commit": null,
+      "parameters_exact": 1361475288,
+      "current_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+      "task_evidence": {
+        "English41": {
+          "source_id": "mini_English41",
+          "identity": {
+            "model": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
+            "evaluated_revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294",
+            "revision_semantics": "Exact standalone evaluation identity; not a Hugging Face commit for this Omni release.",
+            "component_applicability": {
+              "component": "text",
+              "evaluated_model": {
+                "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
+                "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
+              },
+              "applies_to_model": "llm-semantic-router/Vela-1.0-Omni-Mini",
+              "applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+              "prior_component_applicability": {
+                "component": "text",
+                "evaluated_model": {
+                  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
+                  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
+                },
+                "applies_to_model": "llm-semantic-router/Vela-1.0-Omni-Mini",
+                "applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
+                "bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
+                "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/component-equivalence.json",
+                "new_whole_Omni_panel_inference": false,
+                "basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
+                "prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
+              },
+              "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
+              "new_whole_Omni_panel_inference": false,
+              "basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity."
+            }
+          },
+          "self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
+        },
+        "audio19": {
+          "source_id": "mini_audio19",
+          "identity": {
+            "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
+            "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+            "release_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+            "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
+            "new_full_panel_inference": true
+          },
+          "self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
+        }
+      },
+      "release_reference": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini",
+      "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
+    }
+  },
+  "sources": {
+    "nano_English41": {
+      "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/mteb-eng-v2.json",
+      "sha256": "733f6a58faae3d04e1b5a59de73085b156dc9987ba0e04e28548c17dc5904cec",
+      "evidence_type": "Vela_published_report"
+    },
+    "nano_audio19": {
+      "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/maeb-audio-only.json",
+      "sha256": "e0259c59e04649f42cd2f004d57b525c79442297d28498a7434bddb4b000bdf9",
+      "evidence_type": "Vela_published_report"
+    },
+    "mini_English41": {
+      "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
+      "evidence_type": "Vela_release_report",
+      "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+      "sha256": "5048644990078e6b0c9bd7aa1d52a7ed60729608ebafdb22bc49b4dad0f7cac9"
+    },
+    "mini_audio19": {
+      "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
+      "evidence_type": "Vela_release_report",
+      "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+      "sha256": "b9adc831e1de9caed37d38292dc95d65f4f933178fa7abbf7c1211f23617efbf"
+    },
+    "scores_MTEB_eng_v2": {
+      "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores",
+      "sha256": "e574f14dc778d72c08255450091191b103930c487fa172a2dfabe41a0b56569d",
+      "retrieved_at_utc": "2026-09-17T20:28:47.419876+00:00",
+      "bytes": 1071836,
+      "benchmark": "MTEB(eng, v2)"
+    },
+    "scores_MAEB_beta_audio-only": {
+      "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores",
+      "sha256": "6153942c26a31577cc1e3a2fbb6eb10b09dc2f1fe08749db598d261e653f6bca",
+      "retrieved_at_utc": "2026-09-17T20:28:48.670374+00:00",
+      "bytes": 194971,
+      "benchmark": "MAEB(beta, audio-only)"
+    },
+    "mini_component_equivalence": {
+      "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
+      "sha256": "8bbbd3a362d84a6e8f030803259db69e932e5997b1c7af1a276a0d17862eb184",
+      "evidence_type": "exact_component_identity_report",
+      "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
     }
   }
 }

benchmarks/pareto-methodology.md

@@ -10,12 +10,16 @@ The plots show every complete model with a known positive total parameter count.
 
 Vela sizes count all stored model parameters across text, image and audio: Nano 135,383,808 and Mini 1,361,475,288. Peer sizes use registry-reported totals, which can be rounded. Peers include both single-modality specialists and multimodal encoders. Their scores were reported under differing prompts, model revisions and evaluation protocols; these are snapshot-relative comparisons, not matched reproductions or official leaderboard submissions. There is no combined text–image–audio rank. Neither current Vela model lies on these complete-panel frontiers.
 
-[All ranks](complete-panel-ranks.md) · [Complete vectors, source URLs, exclusions and plotted points](complete-panel-data.json) · [Figure metadata](complete-panel-metadata.json) · [Vela evaluation protocol](EVALUATION.md)
+[All ranks](complete-panel-ranks.md) · [Complete vectors, source URLs, exclusions and plotted points](complete-panel-data.json) · [Figure metadata](complete-panel-metadata.json) · [Vela evaluation protocol](../EVALUATION.md)
 
 ## Selected task strengths
 
-The task gallery highlights Nano on IMDb classification and NMSQA audio pair classification, and Mini on Mridingham tonic classification and SIB-FLEURS spoken-language classification. Each highlighted model is nondominated among the documented references for that particular task. A task-level position does not establish overall SOTA, and neither a label nor a displayed highlight removes other eligible points from the frontier calculation.
+The task gallery highlights Nano on IMDb classification and NMSQA audio pair classification, and Mini on Mridingham tonic classification and SIB-FLEURS spoken-topic classification. Each highlighted model is nondominated among the documented references for that particular task. A task-level position does not establish overall SOTA, and neither a label nor a displayed highlight removes other eligible points from the frontier calculation.
 
 The task plots retain finite scores with known positive total size, including closed-weight models. Registry observations and separately measured peers retain their individual provenance. A stronger new observation can change the frontier without any change in Vela's own score. Complete benchmark results, including regressions, remain in the evaluation report.
 
 [IMDb and Mridingham points and sources](pareto-new-frontiers.json) · [NMSQA and SIB-FLEURS points and sources](pareto-data.json) · [Other retained task observations (CSV)](pareto-points.csv)
+
+Mini audio uses the newly completed 19-task evaluation of this release; its unchanged English text computation retains the original evaluated identity through an explicit component bridge. Per-task regressions remain in the complete report. No reported peer coordinate was replaced by a partial-panel rerun.
+
+SIB-FLEURS measures topic classification of multilingual audio, not language identification. This description follows pinned MTEB 2.21.0 task metadata (`mteb/tasks/classification/multilingual/sibfleurs.py`, SHA-256 `f88cc34acc7414dc84ccf8cbbd2f79456076df126f9acc696bd7f45c9481ad55`), with [dataset revision 186b6117](https://huggingface.co/datasets/mteb/sib-fleurs-multilingual-mini/tree/186b61175fbd77059f769b6bf1110d449a2ff311).

benchmarks/pareto-new-frontiers.json

@@ -41,14 +41,22 @@
       "evidence_type": "Vela_published_report"
     },
     "mini_English41": {
-      "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/mteb-eng-v2.json",
-      "sha256": "7a09d4dd11f3ad0dd3ae5c1f9e6aa2d9f7f650803c46922856012ebedf7f4475",
-      "evidence_type": "Vela_published_report"
+      "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
+      "evidence_type": "Vela_release_report",
+      "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+      "sha256": "5048644990078e6b0c9bd7aa1d52a7ed60729608ebafdb22bc49b4dad0f7cac9"
     },
     "mini_audio19": {
-      "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/maeb-audio-only.json",
-      "sha256": "feba9461a6a637dc646c23a48c495d48195ac2e5e91571040b71af9b50beac5f",
-      "evidence_type": "Vela_published_report"
+      "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
+      "evidence_type": "Vela_release_report",
+      "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+      "sha256": "b9adc831e1de9caed37d38292dc95d65f4f933178fa7abbf7c1211f23617efbf"
+    },
+    "mini_component_equivalence": {
+      "url": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
+      "sha256": "8bbbd3a362d84a6e8f030803259db69e932e5997b1c7af1a276a0d17862eb184",
+      "evidence_type": "exact_component_identity_report",
+      "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
     }
   },
   "models": {
@@ -108,9 +116,9 @@
     },
     "mini": {
       "repo_id": "llm-semantic-router/Vela-1.0-Omni-Mini",
-      "release_commit": "f5ef7feb7c0a7877c27ca4fa03c2183edba66fce",
+      "release_commit": null,
       "parameters_exact": 1361475288,
-      "current_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
+      "current_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
       "task_evidence": {
         "English41": {
           "source_id": "mini_English41",
@@ -125,27 +133,42 @@
                 "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
               },
               "applies_to_model": "llm-semantic-router/Vela-1.0-Omni-Mini",
-              "applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
-              "bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
-              "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/component-equivalence.json",
+              "applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+              "prior_component_applicability": {
+                "component": "text",
+                "evaluated_model": {
+                  "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions",
+                  "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294"
+                },
+                "applies_to_model": "llm-semantic-router/Vela-1.0-Omni-Mini",
+                "applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
+                "bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
+                "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/component-equivalence.json",
+                "new_whole_Omni_panel_inference": false,
+                "basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
+                "prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
+              },
+              "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json",
               "new_whole_Omni_panel_inference": false,
-              "basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.",
-              "prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab"
+              "basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity."
             }
           },
-          "self_reference_interpretation": "f5ef7feb7c0a7877c27ca4fa03c2183edba66fce"
+          "self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
         },
         "audio19": {
           "source_id": "mini_audio19",
           "identity": {
             "model": "llm-semantic-router/Vela-1.0-Omni-Mini",
-            "evaluated_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a",
-            "release_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3",
-            "release_equivalence": "NOTICE-only correction; identical weights and inference computation."
+            "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+            "release_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+            "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
+            "new_full_panel_inference": true
           },
-          "self_reference_interpretation": "f5ef7feb7c0a7877c27ca4fa03c2183edba66fce"
+          "self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
         }
-      }
+      },
+      "release_reference": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini",
+      "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file."
     }
   },
   "tasks": {
@@ -4095,11 +4118,15 @@
           "parameters_billion": 1.361475288,
           "parameters_exact": 1361475288,
           "score": 82.522,
-          "evidence_type": "measured_with_explicit_applicability",
+          "evidence_type": "exact_text_component_applicability",
           "identity_ref": "models.mini.task_evidence.English41",
           "size_basis": "current_whole_model_exact_tensor_count",
           "open_weights": true,
-          "on_displayed_frontier": false
+          "on_displayed_frontier": false,
+          "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+          "revision": null,
+          "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json",
+          "evaluated_native_artifact_sha256": null
         }
       ],
       "frontier_models": [
@@ -4108,6 +4135,7 @@
         "Mihaiii/Squirtle",
         "MongoDB/mdbr-leaf-mt",
         "BAAI/bge-small-en",
+        "llm-semantic-router/Vela-1.0-Omni-Nano",
         "jinaai/jina-embeddings-v5-text-nano",
         "jxm/cde-small-v2",
         "Tarka-AIR/Tarka-Embedding-350M-V1",
@@ -4115,8 +4143,7 @@
         "infgrad/Jasper-Token-Compression-600M",
         "Qwen/Qwen3-Embedding-4B",
         "voyageai/voyage-3-m-exp",
-        "Qwen/Qwen3-Embedding-8B",
-        "llm-semantic-router/Vela-1.0-Omni-Nano"
+        "Qwen/Qwen3-Embedding-8B"
       ],
       "reported_peer_observations": 230,
       "unknown_size_observations_excluded": [
@@ -5757,12 +5784,16 @@
           "kind": "mini",
           "parameters_billion": 1.361475288,
           "parameters_exact": 1361475288,
-          "score": 68.07980815643262,
-          "evidence_type": "measured_with_explicit_applicability",
+          "score": 68.13725852666605,
+          "evidence_type": "measured_release_evaluation",
           "identity_ref": "models.mini.task_evidence.audio19",
           "size_basis": "current_whole_model_exact_tensor_count",
           "open_weights": true,
-          "on_displayed_frontier": true
+          "on_displayed_frontier": true,
+          "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731",
+          "revision": null,
+          "report": "https://huggingface.co/llm-semantic-router/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json",
+          "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731"
         }
       ],
       "frontier_models": [
@@ -5774,7 +5805,7 @@
       "reported_peer_observations": 65,
       "unknown_size_observations_excluded": [],
       "unknown_size_observation_count": 0,
-      "highlight_gap_above_best_equal_or_smaller_peer_pp": 13.916608156432616,
+      "highlight_gap_above_best_equal_or_smaller_peer_pp": 13.974058526666042,
       "highlight_dominators": []
     }
   },

benchmarks/pareto-points.csv

@@ -159,7 +159,7 @@ ArXivHierarchicalClusteringP2P,v_measure,DeepPavlov/rubert-base-cased,peer,1.28,
 ArXivHierarchicalClusteringP2P,v_measure,manu/sentence_croissant_alpha_v0.2,peer,1.28,59.5187,True,False,registry_reported,registry_reported:manu/sentence_croissant_alpha_v0.2,,
 ArXivHierarchicalClusteringP2P,v_measure,manu/sentence_croissant_alpha_v0.3,peer,1.28,55.098400000000005,True,False,registry_reported,registry_reported:manu/sentence_croissant_alpha_v0.3,,
 ArXivHierarchicalClusteringP2P,v_measure,manu/sentence_croissant_alpha_v0.4,peer,1.28,58.5928,True,False,registry_reported,registry_reported:manu/sentence_croissant_alpha_v0.4,,
-ArXivHierarchicalClusteringP2P,v_measure,llm-semantic-router/Vela-1.0-Omni-Mini,mini,1.361475288,62.00989328478093,True,False,exact_text_component_applicability,vela_release_evaluation:llm-semantic-router/Vela-1.0-Omni-Mini,self,1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3
+ArXivHierarchicalClusteringP2P,v_measure,llm-semantic-router/Vela-1.0-Omni-Mini,mini,1.361475288,62.00989328478093,True,False,exact_text_component_applicability,vela_release_evaluation:llm-semantic-router/Vela-1.0-Omni-Mini,,d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731
 ArXivHierarchicalClusteringP2P,v_measure,NovaSearch/stella_en_1.5B_v5,peer,1.54,64.52339106857525,True,False,registry_reported,registry_reported:NovaSearch/stella_en_1.5B_v5,,
 ArXivHierarchicalClusteringP2P,v_measure,Alibaba-NLP/gte-Qwen2-1.5B-instruct,peer,1.543,64.7434,True,False,registry_reported,registry_reported:Alibaba-NLP/gte-Qwen2-1.5B-instruct,,
 ArXivHierarchicalClusteringP2P,v_measure,NovaSearch/jasper_en_vision_language_v1,peer,1.565,68.68769999999999,True,False,registry_reported,registry_reported:NovaSearch/jasper_en_vision_language_v1,,
@@ -262,7 +262,7 @@ NMSQAPairClassification,max_ap,facebook/mms-1b-l1107,peer,1.0,50.069399999999995
 NMSQAPairClassification,max_ap,facebook/wav2vec2-xls-r-1b,peer,1.0,49.3205,True,False,registry_reported,registry_reported:facebook/wav2vec2-xls-r-1b,,
 NMSQAPairClassification,max_ap,speechbrain/m-ctc-t-large,peer,1.059,58.9789,True,False,registry_reported,registry_reported:speechbrain/m-ctc-t-large,,
 NMSQAPairClassification,max_ap,LanguageBind/LanguageBind_Omni,peer,1.2,50.053000000000004,True,False,registry_reported,registry_reported:LanguageBind/LanguageBind_Omni,,
-NMSQAPairClassification,max_ap,llm-semantic-router/Vela-1.0-Omni-Mini,mini,1.361475288,88.8342844069343,True,False,exact_metadata_only_applicability,,self,1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3
+NMSQAPairClassification,max_ap,llm-semantic-router/Vela-1.0-Omni-Mini,mini,1.361475288,88.19599834012242,True,False,measured_release_evaluation,,,d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731
 NMSQAPairClassification,max_ap,openai/whisper-large-v3,peer,1.55,48.4145,True,False,registry_reported,registry_reported:openai/whisper-large-v3,,
 NMSQAPairClassification,max_ap,jinaai/jina-embeddings-v5-omni-small,peer,1.626,93.38365214450435,True,False,registry_reported,registry_reported:jinaai/jina-embeddings-v5-omni-small,,
 NMSQAPairClassification,max_ap,encord-team/ebind-full,peer,1.79,46.0069,True,False,registry_reported,registry_reported:encord-team/ebind-full,,
@@ -330,7 +330,7 @@ SIBFLEURS,accuracy,facebook/mms-1b-l1107,peer,1.0,21.60156862745098,True,False,r
 SIBFLEURS,accuracy,facebook/wav2vec2-xls-r-1b,peer,1.0,12.637753921568628,True,False,registry_reported,registry_reported:facebook/wav2vec2-xls-r-1b,,
 SIBFLEURS,accuracy,speechbrain/m-ctc-t-large,peer,1.059,21.695727450980392,True,False,registry_reported,registry_reported:speechbrain/m-ctc-t-large,,
 SIBFLEURS,accuracy,LanguageBind/LanguageBind_Omni,peer,1.2,14.720610784313726,True,False,registry_reported,registry_reported:LanguageBind/LanguageBind_Omni,,
-SIBFLEURS,accuracy,llm-semantic-router/Vela-1.0-Omni-Mini,mini,1.361475288,39.34898860730063,True,True,exact_metadata_only_applicability,,self,1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3
+SIBFLEURS,accuracy,llm-semantic-router/Vela-1.0-Omni-Mini,mini,1.361475288,39.06804619080834,True,True,measured_release_evaluation,,,d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731
 SIBFLEURS,accuracy,openai/whisper-large-v3,peer,1.55,22.948927450980392,True,False,registry_reported,registry_reported:openai/whisper-large-v3,,
 SIBFLEURS,accuracy,jinaai/jina-embeddings-v5-omni-small,peer,1.626,30.350692156862742,True,False,registry_reported,registry_reported:jinaai/jina-embeddings-v5-omni-small,,
 SIBFLEURS,accuracy,encord-team/ebind-full,peer,1.79,14.727586274509804,True,False,registry_reported,registry_reported:encord-team/ebind-full,,
@@ -400,7 +400,7 @@ VehicleSoundClustering,v_measure,facebook/mms-1b-l1107,peer,1.0,0.4373,True,Fals
 VehicleSoundClustering,v_measure,facebook/wav2vec2-xls-r-1b,peer,1.0,0.1275,True,False,registry_reported,registry_reported:facebook/wav2vec2-xls-r-1b,,
 VehicleSoundClustering,v_measure,speechbrain/m-ctc-t-large,peer,1.059,0.967,True,False,registry_reported,registry_reported:speechbrain/m-ctc-t-large,,
 VehicleSoundClustering,v_measure,LanguageBind/LanguageBind_Omni,peer,1.2,2.5643,True,False,registry_reported,registry_reported:LanguageBind/LanguageBind_Omni,,
-VehicleSoundClustering,v_measure,llm-semantic-router/Vela-1.0-Omni-Mini,mini,1.361475288,1.7611130064421179,True,False,exact_metadata_only_applicability,,self,1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3
+VehicleSoundClustering,v_measure,llm-semantic-router/Vela-1.0-Omni-Mini,mini,1.361475288,1.7269120528614579,True,False,measured_release_evaluation,,,d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731
 VehicleSoundClustering,v_measure,openai/whisper-large-v3,peer,1.55,1.3834000000000002,True,False,registry_reported,registry_reported:openai/whisper-large-v3,,
 VehicleSoundClustering,v_measure,jinaai/jina-embeddings-v5-omni-small,peer,1.626,4.8423,True,False,registry_reported,registry_reported:jinaai/jina-embeddings-v5-omni-small,,
 VehicleSoundClustering,v_measure,encord-team/ebind-full,peer,1.79,6.4883,True,False,registry_reported,registry_reported:encord-team/ebind-full,,