{ "score_scale": "0-100", "parameter_definition": "Reported total model parameters from the snapshot; exact counted total for Vela, including all modalities.", "eligibility": "All finite same-task scores with a known, strictly positive totalParamsB; open and closed weights; no size ceiling.", "official_sota_claim": false, "snapshot_date": "2026-09-17", "tasks": { "arxiv": { "task": "ArXivHierarchicalClusteringP2P", "metric": "v_measure", "panel": "English41", "sources": [ { "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "sha256": "e574f14dc778d72c08255450091191b103930c487fa172a2dfabe41a0b56569d", "retrieved_at_utc": "2026-09-17T20:28:47.419876+00:00", "benchmark": "MTEB(eng, v2)" }, { "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores", "sha256": "b7eacb265ac64ff7ee3d978239b714a66b93f34b1b9a2d89917d4007492b8219", "retrieved_at_utc": "2026-09-17T20:28:47.667823+00:00", "benchmark": "MTEB(Multilingual, v2)" } ], "points": [ { "model": "minishlab/potion-base-2M", "parameters_billion": 0.002, "score": 51.5629, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonReviewsClassification", "DuRetrieval", "MLQARetrieval", "NQ", "NQ-NL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:minishlab/potion-base-2M" }, { "model": "minishlab/potion-base-4M", "parameters_billion": 0.004, "score": 53.420100000000005, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonReviewsClassification", "DuRetrieval", "MLQARetrieval", "NQ", "NQ-NL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:minishlab/potion-base-4M" }, { "model": "minishlab/M2V_base_output", "parameters_billion": 0.008, "score": 51.5478, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonReviewsClassification", "DuRetrieval", "MLQARetrieval", "NQ", "NQ-NL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:minishlab/M2V_base_output" }, { "model": "minishlab/potion-base-8M", "parameters_billion": 0.008, "score": 55.0836, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonReviewsClassification", "DuRetrieval", "MLQARetrieval", "NQ", "NQ-NL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:minishlab/potion-base-8M" }, { "model": "cointegrated/rubert-tiny", "parameters_billion": 0.012, "score": 51.402300000000004, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "Tatoeba" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:cointegrated/rubert-tiny" }, { "model": "Mihaiii/Squirtle", "parameters_billion": 0.016, "score": 52.7656, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonReviewsClassification", "DuRetrieval", "MLQARetrieval", "NQ", "NQ-NL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Mihaiii/Squirtle" }, { "model": "Mihaiii/Venusaur", "parameters_billion": 0.016, "score": 52.23100000000001, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Mihaiii/Venusaur" }, { "model": "Mihaiii/Bulbasaur", "parameters_billion": 0.017, "score": 54.8762, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Mihaiii/Bulbasaur" }, { "model": "Mihaiii/Wartortle", "parameters_billion": 0.017, "score": 55.6376, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonReviewsClassification", "DuRetrieval", "MLQARetrieval", "NQ", "NQ-NL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:Mihaiii/Wartortle" }, { "model": "Mihaiii/gte-micro", "parameters_billion": 0.017, "score": 54.446600000000004, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Mihaiii/gte-micro" }, { "model": "Mihaiii/gte-micro-v4", "parameters_billion": 0.019, "score": 55.395, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Mihaiii/gte-micro-v4" }, { "model": "Mihaiii/Ivysaur", "parameters_billion": 0.023, "score": 57.322799999999994, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Mihaiii/Ivysaur" }, { "model": "MongoDB/mdbr-leaf-mt", "parameters_billion": 0.023, "score": 60.2909, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonQA", "LoTTE", "MSMARCO" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:MongoDB/mdbr-leaf-mt" }, { "model": "Snowflake/snowflake-arctic-embed-xs", "parameters_billion": 0.023, "score": 54.9722, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVER", "FEVER-NL", "FEVERHardNegatives", "HotPotQA", "HotPotQA-PL", "HotPotQAHardNegatives", "HotpotQA-NL", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Snowflake/snowflake-arctic-embed-xs" }, { "model": "avsolatorio/GIST-all-MiniLM-L6-v2", "parameters_billion": 0.023, "score": 59.067099999999996, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonReviewsClassification", "Banking77Classification", "DuRetrieval", "EmotionClassification", "ImdbClassification", "MLQARetrieval", "MTOPDomainClassification", "MTOPIntentClassification", "MassiveIntentClassification", "MassiveScenarioClassification", "NQ", "NQ-NL", "NQHardNegatives", "ToxicConversationsClassification", "TweetSentimentExtractionClassification" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:avsolatorio/GIST-all-MiniLM-L6-v2" }, { "model": "brahmairesearch/slx-v0.1", "parameters_billion": 0.023, "score": 59.106899999999996, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:brahmairesearch/slx-v0.1" }, { "model": "sentence-transformers/all-MiniLM-L6-v2", "parameters_billion": 0.023, "score": 59.10688886391535, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:sentence-transformers/all-MiniLM-L6-v2" }, { "model": "cointegrated/rubert-tiny2", "parameters_billion": 0.029, "score": 50.8803, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:cointegrated/rubert-tiny2" }, { "model": "sergeyzh/rubert-tiny-turbo", "parameters_billion": 0.029, "score": 50.017500000000005, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:sergeyzh/rubert-tiny-turbo" }, { "model": "ibm-granite/granite-embedding-30m-english", "parameters_billion": 0.03, "score": 57.01690000000001, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AskUbuntuDupQuestions", "DBPedia", "DBPedia-NL", "FEVER", "FEVER-NL", "FEVERHardNegatives", "HotPotQA", "HotPotQA-PL", "HotPotQAHardNegatives", "HotpotQA-NL", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MrTidyRetrieval", "NQ", "NQ-NL", "NQHardNegatives", "StackExchangeClustering", "StackExchangeClustering.v2", "StackExchangeClusteringP2P", "StackExchangeClusteringP2P.v2", "StackOverflowDupQuestions", "WikipediaRerankingMultilingual", "WikipediaRetrievalMultilingual" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:ibm-granite/granite-embedding-30m-english" }, { "model": "sentence-transformers/static-retrieval-mrl-en-v1", "parameters_billion": 0.031, "score": 46.593, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MIRACLRetrieval", "MSMARCO", "MrTidyRetrieval", "MultiLongDocRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:sentence-transformers/static-retrieval-mrl-en-v1" }, { "model": "minishlab/potion-base-32M", "parameters_billion": 0.032, "score": 56.4517, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonReviewsClassification", "DuRetrieval", "MLQARetrieval", "NQ", "NQ-NL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:minishlab/potion-base-32M" }, { "model": "minishlab/potion-retrieval-32M", "parameters_billion": 0.032, "score": 56.267999999999994, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonReviewsClassification", "DuRetrieval", "MLQARetrieval", "NQ", "NQ-NL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:minishlab/potion-retrieval-32M" }, { "model": "BAAI/bge-small-en-v1.5", "parameters_billion": 0.033, "score": 59.52876517144434, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonReviewsClassification", "DuRetrieval", "MLQARetrieval", "NQ", "NQ-NL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:BAAI/bge-small-en-v1.5" }, { "model": "ManiacLabs/miniac-embed", "parameters_billion": 0.033, "score": 59.259771475443856, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "LoTTE", "MSMARCO", "PubMedQA", "amazon-qa", "cc_news", "english-words-definitions", "fineweb", "trivia_qa" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:ManiacLabs/miniac-embed" }, { "model": "Snowflake/snowflake-arctic-embed-s", "parameters_billion": 0.033, "score": 55.387100000000004, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVER", "FEVER-NL", "FEVERHardNegatives", "HotPotQA", "HotPotQA-PL", "HotPotQAHardNegatives", "HotpotQA-NL", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Snowflake/snowflake-arctic-embed-s" }, { "model": "abhinand/MedEmbed-small-v0.1", "parameters_billion": 0.033, "score": 60.553599999999996, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "ArguAna", "ArguAna-NL", "MedicalQARetrieval", "NFCorpus", "NFCorpus-NL", "PublicHealthQA", "TRECCOVID", "TRECCOVID-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:abhinand/MedEmbed-small-v0.1" }, { "model": "avsolatorio/GIST-small-Embedding-v0", "parameters_billion": 0.033, "score": 59.6633, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonReviewsClassification", "Banking77Classification", "DuRetrieval", "EmotionClassification", "ImdbClassification", "MLQARetrieval", "MTOPDomainClassification", "MTOPIntentClassification", "MassiveIntentClassification", "MassiveScenarioClassification", "NQ", "NQ-NL", "NQHardNegatives", "ToxicConversationsClassification", "TweetSentimentExtractionClassification" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:avsolatorio/GIST-small-Embedding-v0" }, { "model": "avsolatorio/NoInstruct-small-Embedding-v0", "parameters_billion": 0.033, "score": 60.11260000000001, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:avsolatorio/NoInstruct-small-Embedding-v0" }, { "model": "intfloat/e5-small", "parameters_billion": 0.033, "score": 54.796, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:intfloat/e5-small" }, { "model": "intfloat/e5-small-v2", "parameters_billion": 0.033, "score": 53.8363445953143, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:intfloat/e5-small-v2" }, { "model": "jinaai/jina-embeddings-v2-small-en", "parameters_billion": 0.033, "score": 48.3147, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonQA", "CC-NEWS", "ELI5", "ESCI", "FEVER", "Flickr30k", "GooAQ", "HotpotQA", "MSMARCO", "MsCocoCaptions", "NQ", "NegationDataset", "PAQ", "QuoraQA", "S2ORC", "SNLI", "SentenceCompression", "SimpleWikipedia", "Specter", "Squad2", "StackExchange", "Tmdb", "TrivialQA", "TweetQA", "WikiAnswers", "WikiHow", "Xmarket", "YahooAnswers" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:jinaai/jina-embeddings-v2-small-en" }, { "model": "sentence-transformers/all-MiniLM-L12-v2", "parameters_billion": 0.033, "score": 57.444530301367216, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:sentence-transformers/all-MiniLM-L12-v2" }, { "model": "thenlper/gte-small", "parameters_billion": 0.033, "score": 58.3687, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:thenlper/gte-small" }, { "model": "jinaai/jina-embedding-s-en-v1", "parameters_billion": 0.035, "score": 47.4345, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonQA", "ELI5", "ESCI", "Flickr30k", "GooAQ", "MSMARCO", "MsCocoCaptions", "NegationDataset", "PAQ", "QuoraQA", "S2ORC", "SNLI", "SentenceCompression", "SimpleWikipedia", "Specter", "Squad2", "StackExchange", "Tmdb", "TrivialQA", "TweetQA", "WikiAnswers", "WikiHow", "Xmarket", "YahooAnswers" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:jinaai/jina-embedding-s-en-v1" }, { "model": "ibm-granite/granite-embedding-small-english-r2", "parameters_billion": 0.048, "score": 57.099999999999994, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AskUbuntuDupQuestions", "DBPedia", "DBPedia-NL", "FEVER", "FEVER-NL", "FEVERHardNegatives", "HotPotQA", "HotPotQA-PL", "HotPotQAHardNegatives", "HotpotQA-NL", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MrTidyRetrieval", "NQ", "NQ-NL", "NQHardNegatives", "StackExchangeClustering", "StackExchangeClustering.v2", "StackExchangeClusteringP2P", "StackExchangeClusteringP2P.v2", "StackOverflowDupQuestions", "WikipediaRerankingMultilingual", "WikipediaRetrievalMultilingual" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:ibm-granite/granite-embedding-small-english-r2" }, { "model": "prdev/mini-gte", "parameters_billion": 0.066, "score": 58.506899999999995, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVER", "FEVERHardNegatives", "HotPotQA", "HotPotQAHardNegatives", "MSMARCO", "MSMARCOHardNegatives", "NQ", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:prdev/mini-gte" }, { "model": "codefuse-ai/F2LLM-v2-80M", "parameters_billion": 0.080084288, "score": 63.4236, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "ANLI", "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonQA", "AmazonReviewClassification", "ArguAna", "ArxivClusteringP2P", "ArxivClusteringS2S", "Aya", "BQ", "BactrianXLanguageClassification", "BactrianXTranslation", "Banking77Classification", "BioASQ", "BiorxivClusteringP2P", "BiorxivClusteringS2S", "CEDR", "CLIRMatrix", "CMCQA", "CMNLI", "CNNDM", "COIG", "COLIEE", "CORD19", "CSL", "CoLA", "CodeFeedbackMT", "CodeFeedbackST", "CodeSearchNet", "CodeSearchNetCCR", "CosQA", "DBPedia", "DuReader", "ELI5", "ESCI", "EmotionClassification", "Europarl", "FEVER", "FEVERNL", "FiQA2018", "GooAQ", "HealthCareMagic", "HotpotQA", "HotpotQANL", "HuatuoEncQA", "HuatuoKGQA", "ImdbClassification", "InfinityInstruct", "KoAlpaca", "KoAlpacaRealQA", "KoMagpie", "LCQMC", "LCSTS", "LLMRetrievalData", "Lawzhidao", "M2Lingual", "MEDI2", "MIRACLRetrieval", "MKQA", "MLDR", "MLSUMClustering", "MLSUMRetrieval", "MMARCO", "MNLI", "MQA", "MSMARCO", "MSciNLI", "MTOPDomainClassification", "MTOPIntentClassification", "MURI", "MailruQA", "MassiveIntentClassification", "MassiveScenarioClassification", "MedInstruct", "MedMCQA", "MedQA", "MedQuAD", "MedicalFlashcards", "MedicalInstruction", "MedicalQARu", "MedrxivClusteringP2P", "MedrxivClusteringS2S", "MrTidyRetrieval", "MultiAlpaca", "MultiCPRECom", "MultiCPRMedical", "NFCorpus", "NQ", "NaturalReasoning", "NordicClassification", "NordicRetrieval", "NordicSTS", "NordicTextMatching", "OASST2", "OCNLI", "OpenCodeGeneticInstruct", "OpenCodeReasoning2", "OpenOrca", "PAQ", "PQuAD", "ParSQuAD", "ParaCrawl", "PawsX", "PersianQA", "ProCQA", "PubMedQA", "QBQTC", "QQP", "RedditClustering", "RedditClusteringP2P", "RefGPT", "RuInstruct", "RuSentimentClustering", "S2ORC", "SIB200", "SNLI", "SPECTER", "SQuAD", "STS12", "STS22", "STSBenchmark", "SciFact", "SentenceCompression", "SiberianDataset", "SimCLUE", "StackExchange", "StackExchangeClustering", "StackExchangeClusteringP2P", "StackExchangeDupQuestions", "StackOverflowDupQuestions", "StackOverflowQA", "SyntheticText2SQL", "T2Ranking", "THUCNews", "TNews", "ToxicConversationsClassification", "TriviaQA", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering", "UNPC", "Waimai", "WebFAQ", "WikiOmnia", "WildChat", "XCodeEvalCodeToCode", "XCodeEvalNLToCode", "XCodeEvalTranslation", "XNLI", "XSum", "YahooAnswers", "cMedQAv2", "webMedQA" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "original_reported_checkpoint_model_metadata_exact", "kind": "peer", "on_displayed_frontier": false, "parameters_exact": 80084288, "reported_parameters_billion": 0.08, "revision": "35baae5091e26211dbe628f1723448c146fafdf2", "parameter_count_source_url": "https://raw.githubusercontent.com/embeddings-benchmark/results/dd92f097054928798830d3bb68de478f58228325/results/codefuse-ai__F2LLM-v2-80M/35baae5091e26211dbe628f1723448c146fafdf2/model_meta.json", "evidence_type": "registry_reported", "observation_id": "registry_reported:codefuse-ai/F2LLM-v2-80M" }, { "model": "codefuse-ai/F2LLM-v2-80M", "revision": "6faa7738f343cd4321f9b2fa92fdb7cae3c117a5", "parameters_billion": 0.080084288, "parameters_exact": 80084288, "score": 69.74221347455739, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "ArxivClusteringP2P", "ArxivClusteringS2S" ], "source_urls": [ "https://huggingface.co/codefuse-ai/F2LLM-v2-80M/tree/6faa7738f343cd4321f9b2fa92fdb7cae3c117a5" ], "size_basis": "independently_counted_complete_checkpoint", "kind": "peer", "evidence_type": "independent_rerun", "observation_id": "rerun:F2LLM-v2-80M:6faa7738:ArXivHierarchicalClusteringP2P:2026-09-18", "report_file": "peer-evaluations/f2llm-v2-80m-arxiv.json", "protocol_note": "Official MTEB2.21 task defaults; BF16, task instruction+EOS,8192 tokens; model-specific settings differ from Vela.", "on_displayed_frontier": true }, { "model": "ibm-granite/granite-embedding-97m-multilingual-r2", "parameters_billion": 0.097, "score": 57.1886, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "DBPedia", "FEVER", "FEVERHardNegatives", "HotPotQA", "HotpotQAHardNegatives", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MrTidyRetrieval", "NQ", "NQHardNegatives", "SpartQA", "StackOverflowDupQuestions", "StatcanDialogueDatasetRetrieval", "TempReasonL1", "TempReasonL2Context", "TempReasonL2Fact", "TempReasonL2Pure", "TempReasonL3Context", "TempReasonL3Fact", "TempReasonL3Pure", "WinoGrande" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:ibm-granite/granite-embedding-97m-multilingual-r2" }, { "model": "malenia1/ternary-weight-embedding", "parameters_billion": 0.099, "score": 47.562599999999996, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:malenia1/ternary-weight-embedding" }, { "model": "minishlab/M2V_base_glove", "parameters_billion": 0.102, "score": 53.4444, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonReviewsClassification", "DuRetrieval", "MLQARetrieval", "NQ", "NQ-NL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:minishlab/M2V_base_glove" }, { "model": "minishlab/M2V_base_glove_subword", "parameters_billion": 0.103, "score": 53.0247, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonReviewsClassification", "DuRetrieval", "MLQARetrieval", "NQ", "NQ-NL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:minishlab/M2V_base_glove_subword" }, { "model": "cnmoro/static-nomic-384-pten-v2-st", "parameters_billion": 0.106, "score": 49.7028, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:cnmoro/static-nomic-384-pten-v2-st" }, { "model": "hotchpotch/bekko-embedding-v1-a8m", "parameters_billion": 0.106, "score": 54.496, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "HotpotQA", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCOHardNegatives", "NQ", "NanoMSMARCORetrieval", "PawsXPairClassification" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:hotchpotch/bekko-embedding-v1-a8m" }, { "model": "DeepPavlov/distilrubert-small-cased-conversational", "parameters_billion": 0.107, "score": 48.8063, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:DeepPavlov/distilrubert-small-cased-conversational" }, { "model": "DeepPavlov/rubert-base-cased-sentence", "parameters_billion": 0.107, "score": 49.744899999999994, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "I", "L", "N", "X" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:DeepPavlov/rubert-base-cased-sentence" }, { "model": "ibm-granite/granite-embedding-107m-multilingual", "parameters_billion": 0.107, "score": 55.0976, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AskUbuntuDupQuestions", "DBPedia", "DBPedia-NL", "FEVER", "FEVER-NL", "FEVERHardNegatives", "HotPotQA", "HotPotQA-PL", "HotPotQAHardNegatives", "HotpotQA-NL", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MrTidyRetrieval", "NQ", "NQ-NL", "NQHardNegatives", "StackExchangeClustering", "StackExchangeClustering.v2", "StackExchangeClusteringP2P", "StackExchangeClusteringP2P.v2", "StackOverflowDupQuestions", "WikipediaRerankingMultilingual", "WikipediaRetrievalMultilingual" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:ibm-granite/granite-embedding-107m-multilingual" }, { "model": "sentence-transformers/static-similarity-mrl-multilingual-v1", "parameters_billion": 0.108, "score": 47.7162, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "NanoQuoraRetrieval", "Quora-NL", "QuoraRetrieval", "StackExchangeClustering.v2", "StackExchangeClusteringP2P.v2", "TatoebaBitextMining" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:sentence-transformers/static-similarity-mrl-multilingual-v1" }, { "model": "BAAI/bge-base-en-v1.5", "parameters_billion": 0.109, "score": 60.682568390916295, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonReviewsClassification", "DuRetrieval", "MLQARetrieval", "NQ", "NQ-NL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:BAAI/bge-base-en-v1.5" }, { "model": "Omartificial-Intelligence-Space/Arabic-mpnet-base-all-nli-triplet", "parameters_billion": 0.109, "score": 50.11409999999999, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Omartificial-Intelligence-Space/Arabic-mpnet-base-all-nli-triplet" }, { "model": "Snowflake/snowflake-arctic-embed-m", "parameters_billion": 0.109, "score": 57.497299999999996, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVER", "FEVER-NL", "FEVERHardNegatives", "HotPotQA", "HotPotQA-PL", "HotPotQAHardNegatives", "HotpotQA-NL", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Snowflake/snowflake-arctic-embed-m" }, { "model": "Snowflake/snowflake-arctic-embed-m-v1.5", "parameters_billion": 0.109, "score": 56.388799999999996, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVER", "FEVER-NL", "FEVERHardNegatives", "HotPotQA", "HotPotQA-PL", "HotPotQAHardNegatives", "HotpotQA-NL", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Snowflake/snowflake-arctic-embed-m-v1.5" }, { "model": "avsolatorio/GIST-Embedding-v0", "parameters_billion": 0.109, "score": 59.5916, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonReviewsClassification", "Banking77Classification", "DuRetrieval", "EmotionClassification", "ImdbClassification", "MLQARetrieval", "MTOPDomainClassification", "MTOPIntentClassification", "MassiveIntentClassification", "MassiveScenarioClassification", "NQ", "NQ-NL", "NQHardNegatives", "ToxicConversationsClassification", "TweetSentimentExtractionClassification" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:avsolatorio/GIST-Embedding-v0" }, { "model": "infgrad/stella-base-en-v2", "parameters_billion": 0.109, "score": 59.992999999999995, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:infgrad/stella-base-en-v2" }, { "model": "intfloat/e5-base", "parameters_billion": 0.109, "score": 55.16, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:intfloat/e5-base" }, { "model": "intfloat/e5-base-v2", "parameters_billion": 0.109, "score": 57.96287997107758, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:intfloat/e5-base-v2" }, { "model": "sentence-transformers/all-mpnet-base-v2", "parameters_billion": 0.109, "score": 61.47339210179387, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:sentence-transformers/all-mpnet-base-v2" }, { "model": "thenlper/gte-base", "parameters_billion": 0.109, "score": 59.3139, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:thenlper/gte-base" }, { "model": "jinaai/jina-embedding-b-en-v1", "parameters_billion": 0.11, "score": 51.7135, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonQA", "ELI5", "ESCI", "Flickr30k", "GooAQ", "MSMARCO", "MsCocoCaptions", "NegationDataset", "PAQ", "QuoraQA", "S2ORC", "SNLI", "SentenceCompression", "SimpleWikipedia", "Specter", "Squad2", "StackExchange", "Tmdb", "TrivialQA", "TweetQA", "WikiAnswers", "WikiHow", "Xmarket", "YahooAnswers" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:jinaai/jina-embedding-b-en-v1" }, { "model": "dwzhu/e5-base-4k", "parameters_billion": 0.112, "score": 55.2846, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:dwzhu/e5-base-4k" }, { "model": "Lajavaness/bilingual-embedding-small", "parameters_billion": 0.118, "score": 55.2794, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "STSBenchmark", "STSBenchmarkMultilingualSTS", "XNLI" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Lajavaness/bilingual-embedding-small" }, { "model": "Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet", "parameters_billion": 0.118, "score": 52.6815, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet" }, { "model": "intfloat/multilingual-e5-small", "parameters_billion": 0.118, "score": 52.699, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVER", "FEVER-NL", "FEVER-PL", "FEVERHardNegatives", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "XQuADRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:intfloat/multilingual-e5-small" }, { "model": "sdadas/mmlw-e5-small", "parameters_billion": 0.118, "score": 59.169000000000004, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:sdadas/mmlw-e5-small" }, { "model": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", "parameters_billion": 0.118, "score": 53.61794435755446, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2" }, { "model": "shibing624/text2vec-base-multilingual", "parameters_billion": 0.118, "score": 49.3802, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:shibing624/text2vec-base-multilingual" }, { "model": "hotchpotch/bekko-embedding-v1-a25m", "parameters_billion": 0.123, "score": 55.1511, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "HotpotQA", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCOHardNegatives", "NQ", "NanoMSMARCORetrieval", "PawsXPairClassification" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:hotchpotch/bekko-embedding-v1-a25m" }, { "model": "deepvk/deberta-v1-base", "parameters_billion": 0.124, "score": 49.234899999999996, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "RiaNewsRetrieval", "WikipediaRerankingMultilingual", "WikipediaRetrievalMultilingual" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:deepvk/deberta-v1-base" }, { "model": "sdadas/mmlw-roberta-base", "parameters_billion": 0.124, "score": 60.6571, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:sdadas/mmlw-roberta-base" }, { "model": "ibm-granite/granite-embedding-125m-english", "parameters_billion": 0.125, "score": 57.2516, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AskUbuntuDupQuestions", "DBPedia", "DBPedia-NL", "FEVER", "FEVER-NL", "FEVERHardNegatives", "HotPotQA", "HotPotQA-PL", "HotPotQAHardNegatives", "HotpotQA-NL", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MrTidyRetrieval", "NQ", "NQ-NL", "NQHardNegatives", "StackExchangeClustering", "StackExchangeClustering.v2", "StackExchangeClusteringP2P", "StackExchangeClusteringP2P.v2", "StackOverflowDupQuestions", "WikipediaRerankingMultilingual", "WikipediaRetrievalMultilingual" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:ibm-granite/granite-embedding-125m-english" }, { "model": "minishlab/potion-multilingual-128M", "parameters_billion": 0.128, "score": 49.2931, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonReviewsClassification", "DuRetrieval", "MLQARetrieval", "NQ", "NQ-NL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:minishlab/potion-multilingual-128M" }, { "model": "cointegrated/LaBSE-en-ru", "parameters_billion": 0.129, "score": 51.546400000000006, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:cointegrated/LaBSE-en-ru" }, { "model": "sergeyzh/LaBSE-ru-turbo", "parameters_billion": 0.129, "score": 53.0679, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:sergeyzh/LaBSE-ru-turbo" }, { "model": "Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka", "parameters_billion": 0.135, "score": 48.3142, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka" }, { "model": "silma-ai/silma-embeddding-matryoshka-v0.1", "parameters_billion": 0.135, "score": 48.4272, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:silma-ai/silma-embeddding-matryoshka-v0.1" }, { "model": "Snowflake/snowflake-arctic-embed-m-long", "parameters_billion": 0.137, "score": 57.266799999999996, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVER", "FEVER-NL", "FEVERHardNegatives", "HotPotQA", "HotPotQA-PL", "HotPotQAHardNegatives", "HotpotQA-NL", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Snowflake/snowflake-arctic-embed-m-long" }, { "model": "jinaai/jina-embeddings-v2-base-en", "parameters_billion": 0.137, "score": 47.1547, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonQA", "CC-NEWS", "ELI5", "ESCI", "FEVER", "Flickr30k", "GooAQ", "HotpotQA", "MSMARCO", "MsCocoCaptions", "NQ", "NegationDataset", "PAQ", "QuoraQA", "S2ORC", "SNLI", "SentenceCompression", "SimpleWikipedia", "Specter", "Squad2", "StackExchange", "Tmdb", "TrivialQA", "TweetQA", "WikiAnswers", "WikiHow", "Xmarket", "YahooAnswers" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:jinaai/jina-embeddings-v2-base-en" }, { "model": "nomic-ai/nomic-embed-text-v1", "parameters_billion": 0.137, "score": 58.9489, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonReviewsClassification", "COIRCodeSearchNetRetrieval", "CodeSearchNetCCRetrieval", "FEVER", "FEVER-NL", "FEVERHardNegatives", "FQuADRetrieval", "HotPotQA", "HotPotQA-PL", "HotPotQAHardNegatives", "HotpotQA-NL", "MSMARCO", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "NanoQuoraRetrieval", "Quora-NL", "QuoraRetrieval", "RedditClustering", "RedditClustering.v2", "RedditClusteringP2P", "RedditClusteringP2P.v2", "StackExchangeClustering.v2", "StackExchangeClusteringP2P.v2", "WikipediaRerankingMultilingual", "WikipediaRetrievalMultilingual", "YahooAnswersTopicsClassification", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:nomic-ai/nomic-embed-text-v1" }, { "model": "nomic-ai/nomic-embed-text-v1-ablated", "parameters_billion": 0.137, "score": 57.903400000000005, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonReviewsClassification", "COIRCodeSearchNetRetrieval", "CodeSearchNetCCRetrieval", "FEVER", "FEVER-NL", "FEVERHardNegatives", "FQuADRetrieval", "HotPotQA", "HotPotQA-PL", "HotPotQAHardNegatives", "HotpotQA-NL", "MSMARCO", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "NanoQuoraRetrieval", "Quora-NL", "QuoraRetrieval", "RedditClustering", "RedditClustering.v2", "RedditClusteringP2P", "RedditClusteringP2P.v2", "StackExchangeClustering.v2", "StackExchangeClusteringP2P.v2", "WikipediaRerankingMultilingual", "WikipediaRetrievalMultilingual", "YahooAnswersTopicsClassification", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:nomic-ai/nomic-embed-text-v1-ablated" }, { "model": "nomic-ai/nomic-embed-text-v1-unsupervised", "parameters_billion": 0.137, "score": 56.7453, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonReviewsClassification", "COIRCodeSearchNetRetrieval", "CodeSearchNetCCRetrieval", "FEVER", "FEVER-NL", "FEVERHardNegatives", "FQuADRetrieval", "HotPotQA", "HotPotQA-PL", "HotPotQAHardNegatives", "HotpotQA-NL", "MSMARCO", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "NanoQuoraRetrieval", "Quora-NL", "QuoraRetrieval", "RedditClustering", "RedditClustering.v2", "RedditClusteringP2P", "RedditClusteringP2P.v2", "StackExchangeClustering.v2", "StackExchangeClusteringP2P.v2", "WikipediaRerankingMultilingual", "WikipediaRetrievalMultilingual", "YahooAnswersTopicsClassification", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:nomic-ai/nomic-embed-text-v1-unsupervised" }, { "model": "nomic-ai/nomic-embed-text-v1.5", "parameters_billion": 0.137, "score": 60.08051520875409, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonReviewsClassification", "COIRCodeSearchNetRetrieval", "CodeSearchNetCCRetrieval", "FEVER", "FEVER-NL", "FEVERHardNegatives", "FQuADRetrieval", "HotPotQA", "HotPotQA-PL", "HotPotQAHardNegatives", "HotpotQA-NL", "MSMARCO", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "NanoQuoraRetrieval", "Quora-NL", "QuoraRetrieval", "RedditClustering", "RedditClustering.v2", "RedditClusteringP2P", "RedditClusteringP2P.v2", "StackExchangeClustering.v2", "StackExchangeClusteringP2P.v2", "WikipediaRerankingMultilingual", "WikipediaRetrievalMultilingual", "YahooAnswersTopicsClassification", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:nomic-ai/nomic-embed-text-v1.5" }, { "model": "vllm-sr/Vela-1.0-Omni-Nano", "parameters_billion": 0.163771288, "parameters_exact": 163771288, "score": 64.88847259326147, "open_weights": true, "modalities": [ "text", "image", "audio" ], "size_basis": "counted_all_native_model_parameters", "kind": "nano", "evaluated_task_revision": "0bbdb47bcbe3a90093699aefeed338a0f28a7ee8", "on_displayed_frontier": false, "evidence_type": "exact_text_component_applicability", "observation_id": "vela_release_evaluation:vllm-sr/Vela-1.0-Omni-Nano", "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "revision": null, "evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646", "evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646", "evaluated_model": "local/Vela-Omni-Nano-GIST-Rotation", "revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.", "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json", "prior_applicable_native_artifact_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4", "revision_kind": "native_artifact_fingerprint", "identity_ref": "models.nano.task_evidence.English41" }, { "model": "ibm-granite/granite-embedding-english-r2", "parameters_billion": 0.149, "score": 59.0566, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AskUbuntuDupQuestions", "DBPedia", "DBPedia-NL", "FEVER", "FEVER-NL", "FEVERHardNegatives", "HotPotQA", "HotPotQA-PL", "HotPotQAHardNegatives", "HotpotQA-NL", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MrTidyRetrieval", "NQ", "NQ-NL", "NQHardNegatives", "StackExchangeClustering", "StackExchangeClustering.v2", "StackExchangeClusteringP2P", "StackExchangeClusteringP2P.v2", "StackOverflowDupQuestions", "WikipediaRerankingMultilingual", "WikipediaRetrievalMultilingual" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:ibm-granite/granite-embedding-english-r2" }, { "model": "Tarka-AIR/Tarka-Embedding-150M-V1", "parameters_billion": 0.156, "score": 63.397099999999995, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "CMedQAv2-reranking", "CodeSearchNet", "DuRetrieval", "FEVER", "HotpotQA", "MIRACLRetrieval", "MMarcoReranking", "MSMARCO", "MrTidyRetrieval", "NQ", "T2Retrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Tarka-AIR/Tarka-Embedding-150M-V1" }, { "model": "codefuse-ai/F2LLM-v2-160M", "parameters_billion": 0.159, "score": 62.4399, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "ANLI", "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonQA", "AmazonReviewClassification", "ArguAna", "ArxivClusteringP2P", "ArxivClusteringS2S", "Aya", "BQ", "BactrianXLanguageClassification", "BactrianXTranslation", "Banking77Classification", "BioASQ", "BiorxivClusteringP2P", "BiorxivClusteringS2S", "CEDR", "CLIRMatrix", "CMCQA", "CMNLI", "CNNDM", "COIG", "COLIEE", "CORD19", "CSL", "CoLA", "CodeFeedbackMT", "CodeFeedbackST", "CodeSearchNet", "CodeSearchNetCCR", "CosQA", "DBPedia", "DuReader", "ELI5", "ESCI", "EmotionClassification", "Europarl", "FEVER", "FEVERNL", "FiQA2018", "GooAQ", "HealthCareMagic", "HotpotQA", "HotpotQANL", "HuatuoEncQA", "HuatuoKGQA", "ImdbClassification", "InfinityInstruct", "KoAlpaca", "KoAlpacaRealQA", "KoMagpie", "LCQMC", "LCSTS", "LLMRetrievalData", "Lawzhidao", "M2Lingual", "MEDI2", "MIRACLRetrieval", "MKQA", "MLDR", "MLSUMClustering", "MLSUMRetrieval", "MMARCO", "MNLI", "MQA", "MSMARCO", "MSciNLI", "MTOPDomainClassification", "MTOPIntentClassification", "MURI", "MailruQA", "MassiveIntentClassification", "MassiveScenarioClassification", "MedInstruct", "MedMCQA", "MedQA", "MedQuAD", "MedicalFlashcards", "MedicalInstruction", "MedicalQARu", "MedrxivClusteringP2P", "MedrxivClusteringS2S", "MrTidyRetrieval", "MultiAlpaca", "MultiCPRECom", "MultiCPRMedical", "NFCorpus", "NQ", "NaturalReasoning", "NordicClassification", "NordicRetrieval", "NordicSTS", "NordicTextMatching", "OASST2", "OCNLI", "OpenCodeGeneticInstruct", "OpenCodeReasoning2", "OpenOrca", "PAQ", "PQuAD", "ParSQuAD", "ParaCrawl", "PawsX", "PersianQA", "ProCQA", "PubMedQA", "QBQTC", "QQP", "RedditClustering", "RedditClusteringP2P", "RefGPT", "RuInstruct", "RuSentimentClustering", "S2ORC", "SIB200", "SNLI", "SPECTER", "SQuAD", "STS12", "STS22", "STSBenchmark", "SciFact", "SentenceCompression", "SiberianDataset", "SimCLUE", "StackExchange", "StackExchangeClustering", "StackExchangeClusteringP2P", "StackExchangeDupQuestions", "StackOverflowDupQuestions", "StackOverflowQA", "SyntheticText2SQL", "T2Ranking", "THUCNews", "TNews", "ToxicConversationsClassification", "TriviaQA", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering", "UNPC", "Waimai", "WebFAQ", "WikiOmnia", "WildChat", "XCodeEvalCodeToCode", "XCodeEvalNLToCode", "XCodeEvalTranslation", "XNLI", "XSum", "YahooAnswers", "cMedQAv2", "webMedQA" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:codefuse-ai/F2LLM-v2-160M" }, { "model": "Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka", "parameters_billion": 0.163, "score": 48.551, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka" }, { "model": "jinaai/jina-embeddings-v5-text-nano", "parameters_billion": 0.212, "score": 65.0163, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:jinaai/jina-embeddings-v5-text-nano" }, { "model": "BidirLM/BidirLM-270M-Embedding", "parameters_billion": 0.268, "score": 61.2727, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AFQMC", "ATEC", "AdvertiseGen", "BQ", "CAIL2019-SCM", "CHEF", "CINLID", "ChatMed_Consult_Dataset", "ChineseSTS", "CmedqaRetrieval", "Cmnli", "CodeFeedback", "DRCD", "DuRetrieval", "ELI5_custom", "ESCIReranking", "EmotionClassification", "Expertqa", "FollowIR", "GooAQ", "InF-IR", "JW300", "LCSTS", "MAmmoTH2", "MEDI2BGE", "MIRACLRetrieval", "MSMARCO", "Multi-CPR", "MultiLongDocReranking", "NFCorpus", "NaturalQuestions", "OPUS-100", "OpenOrca", "PAQ", "PubMedQA", "QBQTC", "RefGPT", "SQuAD", "SearchQA", "SimCLUE", "SyntheticClassificationData", "T2Ranking", "TED Talks", "THUCNews", "TriviaQA", "UMETRIP-QA", "WebCPM", "WikiAnswers", "WikiMatrix", "cCOVID-News", "ccnews", "cmrc2018", "contract-nli", "csl", "dureader_mrc", "law-gpt", "lawzhidao", "lima-chinese", "mmarco-chinese", "mnli", "nli_zh", "nllb", "ocnli", "rag-dataset-12000", "simcse_sup_nli", "webgpt_comparisons", "webqa", "wikipedia-nq", "xnli_zh", "yahoo-answers" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:BidirLM/BidirLM-270M-Embedding" }, { "model": "microsoft/harrier-oss-v1-270m", "parameters_billion": 0.268, "score": 61.477000000000004, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AlphaNLI", "AmazonCounterfactualClassification", "AppsRetrieval", "BornholmBitextMining", "COIRCodeSearchNetRetrieval", "CSFDSKMovieReviewSentimentClassification", "CataloniaTweetClassification", "CodeFeedbackMT", "CodeFeedbackST", "CodeSearchNetCCRetrieval", "CodeSearchNetRetrieval", "CodeTransOceanContestRetrieval", "CodeTransOceanDLRetrieval", "CosQARetrieval", "CyrillicTurkicLangClassification", "CzechProductReviewSentimentClassification", "DBpediaClassification", "EmotionClassification", "FEVER", "FiQA2018", "FinParaSTS", "GermanSTSBenchmark", "GreekLegalCodeClassification", "HellaSwag", "HotpotQAHardNegatives", "IndicLangClassification", "MIRACLRetrieval", "MSMARCO", "MrTidyRetrieval", "NFCorpus", "NQ", "NordicLangClassification", "NusaParagraphEmotionClassification", "OdiaNewsClassification", "PAC", "PawsXPairClassification", "PoemSentimentClassification", "Quail", "QuoraRetrieval", "STSB", "ScalaClassification", "SciFact", "SemRel24STS", "SpartQA", "StackOverflowQARetrieval", "StatcanDialogueDatasetRetrieval", "SwissJudgementClassification", "SyntheticText2SQLRetrieval", "TERRa", "TempReasonL1", "ToxicConversationsClassification", "WinoGrande" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/harrier-oss-v1-270m" }, { "model": "keeeeenw/MicroLlama-text-embedding", "parameters_billion": 0.272, "score": 56.81659433257183, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoNQRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:keeeeenw/MicroLlama-text-embedding" }, { "model": "Gameselo/STS-multilingual-mpnet-base-v2", "parameters_billion": 0.278, "score": 51.5432, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AlphaNLI", "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonReviewsClassification", "ArguAna", "ArxivClusteringP2P", "ArxivClusteringS2S", "AskUbuntuDupQuestions", "BIOSSES", "Banking77Classification", "BiorxivClusteringP2P", "BiorxivClusteringS2S", "CQADupstackRetrieval", "ClimateFEVER", "DBPedia", "EmotionClassification", "FEVER", "FiQA2018", "HotpotQA", "ImdbClassification", "MSMARCO", "MTOPDomainClassification", "MTOPIntentClassification", "MassiveIntentClassification", "MassiveScenarioClassification", "MedrxivClusteringP2P", "MedrxivClusteringS2S", "MindSmallReranking", "NFCorpus", "NQ", "QuoraRetrieval", "RTE3", "RedditClustering", "RedditClusteringP2P", "SCIDOCS", "SICK-R", "STS12", "STS13", "STS14", "STS15", "STS16", "STS17", "STS22", "STSBenchmark", "SciDocsRR", "SciFact", "SprintDuplicateQuestions", "StackExchangeClustering", "StackExchangeClusteringP2P", "StackOverflowDupQuestions", "SummEval", "TRECCOVID", "Touche2020", "ToxicConversationsClassification", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering", "TwitterSemEval2015", "TwitterURLCorpus" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Gameselo/STS-multilingual-mpnet-base-v2" }, { "model": "Lajavaness/bilingual-embedding-base", "parameters_billion": 0.278, "score": 56.9346, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "STSBenchmark", "STSBenchmarkMultilingualSTS", "XNLI" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Lajavaness/bilingual-embedding-base" }, { "model": "Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka", "parameters_billion": 0.278, "score": 52.660700000000006, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka" }, { "model": "deepfile/embedder-100p", "parameters_billion": 0.278, "score": 58.5614, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:deepfile/embedder-100p" }, { "model": "ibm-granite/granite-embedding-278m-multilingual", "parameters_billion": 0.278, "score": 54.7465, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AskUbuntuDupQuestions", "DBPedia", "DBPedia-NL", "FEVER", "FEVER-NL", "FEVERHardNegatives", "HotPotQA", "HotPotQA-PL", "HotPotQAHardNegatives", "HotpotQA-NL", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MrTidyRetrieval", "NQ", "NQ-NL", "NQHardNegatives", "StackExchangeClustering", "StackExchangeClustering.v2", "StackExchangeClusteringP2P", "StackExchangeClusteringP2P.v2", "StackOverflowDupQuestions", "WikipediaRerankingMultilingual", "WikipediaRetrievalMultilingual" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:ibm-granite/granite-embedding-278m-multilingual" }, { "model": "intfloat/multilingual-e5-base", "parameters_billion": 0.278, "score": 56.683136606944075, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVER", "FEVER-NL", "FEVER-PL", "FEVERHardNegatives", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "XQuADRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:intfloat/multilingual-e5-base" }, { "model": "sdadas/mmlw-e5-base", "parameters_billion": 0.278, "score": 59.867000000000004, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:sdadas/mmlw-e5-base" }, { "model": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2", "parameters_billion": 0.278, "score": 55.34276670530136, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:sentence-transformers/paraphrase-multilingual-mpnet-base-v2" }, { "model": "Alibaba-NLP/gte-multilingual-base", "parameters_billion": 0.305, "score": 57.99437291346836, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "CMedQAv2-reranking", "DuRetrieval", "FEVER", "FEVER-NL", "HotpotQA", "HotpotQA-NL", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MMarcoReranking", "MSMARCO", "MrTidyRetrieval", "MultiLongDocRetrieval", "NQ", "NQ-NL", "T2Retrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Alibaba-NLP/gte-multilingual-base" }, { "model": "Snowflake/snowflake-arctic-embed-m-v2.0", "parameters_billion": 0.305, "score": 57.53660000000001, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVER", "FEVER-NL", "FEVERHardNegatives", "HotPotQA", "HotPotQA-PL", "HotPotQAHardNegatives", "HotpotQA-NL", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Snowflake/snowflake-arctic-embed-m-v2.0" }, { "model": "google/embeddinggemma-300m", "parameters_billion": 0.308, "score": 63.588, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVERHardNegatives", "HotpotQAHardNegatives", "MIRACLRetrievalHardNegatives", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:google/embeddinggemma-300m" }, { "model": "ibm-granite/granite-embedding-311m-multilingual-r2", "parameters_billion": 0.312, "score": 57.663799999999995, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "DBPedia", "FEVER", "FEVERHardNegatives", "HotPotQA", "HotpotQAHardNegatives", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MrTidyRetrieval", "NQ", "NQHardNegatives", "SpartQA", "StackOverflowDupQuestions", "StatcanDialogueDatasetRetrieval", "TempReasonL1", "TempReasonL2Context", "TempReasonL2Fact", "TempReasonL2Pure", "TempReasonL3Context", "TempReasonL3Fact", "TempReasonL3Pure", "WinoGrande" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:ibm-granite/granite-embedding-311m-multilingual-r2" }, { "model": "codefuse-ai/F2LLM-v2-330M", "parameters_billion": 0.334, "score": 64.3288, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "ANLI", "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonQA", "AmazonReviewClassification", "ArguAna", "ArxivClusteringP2P", "ArxivClusteringS2S", "Aya", "BQ", "BactrianXLanguageClassification", "BactrianXTranslation", "Banking77Classification", "BioASQ", "BiorxivClusteringP2P", "BiorxivClusteringS2S", "CEDR", "CLIRMatrix", "CMCQA", "CMNLI", "CNNDM", "COIG", "COLIEE", "CORD19", "CSL", "CoLA", "CodeFeedbackMT", "CodeFeedbackST", "CodeSearchNet", "CodeSearchNetCCR", "CosQA", "DBPedia", "DuReader", "ELI5", "ESCI", "EmotionClassification", "Europarl", "FEVER", "FEVERNL", "FiQA2018", "GooAQ", "HealthCareMagic", "HotpotQA", "HotpotQANL", "HuatuoEncQA", "HuatuoKGQA", "ImdbClassification", "InfinityInstruct", "KoAlpaca", "KoAlpacaRealQA", "KoMagpie", "LCQMC", "LCSTS", "LLMRetrievalData", "Lawzhidao", "M2Lingual", "MEDI2", "MIRACLRetrieval", "MKQA", "MLDR", "MLSUMClustering", "MLSUMRetrieval", "MMARCO", "MNLI", "MQA", "MSMARCO", "MSciNLI", "MTOPDomainClassification", "MTOPIntentClassification", "MURI", "MailruQA", "MassiveIntentClassification", "MassiveScenarioClassification", "MedInstruct", "MedMCQA", "MedQA", "MedQuAD", "MedicalFlashcards", "MedicalInstruction", "MedicalQARu", "MedrxivClusteringP2P", "MedrxivClusteringS2S", "MrTidyRetrieval", "MultiAlpaca", "MultiCPRECom", "MultiCPRMedical", "NFCorpus", "NQ", "NaturalReasoning", "NordicClassification", "NordicRetrieval", "NordicSTS", "NordicTextMatching", "OASST2", "OCNLI", "OpenCodeGeneticInstruct", "OpenCodeReasoning2", "OpenOrca", "PAQ", "PQuAD", "ParSQuAD", "ParaCrawl", "PawsX", "PersianQA", "ProCQA", "PubMedQA", "QBQTC", "QQP", "RedditClustering", "RedditClusteringP2P", "RefGPT", "RuInstruct", "RuSentimentClustering", "S2ORC", "SIB200", "SNLI", "SPECTER", "SQuAD", "STS12", "STS22", "STSBenchmark", "SciFact", "SentenceCompression", "SiberianDataset", "SimCLUE", "StackExchange", "StackExchangeClustering", "StackExchangeClusteringP2P", "StackExchangeDupQuestions", "StackOverflowDupQuestions", "StackOverflowQA", "SyntheticText2SQL", "T2Ranking", "THUCNews", "TNews", "ToxicConversationsClassification", "TriviaQA", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering", "UNPC", "Waimai", "WebFAQ", "WikiOmnia", "WildChat", "XCodeEvalCodeToCode", "XCodeEvalNLToCode", "XCodeEvalTranslation", "XNLI", "XSum", "YahooAnswers", "cMedQAv2", "webMedQA" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:codefuse-ai/F2LLM-v2-330M" }, { "model": "BAAI/bge-large-en-v1.5", "parameters_billion": 0.335, "score": 60.58357599909132, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonReviewsClassification", "DuRetrieval", "MLQARetrieval", "NQ", "NQ-NL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:BAAI/bge-large-en-v1.5" }, { "model": "Snowflake/snowflake-arctic-embed-l", "parameters_billion": 0.335, "score": 56.3437, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVER", "FEVER-NL", "FEVERHardNegatives", "HotPotQA", "HotPotQA-PL", "HotPotQAHardNegatives", "HotpotQA-NL", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Snowflake/snowflake-arctic-embed-l" }, { "model": "WhereIsAI/UAE-Large-V1", "parameters_billion": 0.335, "score": 59.37910271512732, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MNLI", "NLI", "SNLI" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:WhereIsAI/UAE-Large-V1" }, { "model": "avsolatorio/GIST-large-Embedding-v0", "parameters_billion": 0.335, "score": 59.798300000000005, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonReviewsClassification", "Banking77Classification", "DuRetrieval", "EmotionClassification", "ImdbClassification", "MLQARetrieval", "MTOPDomainClassification", "MTOPIntentClassification", "MassiveIntentClassification", "MassiveScenarioClassification", "NQ", "NQ-NL", "NQHardNegatives", "ToxicConversationsClassification", "TweetSentimentExtractionClassification" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:avsolatorio/GIST-large-Embedding-v0" }, { "model": "consciousAI/cai-lunaris-text-embeddings", "parameters_billion": 0.335, "score": 53.353300000000004, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:consciousAI/cai-lunaris-text-embeddings" }, { "model": "intfloat/e5-large", "parameters_billion": 0.335, "score": 57.22239999999999, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:intfloat/e5-large" }, { "model": "intfloat/e5-large-v2", "parameters_billion": 0.335, "score": 57.78481103327435, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:intfloat/e5-large-v2" }, { "model": "mixedbread-ai/mxbai-embed-large-v1", "parameters_billion": 0.335, "score": 60.10625739174296, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:mixedbread-ai/mxbai-embed-large-v1" }, { "model": "thenlper/gte-large", "parameters_billion": 0.335, "score": 58.6399, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:thenlper/gte-large" }, { "model": "w601sxs/b1ade-embed", "parameters_billion": 0.335, "score": 61.2698, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:w601sxs/b1ade-embed" }, { "model": "aari1995/German_Semantic_STS_V2", "parameters_billion": 0.336, "score": 51.6332, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:aari1995/German_Semantic_STS_V2" }, { "model": "Tarka-AIR/Tarka-Embedding-350M-V1", "parameters_billion": 0.354, "score": 64.6583, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "CMedQAv2-reranking", "CodeSearchNet", "DuRetrieval", "FEVER", "HotpotQA", "MIRACLRetrieval", "MMarcoReranking", "MSMARCO", "MrTidyRetrieval", "NQ", "T2Retrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Tarka-AIR/Tarka-Embedding-350M-V1" }, { "model": "deepvk/USER-bge-m3", "parameters_billion": 0.359, "score": 54.13210000000001, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "BibleNLPBitextMining", "MLSUMClusteringP2P", "MLSUMClusteringP2P.v2", "MLSUMClusteringS2S", "MLSUMClusteringS2S.v2" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:deepvk/USER-bge-m3" }, { "model": "ai-forever/ru-en-RoSBERTa", "parameters_billion": 0.404, "score": 56.76330000000001, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "LanguageClassification", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MrTidyRetrieval", "XNLI", "XNLIV2" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:ai-forever/ru-en-RoSBERTa" }, { "model": "ai-forever/sbert_large_mt_nlu_ru", "parameters_billion": 0.427, "score": 46.6827, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:ai-forever/sbert_large_mt_nlu_ru" }, { "model": "ai-forever/sbert_large_nlu_ru", "parameters_billion": 0.427, "score": 47.1767, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:ai-forever/sbert_large_nlu_ru" }, { "model": "deepvk/USER-base", "parameters_billion": 0.427, "score": 49.7383, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "BibleNLPBitextMining", "MIRACL", "MLSUMClusteringP2P", "MLSUMClusteringP2P.v2", "MLSUMClusteringS2S", "MLSUMClusteringS2S.v2", "MrTidyRetrieval", "TERRa" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:deepvk/USER-base" }, { "model": "NovaSearch/stella_en_400M_v5", "parameters_billion": 0.435, "score": 63.92483709906334, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonReviewsClassification", "ArguAna", "ArguAna-NL", "ArguAna-PL", "ArxivClusteringP2P", "ArxivClusteringP2P.v2", "ArxivClusteringS2S", "Banking77Classification", "BiorxivClusteringP2P", "BiorxivClusteringP2P.v2", "BiorxivClusteringS2S", "BiorxivClusteringS2S.v2", "EmotionClassification", "FEVER", "FEVER-NL", "FEVERHardNegatives", "FiQA2018", "FiQA2018-NL", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "ImdbClassification", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MTOPIntentClassification", "MedrxivClusteringP2P", "MedrxivClusteringP2P.v2", "MedrxivClusteringS2S", "MedrxivClusteringS2S.v2", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoArguAnaRetrieval", "NanoFEVERRetrieval", "NanoMSMARCORetrieval", "NanoNQRetrieval", "RedditClustering", "RedditClustering.v2", "RedditClusteringP2P", "RedditClusteringP2P.v2", "STS12", "STS22", "STSBenchmark", "STSBenchmarkMultilingualSTS", "StackExchangeClustering", "StackExchangeClustering.v2", "StackExchangeClusteringP2P", "StackExchangeClusteringP2P.v2", "ToxicConversationsClassification", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering", "TwentyNewsgroupsClustering.v2", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:NovaSearch/stella_en_400M_v5" }, { "model": "VPLabs/SearchMap_Preview", "parameters_billion": 0.435, "score": 58.234300000000005, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:VPLabs/SearchMap_Preview" }, { "model": "sdadas/mmlw-roberta-large", "parameters_billion": 0.435, "score": 60.8105, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:sdadas/mmlw-roberta-large" }, { "model": "Omartificial-Intelligence-Space/Arabic-labse-Matryoshka", "parameters_billion": 0.471, "score": 52.144999999999996, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Omartificial-Intelligence-Space/Arabic-labse-Matryoshka" }, { "model": "sentence-transformers/LaBSE", "parameters_billion": 0.471, "score": 53.44270249920056, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:sentence-transformers/LaBSE" }, { "model": "nomic-ai/nomic-embed-text-v2-moe", "parameters_billion": 0.475, "score": 59.7252, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:nomic-ai/nomic-embed-text-v2-moe" }, { "model": "ai-sage/Giga-Embeddings-instruct-480M-0826", "parameters_billion": 0.484, "score": 66.7032, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:ai-sage/Giga-Embeddings-instruct-480M-0826" }, { "model": "mixedbread-ai/deepset-mxbai-embed-de-large-v1", "parameters_billion": 0.487, "score": 56.833, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:mixedbread-ai/deepset-mxbai-embed-de-large-v1" }, { "model": "HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v1", "parameters_billion": 0.494, "score": 58.914699999999996, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonReviewsClassification", "ArxivClusteringP2P", "ArxivClusteringP2P.v2", "ArxivClusteringS2S", "Banking77Classification", "BiorxivClusteringP2P.v2", "BiorxivClusteringS2S.v2", "CodeFeedbackMT", "CodeFeedbackST", "ContractNLIConfidentialityOfAgreementLegalBenchClassification", "ContractNLIExplicitIdentificationLegalBenchClassification", "ContractNLIInclusionOfVerballyConveyedInformationLegalBenchClassification", "ContractNLILimitedUseLegalBenchClassification", "ContractNLINoLicensingLegalBenchClassification", "ContractNLINoticeOnCompelledDisclosureLegalBenchClassification", "ContractNLIPermissibleAcquirementOfSimilarInformationLegalBenchClassification", "ContractNLIPermissibleCopyLegalBenchClassification", "ContractNLIPermissibleDevelopmentOfSimilarInformationLegalBenchClassification", "ContractNLIPermissiblePostAgreementPossessionLegalBenchClassification", "ContractNLIReturnOfConfidentialInformationLegalBenchClassification", "ContractNLISharingWithEmployeesLegalBenchClassification", "ContractNLISharingWithThirdPartiesLegalBenchClassification", "ContractNLISurvivalOfObligationsLegalBenchClassification", "DBPedia", "ESCIReranking", "EmotionClassification", "FEVER", "FEVER-NL", "FEVERHardNegatives", "FiQA2018", "FiQA2018-NL", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "ImdbClassification", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MSMARCOv2", "MTOPDomainClassification", "MTOPIntentClassification", "MassiveIntentClassification", "MassiveScenarioClassification", "MedrxivClusteringP2P.v2", "MedrxivClusteringS2S.v2", "MrTidyRetrieval", "MultiLongDocRetrieval", "MultilingualSentiment", "NFCorpus", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoFEVERRetrieval", "NanoMSMARCORetrieval", "NanoNQRetrieval", "NanoQuoraRetrieval", "PawsXPairClassification", "QuoraRetrieval", "SciFact", "TRECCOVID", "ToxicConversationsClassification", "TweetSentimentExtractionClassification", "YahooAnswersTopicsClassification", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v1" }, { "model": "HIT-TMG/KaLM-embedding-multilingual-mini-v1", "parameters_billion": 0.494, "score": 59.3345, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonReviewsClassification", "ArxivClusteringP2P", "ArxivClusteringP2P.v2", "ArxivClusteringS2S", "Banking77Classification", "BiorxivClusteringP2P.v2", "BiorxivClusteringS2S.v2", "CodeFeedbackMT", "CodeFeedbackST", "ContractNLIConfidentialityOfAgreementLegalBenchClassification", "ContractNLIExplicitIdentificationLegalBenchClassification", "ContractNLIInclusionOfVerballyConveyedInformationLegalBenchClassification", "ContractNLILimitedUseLegalBenchClassification", "ContractNLINoLicensingLegalBenchClassification", "ContractNLINoticeOnCompelledDisclosureLegalBenchClassification", "ContractNLIPermissibleAcquirementOfSimilarInformationLegalBenchClassification", "ContractNLIPermissibleCopyLegalBenchClassification", "ContractNLIPermissibleDevelopmentOfSimilarInformationLegalBenchClassification", "ContractNLIPermissiblePostAgreementPossessionLegalBenchClassification", "ContractNLIReturnOfConfidentialInformationLegalBenchClassification", "ContractNLISharingWithEmployeesLegalBenchClassification", "ContractNLISharingWithThirdPartiesLegalBenchClassification", "ContractNLISurvivalOfObligationsLegalBenchClassification", "DBPedia", "ESCIReranking", "EmotionClassification", "FEVER", "FEVER-NL", "FEVERHardNegatives", "FiQA2018", "FiQA2018-NL", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "ImdbClassification", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MSMARCOv2", "MTOPDomainClassification", "MTOPIntentClassification", "MassiveIntentClassification", "MassiveScenarioClassification", "MedrxivClusteringP2P.v2", "MedrxivClusteringS2S.v2", "MrTidyRetrieval", "MultiLongDocRetrieval", "MultilingualSentiment", "NFCorpus", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoFEVERRetrieval", "NanoMSMARCORetrieval", "NanoNQRetrieval", "NanoQuoraRetrieval", "PawsXPairClassification", "QuoraRetrieval", "SciFact", "TRECCOVID", "ToxicConversationsClassification", "TweetSentimentExtractionClassification", "YahooAnswersTopicsClassification", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:HIT-TMG/KaLM-embedding-multilingual-mini-v1" }, { "model": "KaLM-Embedding/KaLM-embedding-multilingual-mini-instruct-v2.5", "parameters_billion": 0.494, "score": 63.45525248201162, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "ATEC", "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonReviewsClassification", "ArxivClusteringP2P", "ArxivClusteringP2P.v2", "ArxivClusteringS2S", "BQ", "Banking77Classification", "BiorxivClusteringP2P.v2", "BiorxivClusteringS2S.v2", "CQADupstack", "CodeFeedbackMT", "CodeFeedbackST", "ContractNLIConfidentialityOfAgreementLegalBenchClassification", "ContractNLIExplicitIdentificationLegalBenchClassification", "ContractNLIInclusionOfVerballyConveyedInformationLegalBenchClassification", "ContractNLILimitedUseLegalBenchClassification", "ContractNLINoLicensingLegalBenchClassification", "ContractNLINoticeOnCompelledDisclosureLegalBenchClassification", "ContractNLIPermissibleAcquirementOfSimilarInformationLegalBenchClassification", "ContractNLIPermissibleCopyLegalBenchClassification", "ContractNLIPermissibleDevelopmentOfSimilarInformationLegalBenchClassification", "ContractNLIPermissiblePostAgreementPossessionLegalBenchClassification", "ContractNLIReturnOfConfidentialInformationLegalBenchClassification", "ContractNLISharingWithEmployeesLegalBenchClassification", "ContractNLISharingWithThirdPartiesLegalBenchClassification", "ContractNLISurvivalOfObligationsLegalBenchClassification", "DBPedia", "ESCIReranking", "EmotionClassification", "FEVER", "FEVER-NL", "FEVERHardNegatives", "FiQA2018", "FiQA2018-NL", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "ImdbClassification", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MSMARCOv2", "MTOPDomainClassification", "MTOPIntentClassification", "MassiveIntentClassification", "MassiveScenarioClassification", "MedrxivClusteringP2P.v2", "MedrxivClusteringS2S.v2", "MrTidyRetrieval", "MultiLongDocRetrieval", "MultilingualSentiment", "NFCorpus", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoFEVERRetrieval", "NanoMSMARCORetrieval", "NanoNQRetrieval", "NanoQuoraRetrieval", "PawsXPairClassification", "QuoraRetrieval", "Reddit-Clustering", "Reddit-Clustering-P2P", "SciFact", "Stackexchange-Clustering", "Stackexchange-Clustering-P2P", "TRECCOVID", "ToxicConversationsClassification", "TweetSentimentExtractionClassification", "TwentyNewsgroups-Clustering", "YahooAnswersTopicsClassification", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:KaLM-Embedding/KaLM-embedding-multilingual-mini-instruct-v2.5" }, { "model": "izhx/udever-bloom-560m", "parameters_billion": 0.559, "score": 52.5478, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:izhx/udever-bloom-560m" }, { "model": "Lajavaness/bilingual-embedding-large", "parameters_billion": 0.56, "score": 57.353, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "STSBenchmark", "STSBenchmarkMultilingualSTS", "XNLI" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Lajavaness/bilingual-embedding-large" }, { "model": "OrdalieTech/Solon-embeddings-large-0.1", "parameters_billion": 0.56, "score": 56.89959999999999, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:OrdalieTech/Solon-embeddings-large-0.1" }, { "model": "intfloat/multilingual-e5-large", "parameters_billion": 0.56, "score": 55.6856, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVER", "FEVER-NL", "FEVER-PL", "FEVERHardNegatives", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "XQuADRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:intfloat/multilingual-e5-large" }, { "model": "intfloat/multilingual-e5-large-instruct", "parameters_billion": 0.56, "score": 62.534993503603, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVER", "FEVER-NL", "FEVER-PL", "FEVERHardNegatives", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "XQuADRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:intfloat/multilingual-e5-large-instruct" }, { "model": "omarelshehy/arabic-english-sts-matryoshka", "parameters_billion": 0.56, "score": 52.528200000000005, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:omarelshehy/arabic-english-sts-matryoshka" }, { "model": "sdadas/mmlw-e5-large", "parameters_billion": 0.56, "score": 59.872400000000006, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:sdadas/mmlw-e5-large" }, { "model": "BAAI/bge-m3", "parameters_billion": 0.568, "score": 52.79810320966879, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "CMedQAv1-reranking", "CMedQAv2-reranking", "CodeSearchNet", "DuRetrieval", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "LeCaRDv2", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MMarcoReranking", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "T2Reranking", "T2Retrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:BAAI/bge-m3" }, { "model": "Snowflake/snowflake-arctic-embed-l-v2.0", "parameters_billion": 0.568, "score": 57.1874, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVER", "FEVER-NL", "FEVERHardNegatives", "HotPotQA", "HotPotQA-PL", "HotPotQAHardNegatives", "HotpotQA-NL", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Snowflake/snowflake-arctic-embed-l-v2.0" }, { "model": "manu/bge-m3-custom-fr", "parameters_billion": 0.568, "score": 54.2435, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "CMedQAv1-reranking", "CMedQAv2-reranking", "CodeSearchNet", "DuRetrieval", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "LeCaRDv2", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MMarcoReranking", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "T2Reranking", "T2Retrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:manu/bge-m3-custom-fr" }, { "model": "jinaai/jina-embeddings-v3", "parameters_billion": 0.572, "score": 58.92914985808295, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "MSMARCOHardNegatives", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "STS12", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:jinaai/jina-embeddings-v3" }, { "model": "BidirLM/BidirLM-0.6B-Embedding", "parameters_billion": 0.596, "score": 64.3759, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AFQMC", "ATEC", "AdvertiseGen", "BQ", "CAIL2019-SCM", "CHEF", "CINLID", "ChatMed_Consult_Dataset", "ChineseSTS", "CmedqaRetrieval", "Cmnli", "CodeFeedback", "DRCD", "DuRetrieval", "ELI5_custom", "ESCIReranking", "EmotionClassification", "Expertqa", "FollowIR", "GooAQ", "InF-IR", "JW300", "LCSTS", "MAmmoTH2", "MEDI2BGE", "MIRACLRetrieval", "MSMARCO", "Multi-CPR", "MultiLongDocReranking", "NFCorpus", "NaturalQuestions", "OPUS-100", "OpenOrca", "PAQ", "PubMedQA", "QBQTC", "RefGPT", "SQuAD", "SearchQA", "SimCLUE", "SyntheticClassificationData", "T2Ranking", "TED Talks", "THUCNews", "TriviaQA", "UMETRIP-QA", "WebCPM", "WikiAnswers", "WikiMatrix", "cCOVID-News", "ccnews", "cmrc2018", "contract-nli", "csl", "dureader_mrc", "law-gpt", "lawzhidao", "lima-chinese", "mmarco-chinese", "mnli", "nli_zh", "nllb", "ocnli", "rag-dataset-12000", "simcse_sup_nli", "webgpt_comparisons", "webqa", "wikipedia-nq", "xnli_zh", "yahoo-answers" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:BidirLM/BidirLM-0.6B-Embedding" }, { "model": "IEITYuan/Yuan-embedding-2.0-en", "parameters_billion": 0.596, "score": 61.721199999999996, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "CMedQAv2-reranking", "CodeSearchNet", "DuRetrieval", "HotpotQA", "MIRACLRetrieval", "MMarcoReranking", "MSMARCO", "MrTidyRetrieval", "NQ", "T2Retrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:IEITYuan/Yuan-embedding-2.0-en" }, { "model": "KiteFishAI/Nano-Em1-0.6B-v2", "parameters_billion": 0.596, "score": 63.0408, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonReviewsClassification", "ArxivClusteringP2P", "ArxivClusteringS2S", "Banking77Classification", "BiorxivClusteringP2P", "BiorxivClusteringS2S", "CQADupstackRetrieval", "DBPedia", "EmotionClassification", "FEVER", "FiQA2018", "HotpotQA", "ImdbClassification", "MSMARCO", "MTOPDomainClassification", "MTOPIntentClassification", "MassiveIntentClassification", "MassiveScenarioClassification", "MedrxivClusteringP2P", "MedrxivClusteringS2S", "NFCorpus", "NQ", "QuoraRetrieval", "RedditClustering", "RedditClusteringP2P", "SciFact", "SprintDuplicateQuestions", "StackExchangeClustering", "StackExchangeClusteringP2P", "TRECCOVID", "ToxicConversationsClassification", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:KiteFishAI/Nano-Em1-0.6B-v2" }, { "model": "KiteFishAI/Nano-Em1-0.6B-v2.1", "parameters_billion": 0.596, "score": 66.0464, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonReviews", "Arxiv", "CodeSearchNet", "DBPedia", "FEVER", "HotpotQA", "MIRACLRetrieval", "MSMARCO", "MrTidyRetrieval", "NQ" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:KiteFishAI/Nano-Em1-0.6B-v2.1" }, { "model": "Qwen/Qwen3-Embedding-0.6B", "parameters_billion": 0.596, "score": 63.7187, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "CMedQAv2-reranking", "CodeSearchNet", "DuRetrieval", "FEVER", "HotpotQA", "MIRACLRetrieval", "MMarcoReranking", "MSMARCO", "MrTidyRetrieval", "NQ", "T2Retrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Qwen/Qwen3-Embedding-0.6B" }, { "model": "codefuse-ai/F2LLM-0.6B", "parameters_billion": 0.596, "score": 66.31620000000001, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "ANLI", "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonQA", "AmazonReviewClassification", "ArguAna", "ArxivClusteringP2P", "ArxivClusteringS2S", "Banking77Classification", "BioASQ", "BiorxivClusteringP2P", "BiorxivClusteringS2S", "CNNDM", "COLIEE", "CoLA", "ELI5", "EmotionClassification", "FEVER", "FiQA2018", "HotpotQA", "ImdbClassification", "MIRACLRetrieval", "MNLI", "MSMARCO", "MTOPDomainClassification", "MTOPIntentClassification", "MassiveIntentClassification", "MassiveScenarioClassification", "MedrxivClusteringP2P", "MedrxivClusteringS2S", "MrTidyRetrieval", "NFCorpus", "NQ", "PAQ", "PubMedQA", "QQP", "RedditClustering", "RedditClusteringP2P", "S2ORC", "SNLI", "SPECTER", "SQuAD", "STS12", "STS22", "STSBenchmark", "SciFact", "SentenceCompression", "StackExchange", "StackExchangeClustering", "StackExchangeClusteringP2P", "StackExchangeDupQuestions", "StackOverflowDupQuestions", "ToxicConversationsClassification", "TriviaQA", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering", "XSum" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:codefuse-ai/F2LLM-0.6B" }, { "model": "codefuse-ai/F2LLM-v2-0.6B", "parameters_billion": 0.596, "score": 65.1293, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "ANLI", "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonQA", "AmazonReviewClassification", "ArguAna", "ArxivClusteringP2P", "ArxivClusteringS2S", "Aya", "BQ", "BactrianXLanguageClassification", "BactrianXTranslation", "Banking77Classification", "BioASQ", "BiorxivClusteringP2P", "BiorxivClusteringS2S", "CEDR", "CLIRMatrix", "CMCQA", "CMNLI", "CNNDM", "COIG", "COLIEE", "CORD19", "CSL", "CoLA", "CodeFeedbackMT", "CodeFeedbackST", "CodeSearchNet", "CodeSearchNetCCR", "CosQA", "DBPedia", "DuReader", "ELI5", "ESCI", "EmotionClassification", "Europarl", "FEVER", "FEVERNL", "FiQA2018", "GooAQ", "HealthCareMagic", "HotpotQA", "HotpotQANL", "HuatuoEncQA", "HuatuoKGQA", "ImdbClassification", "InfinityInstruct", "KoAlpaca", "KoAlpacaRealQA", "KoMagpie", "LCQMC", "LCSTS", "LLMRetrievalData", "Lawzhidao", "M2Lingual", "MEDI2", "MIRACLRetrieval", "MKQA", "MLDR", "MLSUMClustering", "MLSUMRetrieval", "MMARCO", "MNLI", "MQA", "MSMARCO", "MSciNLI", "MTOPDomainClassification", "MTOPIntentClassification", "MURI", "MailruQA", "MassiveIntentClassification", "MassiveScenarioClassification", "MedInstruct", "MedMCQA", "MedQA", "MedQuAD", "MedicalFlashcards", "MedicalInstruction", "MedicalQARu", "MedrxivClusteringP2P", "MedrxivClusteringS2S", "MrTidyRetrieval", "MultiAlpaca", "MultiCPRECom", "MultiCPRMedical", "NFCorpus", "NQ", "NaturalReasoning", "NordicClassification", "NordicRetrieval", "NordicSTS", "NordicTextMatching", "OASST2", "OCNLI", "OpenCodeGeneticInstruct", "OpenCodeReasoning2", "OpenOrca", "PAQ", "PQuAD", "ParSQuAD", "ParaCrawl", "PawsX", "PersianQA", "ProCQA", "PubMedQA", "QBQTC", "QQP", "RedditClustering", "RedditClusteringP2P", "RefGPT", "RuInstruct", "RuSentimentClustering", "S2ORC", "SIB200", "SNLI", "SPECTER", "SQuAD", "STS12", "STS22", "STSBenchmark", "SciFact", "SentenceCompression", "SiberianDataset", "SimCLUE", "StackExchange", "StackExchangeClustering", "StackExchangeClusteringP2P", "StackExchangeDupQuestions", "StackOverflowDupQuestions", "StackOverflowQA", "SyntheticText2SQL", "T2Ranking", "THUCNews", "TNews", "ToxicConversationsClassification", "TriviaQA", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering", "UNPC", "Waimai", "WebFAQ", "WikiOmnia", "WildChat", "XCodeEvalCodeToCode", "XCodeEvalNLToCode", "XCodeEvalTranslation", "XNLI", "XSum", "YahooAnswers", "cMedQAv2", "webMedQA" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:codefuse-ai/F2LLM-v2-0.6B" }, { "model": "jinaai/jina-embeddings-v5-text-small", "parameters_billion": 0.596, "score": 65.7904, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:jinaai/jina-embeddings-v5-text-small" }, { "model": "microsoft/harrier-oss-v1-0.6b", "parameters_billion": 0.596, "score": 63.3023, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AlphaNLI", "AmazonCounterfactualClassification", "AppsRetrieval", "BornholmBitextMining", "COIRCodeSearchNetRetrieval", "CSFDSKMovieReviewSentimentClassification", "CataloniaTweetClassification", "CodeFeedbackMT", "CodeFeedbackST", "CodeSearchNetCCRetrieval", "CodeSearchNetRetrieval", "CodeTransOceanContestRetrieval", "CodeTransOceanDLRetrieval", "CosQARetrieval", "CyrillicTurkicLangClassification", "CzechProductReviewSentimentClassification", "DBpediaClassification", "EmotionClassification", "FEVER", "FiQA2018", "FinParaSTS", "GermanSTSBenchmark", "GreekLegalCodeClassification", "HellaSwag", "HotpotQAHardNegatives", "IndicLangClassification", "MIRACLRetrieval", "MSMARCO", "MrTidyRetrieval", "NFCorpus", "NQ", "NordicLangClassification", "NusaParagraphEmotionClassification", "OdiaNewsClassification", "PAC", "PawsXPairClassification", "PoemSentimentClassification", "Quail", "QuoraRetrieval", "STSB", "ScalaClassification", "SciFact", "SemRel24STS", "SpartQA", "StackOverflowQARetrieval", "StatcanDialogueDatasetRetrieval", "SwissJudgementClassification", "SyntheticText2SQLRetrieval", "TERRa", "TempReasonL1", "ToxicConversationsClassification", "WinoGrande" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/harrier-oss-v1-0.6b" }, { "model": "infgrad/Jasper-Token-Compression-600M", "parameters_billion": 0.607, "score": 66.1017, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonReviewsClassification", "ArguAna", "ArguAna-NL", "ArxivClusteringP2P", "ArxivClusteringS2S", "Banking77Classification", "BiorxivClusteringP2P", "BiorxivClusteringP2P.v2", "BiorxivClusteringS2S", "BiorxivClusteringS2S.v2", "CMedQAv1-reranking", "CMedQAv2-reranking", "Cmnli", "CodeSearchNet", "DuRetrieval", "EmotionClassification", "FEVER", "FEVER-NL", "FEVER-PL", "FEVERHardNegatives", "FiQA2018", "FiQA2018-NL", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "ImdbClassification", "LCQMC", "LeCaRDv2", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MLDR", "MMarcoReranking", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MTOPIntentClassification", "MassiveIntentClassification", "MassiveScenarioClassification", "MedrxivClusteringP2P", "MedrxivClusteringP2P.v2", "MedrxivClusteringS2S", "MedrxivClusteringS2S.v2", "MindSmallReranking", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "Ocnli", "PAWSX", "Quora-PL", "Quora-PLHardNegatives", "QuoraRetrieval", "QuoraRetrieval-Fa", "QuoraRetrievalHardNegatives", "RedditClustering", "RedditClustering.v2", "RedditClusteringP2P", "STS12", "STS22", "STS22.v2", "STSBenchmark", "SciDocsReranking", "StackOverflowDupQuestions", "T2Reranking", "T2Retrieval", "TNews", "ToxicConversationsClassification", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering", "TwentyNewsgroupsClustering.v2", "Waimai", "XQuADRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:infgrad/Jasper-Token-Compression-600M" }, { "model": "jinaai/jina-embeddings-v5-omni-nano", "parameters_billion": 0.986, "score": 65.0163, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:jinaai/jina-embeddings-v5-omni-nano" }, { "model": "BidirLM/BidirLM-1B-Embedding", "parameters_billion": 1.0, "score": 65.8565, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AFQMC", "ATEC", "AdvertiseGen", "BQ", "CAIL2019-SCM", "CHEF", "CINLID", "ChatMed_Consult_Dataset", "ChineseSTS", "CmedqaRetrieval", "Cmnli", "CodeFeedback", "DRCD", "DuRetrieval", "ELI5_custom", "ESCIReranking", "EmotionClassification", "Expertqa", "FollowIR", "GooAQ", "InF-IR", "JW300", "LCSTS", "MAmmoTH2", "MEDI2BGE", "MIRACLRetrieval", "MSMARCO", "Multi-CPR", "MultiLongDocReranking", "NFCorpus", "NaturalQuestions", "OPUS-100", "OpenOrca", "PAQ", "PubMedQA", "QBQTC", "RefGPT", "SQuAD", "SearchQA", "SimCLUE", "SyntheticClassificationData", "T2Ranking", "TED Talks", "THUCNews", "TriviaQA", "UMETRIP-QA", "WebCPM", "WikiAnswers", "WikiMatrix", "cCOVID-News", "ccnews", "cmrc2018", "contract-nli", "csl", "dureader_mrc", "law-gpt", "lawzhidao", "lima-chinese", "mmarco-chinese", "mnli", "nli_zh", "nllb", "ocnli", "rag-dataset-12000", "simcse_sup_nli", "webgpt_comparisons", "webqa", "wikipedia-nq", "xnli_zh", "yahoo-answers" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:BidirLM/BidirLM-1B-Embedding" }, { "model": "izhx/udever-bloom-1b1", "parameters_billion": 1.065, "score": 58.469300000000004, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:izhx/udever-bloom-1b1" }, { "model": "DeepPavlov/rubert-base-cased", "parameters_billion": 1.28, "score": 50.0572, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "WikipediaRerankingMultilingual", "WikipediaRetrievalMultilingual" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:DeepPavlov/rubert-base-cased" }, { "model": "manu/sentence_croissant_alpha_v0.2", "parameters_billion": 1.28, "score": 59.5187, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "QuoraRetrieval", "STS12", "STSB", "STSBenchmark", "STSBenchmarkMultilingualSTS" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:manu/sentence_croissant_alpha_v0.2" }, { "model": "manu/sentence_croissant_alpha_v0.3", "parameters_billion": 1.28, "score": 55.098400000000005, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "QuoraRetrieval", "STS12", "STSB", "STSBenchmark", "STSBenchmarkMultilingualSTS" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:manu/sentence_croissant_alpha_v0.3" }, { "model": "manu/sentence_croissant_alpha_v0.4", "parameters_billion": 1.28, "score": 58.5928, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO", "QuoraRetrieval", "STS12", "STSB", "STSBenchmark", "STSBenchmarkMultilingualSTS" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:manu/sentence_croissant_alpha_v0.4" }, { "model": "vllm-sr/Vela-1.0-Omni-Mini", "parameters_billion": 1.361475288, "parameters_exact": 1361475288, "score": 62.00989328478093, "open_weights": true, "modalities": [ "text", "image", "audio" ], "size_basis": "counted_all_native_model_parameters", "kind": "mini", "evaluated_task_revision": "0bbdb47bcbe3a90093699aefeed338a0f28a7ee8", "on_displayed_frontier": false, "evidence_type": "exact_text_component_applicability", "observation_id": "vela_release_evaluation:vllm-sr/Vela-1.0-Omni-Mini", "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "revision": null, "evaluated_native_artifact_sha256": null, "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json", "evaluated_model": { "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions", "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294" }, "identity_ref": "models.mini.task_evidence.English41" }, { "model": "NovaSearch/stella_en_1.5B_v5", "parameters_billion": 1.54, "score": 64.52339106857525, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonReviewsClassification", "ArguAna", "ArguAna-NL", "ArguAna-PL", "ArxivClusteringP2P", "ArxivClusteringP2P.v2", "ArxivClusteringS2S", "Banking77Classification", "BiorxivClusteringP2P", "BiorxivClusteringP2P.v2", "BiorxivClusteringS2S", "BiorxivClusteringS2S.v2", "EmotionClassification", "FEVER", "FEVER-NL", "FEVERHardNegatives", "FiQA2018", "FiQA2018-NL", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "ImdbClassification", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MTOPIntentClassification", "MedrxivClusteringP2P", "MedrxivClusteringP2P.v2", "MedrxivClusteringS2S", "MedrxivClusteringS2S.v2", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoArguAnaRetrieval", "NanoFEVERRetrieval", "NanoMSMARCORetrieval", "NanoNQRetrieval", "RedditClustering", "RedditClustering.v2", "RedditClusteringP2P", "RedditClusteringP2P.v2", "STS12", "STS22", "STSBenchmark", "STSBenchmarkMultilingualSTS", "StackExchangeClustering", "StackExchangeClustering.v2", "StackExchangeClusteringP2P", "StackExchangeClusteringP2P.v2", "ToxicConversationsClassification", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering", "TwentyNewsgroupsClustering.v2", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:NovaSearch/stella_en_1.5B_v5" }, { "model": "Alibaba-NLP/gte-Qwen2-1.5B-instruct", "parameters_billion": 1.543, "score": 64.7434, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Alibaba-NLP/gte-Qwen2-1.5B-instruct" }, { "model": "NovaSearch/jasper_en_vision_language_v1", "parameters_billion": 1.565, "score": 68.68769999999999, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonReviewsClassification", "ArguAna", "ArguAna-NL", "ArguAna-PL", "ArxivClusteringP2P", "ArxivClusteringP2P.v2", "ArxivClusteringS2S", "Banking77Classification", "BiorxivClusteringP2P", "BiorxivClusteringP2P.v2", "BiorxivClusteringS2S", "BiorxivClusteringS2S.v2", "EmotionClassification", "FEVER", "FEVER-NL", "FEVERHardNegatives", "FiQA2018", "FiQA2018-NL", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "ImdbClassification", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MTOPIntentClassification", "MedrxivClusteringP2P", "MedrxivClusteringP2P.v2", "MedrxivClusteringS2S", "MedrxivClusteringS2S.v2", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoArguAnaRetrieval", "NanoFEVERRetrieval", "NanoMSMARCORetrieval", "NanoNQRetrieval", "RedditClustering", "RedditClustering.v2", "RedditClusteringP2P", "RedditClusteringP2P.v2", "STS12", "STS22", "STSBenchmark", "STSBenchmarkMultilingualSTS", "StackExchangeClustering", "StackExchangeClustering.v2", "StackExchangeClusteringP2P", "StackExchangeClusteringP2P.v2", "ToxicConversationsClassification", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering", "TwentyNewsgroupsClustering.v2", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:NovaSearch/jasper_en_vision_language_v1" }, { "model": "jinaai/jina-embeddings-v5-omni-small", "parameters_billion": 1.626, "score": 65.7904, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:jinaai/jina-embeddings-v5-omni-small" }, { "model": "BidirLM/BidirLM-1.7B-Embedding", "parameters_billion": 1.721, "score": 64.78620000000001, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AFQMC", "ATEC", "AdvertiseGen", "BQ", "CAIL2019-SCM", "CHEF", "CINLID", "ChatMed_Consult_Dataset", "ChineseSTS", "CmedqaRetrieval", "Cmnli", "CodeFeedback", "DRCD", "DuRetrieval", "ELI5_custom", "ESCIReranking", "EmotionClassification", "Expertqa", "FollowIR", "GooAQ", "InF-IR", "JW300", "LCSTS", "MAmmoTH2", "MEDI2BGE", "MIRACLRetrieval", "MSMARCO", "Multi-CPR", "MultiLongDocReranking", "NFCorpus", "NaturalQuestions", "OPUS-100", "OpenOrca", "PAQ", "PubMedQA", "QBQTC", "RefGPT", "SQuAD", "SearchQA", "SimCLUE", "SyntheticClassificationData", "T2Ranking", "TED Talks", "THUCNews", "TriviaQA", "UMETRIP-QA", "WebCPM", "WikiAnswers", "WikiMatrix", "cCOVID-News", "ccnews", "cmrc2018", "contract-nli", "csl", "dureader_mrc", "law-gpt", "lawzhidao", "lima-chinese", "mmarco-chinese", "mnli", "nli_zh", "nllb", "ocnli", "rag-dataset-12000", "simcse_sup_nli", "webgpt_comparisons", "webqa", "wikipedia-nq", "xnli_zh", "yahoo-answers" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:BidirLM/BidirLM-1.7B-Embedding" }, { "model": "codefuse-ai/F2LLM-1.7B", "parameters_billion": 1.721, "score": 66.61, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "ANLI", "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonQA", "AmazonReviewClassification", "ArguAna", "ArxivClusteringP2P", "ArxivClusteringS2S", "Banking77Classification", "BioASQ", "BiorxivClusteringP2P", "BiorxivClusteringS2S", "CNNDM", "COLIEE", "CoLA", "ELI5", "EmotionClassification", "FEVER", "FiQA2018", "HotpotQA", "ImdbClassification", "MIRACLRetrieval", "MNLI", "MSMARCO", "MTOPDomainClassification", "MTOPIntentClassification", "MassiveIntentClassification", "MassiveScenarioClassification", "MedrxivClusteringP2P", "MedrxivClusteringS2S", "MrTidyRetrieval", "NFCorpus", "NQ", "PAQ", "PubMedQA", "QQP", "RedditClustering", "RedditClusteringP2P", "S2ORC", "SNLI", "SPECTER", "SQuAD", "STS12", "STS22", "STSBenchmark", "SciFact", "SentenceCompression", "StackExchange", "StackExchangeClustering", "StackExchangeClusteringP2P", "StackExchangeDupQuestions", "StackOverflowDupQuestions", "ToxicConversationsClassification", "TriviaQA", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering", "XSum" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:codefuse-ai/F2LLM-1.7B" }, { "model": "codefuse-ai/F2LLM-v2-1.7B", "parameters_billion": 1.721, "score": 64.51050000000001, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "ANLI", "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonQA", "AmazonReviewClassification", "ArguAna", "ArxivClusteringP2P", "ArxivClusteringS2S", "Aya", "BQ", "BactrianXLanguageClassification", "BactrianXTranslation", "Banking77Classification", "BioASQ", "BiorxivClusteringP2P", "BiorxivClusteringS2S", "CEDR", "CLIRMatrix", "CMCQA", "CMNLI", "CNNDM", "COIG", "COLIEE", "CORD19", "CSL", "CoLA", "CodeFeedbackMT", "CodeFeedbackST", "CodeSearchNet", "CodeSearchNetCCR", "CosQA", "DBPedia", "DuReader", "ELI5", "ESCI", "EmotionClassification", "Europarl", "FEVER", "FEVERNL", "FiQA2018", "GooAQ", "HealthCareMagic", "HotpotQA", "HotpotQANL", "HuatuoEncQA", "HuatuoKGQA", "ImdbClassification", "InfinityInstruct", "KoAlpaca", "KoAlpacaRealQA", "KoMagpie", "LCQMC", "LCSTS", "LLMRetrievalData", "Lawzhidao", "M2Lingual", "MEDI2", "MIRACLRetrieval", "MKQA", "MLDR", "MLSUMClustering", "MLSUMRetrieval", "MMARCO", "MNLI", "MQA", "MSMARCO", "MSciNLI", "MTOPDomainClassification", "MTOPIntentClassification", "MURI", "MailruQA", "MassiveIntentClassification", "MassiveScenarioClassification", "MedInstruct", "MedMCQA", "MedQA", "MedQuAD", "MedicalFlashcards", "MedicalInstruction", "MedicalQARu", "MedrxivClusteringP2P", "MedrxivClusteringS2S", "MrTidyRetrieval", "MultiAlpaca", "MultiCPRECom", "MultiCPRMedical", "NFCorpus", "NQ", "NaturalReasoning", "NordicClassification", "NordicRetrieval", "NordicSTS", "NordicTextMatching", "OASST2", "OCNLI", "OpenCodeGeneticInstruct", "OpenCodeReasoning2", "OpenOrca", "PAQ", "PQuAD", "ParSQuAD", "ParaCrawl", "PawsX", "PersianQA", "ProCQA", "PubMedQA", "QBQTC", "QQP", "RedditClustering", "RedditClusteringP2P", "RefGPT", "RuInstruct", "RuSentimentClustering", "S2ORC", "SIB200", "SNLI", "SPECTER", "SQuAD", "STS12", "STS22", "STSBenchmark", "SciFact", "SentenceCompression", "SiberianDataset", "SimCLUE", "StackExchange", "StackExchangeClustering", "StackExchangeClusteringP2P", "StackExchangeDupQuestions", "StackOverflowDupQuestions", "StackOverflowQA", "SyntheticText2SQL", "T2Ranking", "THUCNews", "TNews", "ToxicConversationsClassification", "TriviaQA", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering", "UNPC", "Waimai", "WebFAQ", "WikiOmnia", "WildChat", "XCodeEvalCodeToCode", "XCodeEvalNLToCode", "XCodeEvalTranslation", "XNLI", "XSum", "YahooAnswers", "cMedQAv2", "webMedQA" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:codefuse-ai/F2LLM-v2-1.7B" }, { "model": "encord-team/ebind-full", "parameters_billion": 1.79, "score": 56.456399999999995, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": [ "AudioCapsA2TRetrieval", "AudioCapsAVA2VRetrieval", "AudioCapsAVAT2VRetrieval", "AudioCapsAVT2VARetrieval", "AudioCapsAVT2VRetrieval", "AudioCapsAVV2ARetrieval", "AudioCapsAVV2TRetrieval", "AudioCapsAVVA2TRetrieval", "AudioCapsAVVT2ARetrieval", "AudioCapsT2ARetrieval", "Imagenet1k", "Imagenet1kZeroShot", "VALOR32KA2VRetrieval", "VALOR32KAT2VRetrieval", "VALOR32KT2VARetrieval", "VALOR32KT2VRetrieval", "VALOR32KV2ARetrieval", "VALOR32KV2TRetrieval", "VALOR32KVA2TRetrieval", "VALOR32KVT2ARetrieval", "VGGSoundAVA2VRetrieval", "VGGSoundAVAT2VRetrieval", "VGGSoundAVT2VARetrieval", "VGGSoundAVT2VRetrieval", "VGGSoundAVV2ARetrieval", "VGGSoundAVV2TRetrieval", "VGGSoundAVVA2TRetrieval", "VGGSoundAVVT2ARetrieval", "VGGSoundV", "VGGSoundVA", "VGGSoundVideoAudioZeroshot", "VGGSoundVideoZeroshot" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:encord-team/ebind-full" }, { "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "parameters_billion": 2.445, "score": 63.9689, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": [ "AFQMC", "ATEC", "AdvertiseGen", "BQ", "CAIL2019-SCM", "CHEF", "CINLID", "ChatMed_Consult_Dataset", "ChineseSTS", "CmedqaRetrieval", "Cmnli", "CodeFeedback", "DRCD", "DuRetrieval", "ELI5_custom", "ESCIReranking", "EmotionClassification", "Expertqa", "FollowIR", "GooAQ", "InF-IR", "JW300", "LAION-Audio-300M", "LCSTS", "MAmmoTH2", "MEDI2BGE", "MIRACLRetrieval", "MSMARCO", "MS_COCO", "Multi-CPR", "MultiLongDocReranking", "NFCorpus", "NaturalQuestions", "OPUS-100", "OpenOrca", "PAQ", "PubMedQA", "QBQTC", "RefGPT", "SQuAD", "SearchQA", "SimCLUE", "SyntheticClassificationData", "T2Ranking", "TED Talks", "THUCNews", "TriviaQA", "UMETRIP-QA", "WebCPM", "WikiAnswers", "WikiMatrix", "cCOVID-News", "ccnews", "cmrc2018", "colpali_train_set", "contract-nli", "csl", "dureader_mrc", "law-gpt", "lawzhidao", "librispeech_asr", "lima-chinese", "mmarco-chinese", "mnli", "natcap", "nli_zh", "nllb", "ocnli", "rag-dataset-12000", "simcse_sup_nli", "webgpt_comparisons", "webqa", "wikipedia-nq", "xnli_zh", "yahoo-answers" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:BidirLM/BidirLM-Omni-2.5B-Embedding" }, { "model": "Jaume/gemma-2b-embeddings", "parameters_billion": 2.506, "score": 62.902100000000004, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Jaume/gemma-2b-embeddings" }, { "model": "izhx/udever-bloom-3b", "parameters_billion": 3.003, "score": 57.972699999999996, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "MSMARCO" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:izhx/udever-bloom-3b" }, { "model": "ai-sage/Giga-Embeddings-instruct-3B-0826", "parameters_billion": 3.151, "score": 67.2404, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:ai-sage/Giga-Embeddings-instruct-3B-0826" }, { "model": "ai-sage/Giga-Embeddings-instruct", "parameters_billion": 3.227, "score": 66.4339, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:ai-sage/Giga-Embeddings-instruct" }, { "model": "ICT-TIME-and-Querit/BOOM_4B_v1", "parameters_billion": 4.022, "score": 64.66, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "Banking77Classification", "DuRetrieval", "FEVER", "HotpotQA", "ImdbClassification", "MIRACLRetrieval", "MSMARCO", "MTOPDomainClassification", "MrTidyRetrieval", "NQ", "T2Retrieval", "ToxicConversationsClassification", "TweetSentimentExtractionClassification" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:ICT-TIME-and-Querit/BOOM_4B_v1" }, { "model": "ICT-TIME-and-Querit/ICT-TIME-and-Querit-embedding-v1", "parameters_billion": 4.022, "score": 65.00869999999999, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AppsRetrieval", "Banking77Classification", "COIRCodeSearchNetRetrieval", "CodeFeedbackMT", "CodeFeedbackST", "CodeTransOceanContest", "CodeTransOceanDL", "CosQA", "DuRetrieval", "FEVER", "HotpotQA", "ImdbClassification", "MIRACLRetrieval", "MSMARCO", "MTOPDomainClassification", "MrTidyRetrieval", "NQ", "StackOverflowQA", "SyntheticText2SQL", "T2Retrieval", "ToxicConversationsClassification", "TweetSentimentExtractionClassification" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:ICT-TIME-and-Querit/ICT-TIME-and-Querit-embedding-v1" }, { "model": "Qwen/Qwen3-Embedding-4B", "parameters_billion": 4.022, "score": 64.8172, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "CMedQAv2-reranking", "CodeSearchNet", "DuRetrieval", "FEVER", "HotpotQA", "MIRACLRetrieval", "MMarcoReranking", "MSMARCO", "MrTidyRetrieval", "NQ", "T2Retrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Qwen/Qwen3-Embedding-4B" }, { "model": "codefuse-ai/F2LLM-4B", "parameters_billion": 4.022, "score": 65.6034, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "ANLI", "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonQA", "AmazonReviewClassification", "ArguAna", "ArxivClusteringP2P", "ArxivClusteringS2S", "Banking77Classification", "BioASQ", "BiorxivClusteringP2P", "BiorxivClusteringS2S", "CNNDM", "COLIEE", "CoLA", "ELI5", "EmotionClassification", "FEVER", "FiQA2018", "HotpotQA", "ImdbClassification", "MIRACLRetrieval", "MNLI", "MSMARCO", "MTOPDomainClassification", "MTOPIntentClassification", "MassiveIntentClassification", "MassiveScenarioClassification", "MedrxivClusteringP2P", "MedrxivClusteringS2S", "MrTidyRetrieval", "NFCorpus", "NQ", "PAQ", "PubMedQA", "QQP", "RedditClustering", "RedditClusteringP2P", "S2ORC", "SNLI", "SPECTER", "SQuAD", "STS12", "STS22", "STSBenchmark", "SciFact", "SentenceCompression", "StackExchange", "StackExchangeClustering", "StackExchangeClusteringP2P", "StackExchangeDupQuestions", "StackOverflowDupQuestions", "ToxicConversationsClassification", "TriviaQA", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering", "XSum" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:codefuse-ai/F2LLM-4B" }, { "model": "codefuse-ai/F2LLM-v2-4B", "parameters_billion": 4.022, "score": 63.4415, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "ANLI", "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonQA", "AmazonReviewClassification", "ArguAna", "ArxivClusteringP2P", "ArxivClusteringS2S", "Aya", "BQ", "BactrianXLanguageClassification", "BactrianXTranslation", "Banking77Classification", "BioASQ", "BiorxivClusteringP2P", "BiorxivClusteringS2S", "CEDR", "CLIRMatrix", "CMCQA", "CMNLI", "CNNDM", "COIG", "COLIEE", "CORD19", "CSL", "CoLA", "CodeFeedbackMT", "CodeFeedbackST", "CodeSearchNet", "CodeSearchNetCCR", "CosQA", "DBPedia", "DuReader", "ELI5", "ESCI", "EmotionClassification", "Europarl", "FEVER", "FEVERNL", "FiQA2018", "GooAQ", "HealthCareMagic", "HotpotQA", "HotpotQANL", "HuatuoEncQA", "HuatuoKGQA", "ImdbClassification", "InfinityInstruct", "KoAlpaca", "KoAlpacaRealQA", "KoMagpie", "LCQMC", "LCSTS", "LLMRetrievalData", "Lawzhidao", "M2Lingual", "MEDI2", "MIRACLRetrieval", "MKQA", "MLDR", "MLSUMClustering", "MLSUMRetrieval", "MMARCO", "MNLI", "MQA", "MSMARCO", "MSciNLI", "MTOPDomainClassification", "MTOPIntentClassification", "MURI", "MailruQA", "MassiveIntentClassification", "MassiveScenarioClassification", "MedInstruct", "MedMCQA", "MedQA", "MedQuAD", "MedicalFlashcards", "MedicalInstruction", "MedicalQARu", "MedrxivClusteringP2P", "MedrxivClusteringS2S", "MrTidyRetrieval", "MultiAlpaca", "MultiCPRECom", "MultiCPRMedical", "NFCorpus", "NQ", "NaturalReasoning", "NordicClassification", "NordicRetrieval", "NordicSTS", "NordicTextMatching", "OASST2", "OCNLI", "OpenCodeGeneticInstruct", "OpenCodeReasoning2", "OpenOrca", "PAQ", "PQuAD", "ParSQuAD", "ParaCrawl", "PawsX", "PersianQA", "ProCQA", "PubMedQA", "QBQTC", "QQP", "RedditClustering", "RedditClusteringP2P", "RefGPT", "RuInstruct", "RuSentimentClustering", "S2ORC", "SIB200", "SNLI", "SPECTER", "SQuAD", "STS12", "STS22", "STSBenchmark", "SciFact", "SentenceCompression", "SiberianDataset", "SimCLUE", "StackExchange", "StackExchangeClustering", "StackExchangeClusteringP2P", "StackExchangeDupQuestions", "StackOverflowDupQuestions", "StackOverflowQA", "SyntheticText2SQL", "T2Ranking", "THUCNews", "TNews", "ToxicConversationsClassification", "TriviaQA", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering", "UNPC", "Waimai", "WebFAQ", "WikiOmnia", "WildChat", "XCodeEvalCodeToCode", "XCodeEvalNLToCode", "XCodeEvalTranslation", "XNLI", "XSum", "YahooAnswers", "cMedQAv2", "webMedQA" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:codefuse-ai/F2LLM-v2-4B" }, { "model": "zeroentropy/zembed-1", "parameters_billion": 4.022, "score": 58.4845, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:zeroentropy/zembed-1" }, { "model": "Haon-Chen/e5-omni-3B", "parameters_billion": 4.703, "score": 58.6593, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": [ "AudioCapsT2ARetrieval", "MSRVTTT2V", "MSRVTTV2T" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Haon-Chen/e5-omni-3B" }, { "model": "LCO-Embedding/LCO-Embedding-Omni-3B", "parameters_billion": 4.703, "score": 58.018, "open_weights": true, "modalities": [ "audio", "image", "text", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:LCO-Embedding/LCO-Embedding-Omni-3B" }, { "model": "voyageai/voyage-3-m-exp", "parameters_billion": 6.918, "score": 55.9641, "open_weights": false, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonReviewsClassification", "ArguAna", "ArguAna-NL", "ArguAna-PL", "ArxivClusteringP2P", "ArxivClusteringP2P.v2", "ArxivClusteringS2S", "Banking77Classification", "BiorxivClusteringP2P", "BiorxivClusteringP2P.v2", "BiorxivClusteringS2S", "BiorxivClusteringS2S.v2", "DBPedia", "EmotionClassification", "FEVER", "FEVER-NL", "FEVERHardNegatives", "FiQA2018", "FiQA2018-NL", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "ImdbClassification", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MTOPDomainClassification", "MTOPIntentClassification", "MassiveIntentClassification", "MassiveScenarioClassification", "MedrxivClusteringP2P", "MedrxivClusteringP2P.v2", "MedrxivClusteringS2S", "MedrxivClusteringS2S.v2", "MindSmallReranking", "NFCorpus", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoArguAnaRetrieval", "NanoFEVERRetrieval", "NanoMSMARCORetrieval", "NanoNQRetrieval", "NanoQuoraRetrieval", "QuoraRetrieval", "STS12", "STS22", "STSBenchmark", "STSBenchmarkMultilingualSTS", "SciFact", "StackOverflowDupQuestions", "TRECCOVID", "ToxicConversationsClassification", "TweetSentimentExtractionClassification", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:voyageai/voyage-3-m-exp" }, { "model": "bigscience/sgpt-bloom-7b1-msmarco", "parameters_billion": 7.068, "score": 52.78699999999999, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:bigscience/sgpt-bloom-7b1-msmarco" }, { "model": "Alibaba-NLP/gte-Qwen2-7B-instruct", "parameters_billion": 7.069, "score": 68.1929207141039, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Alibaba-NLP/gte-Qwen2-7B-instruct" }, { "model": "Kingsoft-LLM/QZhou-Embedding", "parameters_billion": 7.071, "score": 66.157, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonReviewsClassification", "ArguAna", "ArguAna-NL", "ArxivClusteringP2P", "ArxivClusteringS2S", "Banking77Classification", "BiorxivClusteringP2P", "BiorxivClusteringP2P.v2", "BiorxivClusteringS2S", "BiorxivClusteringS2S.v2", "CMedQAv1-reranking", "CMedQAv2-reranking", "Cmnli", "CodeSearchNet", "DuRetrieval", "EmotionClassification", "FEVER", "FEVER-NL", "FEVER-PL", "FEVERHardNegatives", "FiQA2018", "FiQA2018-NL", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "ImdbClassification", "LCQMC", "LeCaRDv2", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MLDR", "MMarcoReranking", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MTOPIntentClassification", "MassiveIntentClassification", "MassiveScenarioClassification", "MedrxivClusteringP2P", "MedrxivClusteringP2P.v2", "MedrxivClusteringS2S", "MedrxivClusteringS2S.v2", "MindSmallReranking", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "Ocnli", "PAWSX", "Quora-PL", "Quora-PLHardNegatives", "QuoraRetrieval", "QuoraRetrieval-Fa", "QuoraRetrievalHardNegatives", "RedditClustering", "RedditClustering.v2", "RedditClusteringP2P", "STS12", "STS22", "STS22.v2", "STSBenchmark", "SciDocsReranking", "StackOverflowDupQuestions", "T2Reranking", "T2Retrieval", "TNews", "ToxicConversationsClassification", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering", "TwentyNewsgroupsClustering.v2", "Waimai", "XQuADRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Kingsoft-LLM/QZhou-Embedding" }, { "model": "Alibaba-NLP/gte-Qwen1.5-7B-instruct", "parameters_billion": 7.099, "score": 67.25999999999999, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Alibaba-NLP/gte-Qwen1.5-7B-instruct" }, { "model": "annamodels/LGAI-Embedding-Preview", "parameters_billion": 7.11, "score": 65.5244, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonReviewsClassification", "ArguAna", "ArxivClusteringP2P", "ArxivClusteringS2S", "Banking77Classification", "BiorxivClusteringP2P", "BiorxivClusteringS2S", "ELI5", "EmotionClassification", "FEVER", "FEVER-NL", "FEVER-PL", "FEVERHardNegatives", "FiQA2018", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "ImdbClassification", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MTOPIntentClassification", "MedrxivClusteringP2P", "MedrxivClusteringS2S", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "QuoraDuplicateQuestions", "RedditClustering", "RedditClusteringP2P", "SNLI", "SQuAD", "STS12", "STS22", "STSBenchmark", "SciDocsReranking", "StackExchangeClustering", "StackExchangeClusteringP2P", "StackOverflowDupQuestions", "ToxicConversationsClassification", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering", "XQuADRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:annamodels/LGAI-Embedding-Preview" }, { "model": "GeoGPT-Research-Project/GeoEmbedding", "parameters_billion": 7.111, "score": 64.51559999999999, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonReviewsClassification", "ArguAna", "ArxivClusteringP2P", "ArxivClusteringS2S", "Banking77Classification", "BiorxivClusteringP2P", "BiorxivClusteringS2S", "EmotionClassification", "FEVER", "FiQA2018", "HotpotQA", "MSMARCO", "MTOPDomainClassification", "MTOPIntentClassification", "MassiveIntentClassification", "MedrixvClusteringP2P", "MedrixvClusteringS2S", "NFCorpus", "STS12", "STS22", "STSBenchmark", "SciFact", "StackOverflowDupQuestions", "ToxicConversationsClassification", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:GeoGPT-Research-Project/GeoEmbedding" }, { "model": "Haon-Chen/speed-embedding-7b-instruct", "parameters_billion": 7.111, "score": 60.0154, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Haon-Chen/speed-embedding-7b-instruct" }, { "model": "Linq-AI-Research/Linq-Embed-Mistral", "parameters_billion": 7.111, "score": 63.3776, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVER", "FEVER-NL", "FEVER-PL", "FEVERHardNegatives", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "XQuADRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Linq-AI-Research/Linq-Embed-Mistral" }, { "model": "Salesforce/SFR-Embedding-2_R", "parameters_billion": 7.111, "score": 65.3697253315525, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVER", "FEVER-NL", "FEVER-PL", "FEVERHardNegatives", "FiQA2018", "FiQA2018-NL", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "STS12", "STS22", "STSBenchmark", "XQuADRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Salesforce/SFR-Embedding-2_R" }, { "model": "Salesforce/SFR-Embedding-Mistral", "parameters_billion": 7.111, "score": 65.5027, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVER", "FEVER-NL", "FEVER-PL", "FEVERHardNegatives", "FiQA2018", "FiQA2018-NL", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "STS12", "STS22", "STSBenchmark", "XQuADRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Salesforce/SFR-Embedding-Mistral" }, { "model": "intfloat/e5-mistral-7b-instruct", "parameters_billion": 7.111, "score": 65.2837349991313, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVER", "FEVER-NL", "FEVER-PL", "FEVERHardNegatives", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "XQuADRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:intfloat/e5-mistral-7b-instruct" }, { "model": "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised", "parameters_billion": 7.153, "score": 56.8412, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVER", "FEVER-NL", "FEVERHardNegatives", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoFEVERRetrieval", "NanoMSMARCORetrieval", "NanoNQRetrieval", "T2Reranking", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised" }, { "model": "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse", "parameters_billion": 7.153, "score": 58.167500000000004, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse" }, { "model": "GritLM/GritLM-7B", "parameters_billion": 7.24, "score": 59.76004587290107, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVER", "FEVER-NL", "FEVER-PL", "FEVERHardNegatives", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "XQuADRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:GritLM/GritLM-7B" }, { "model": "nvidia/llama-embed-nemotron-8b", "parameters_billion": 7.505, "score": 62.8395, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonReviewsClassification", "BioASQ", "EmotionClassification", "FEVER", "GooAQ", "HotpotQA", "MIRACLRetrieval", "MSMARCO", "MrTidyRetrieval", "NFCorpus", "NQ", "Nemotron-CC-v2", "PAQ", "RedditClustering.v2", "RedditClusteringP2P.v2", "SQuAD", "TriviaQA" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:nvidia/llama-embed-nemotron-8b" }, { "model": "Mira190/Euler-Legal-Embedding-V1", "parameters_billion": 7.567, "score": 56.9891, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Mira190/Euler-Legal-Embedding-V1" }, { "model": "Octen/Octen-Embedding-8B", "parameters_billion": 7.567, "score": 64.7165, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "CMedQAv2-reranking", "CodeSearchNet", "DuRetrieval", "FEVER", "HotpotQA", "MIRACLRetrieval", "MMarcoReranking", "MSMARCO", "MrTidyRetrieval", "NQ", "T2Retrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Octen/Octen-Embedding-8B" }, { "model": "Qwen/Qwen3-Embedding-8B", "parameters_billion": 7.567, "score": 64.8951, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "CMedQAv2-reranking", "CodeSearchNet", "DuRetrieval", "FEVER", "HotpotQA", "MIRACLRetrieval", "MMarcoReranking", "MSMARCO", "MrTidyRetrieval", "NQ", "T2Retrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Qwen/Qwen3-Embedding-8B" }, { "model": "jcorners/ingot-8b-r3", "parameters_billion": 7.567, "score": 65.4871, "open_weights": false, "modalities": [ "text" ], "training_tasks": [ "CMedQAv2-reranking", "CodeSearchNet", "DuRetrieval", "FEVER", "HotpotQA", "MIRACLRetrieval", "MMarcoReranking", "MSMARCO", "MedrxivClusteringP2P.v2", "MedrxivClusteringS2S.v2", "MrTidyRetrieval", "NQ", "SprintDuplicateQuestions", "T2Retrieval", "TwitterSemEval2015", "TwitterURLCorpus" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:jcorners/ingot-8b-r3" }, { "model": "codefuse-ai/F2LLM-v2-8B", "parameters_billion": 7.568, "score": 63.498900000000006, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "ANLI", "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonQA", "AmazonReviewClassification", "ArguAna", "ArxivClusteringP2P", "ArxivClusteringS2S", "Aya", "BQ", "BactrianXLanguageClassification", "BactrianXTranslation", "Banking77Classification", "BioASQ", "BiorxivClusteringP2P", "BiorxivClusteringS2S", "CEDR", "CLIRMatrix", "CMCQA", "CMNLI", "CNNDM", "COIG", "COLIEE", "CORD19", "CSL", "CoLA", "CodeFeedbackMT", "CodeFeedbackST", "CodeSearchNet", "CodeSearchNetCCR", "CosQA", "DBPedia", "DuReader", "ELI5", "ESCI", "EmotionClassification", "Europarl", "FEVER", "FEVERNL", "FiQA2018", "GooAQ", "HealthCareMagic", "HotpotQA", "HotpotQANL", "HuatuoEncQA", "HuatuoKGQA", "ImdbClassification", "InfinityInstruct", "KoAlpaca", "KoAlpacaRealQA", "KoMagpie", "LCQMC", "LCSTS", "LLMRetrievalData", "Lawzhidao", "M2Lingual", "MEDI2", "MIRACLRetrieval", "MKQA", "MLDR", "MLSUMClustering", "MLSUMRetrieval", "MMARCO", "MNLI", "MQA", "MSMARCO", "MSciNLI", "MTOPDomainClassification", "MTOPIntentClassification", "MURI", "MailruQA", "MassiveIntentClassification", "MassiveScenarioClassification", "MedInstruct", "MedMCQA", "MedQA", "MedQuAD", "MedicalFlashcards", "MedicalInstruction", "MedicalQARu", "MedrxivClusteringP2P", "MedrxivClusteringS2S", "MrTidyRetrieval", "MultiAlpaca", "MultiCPRECom", "MultiCPRMedical", "NFCorpus", "NQ", "NaturalReasoning", "NordicClassification", "NordicRetrieval", "NordicSTS", "NordicTextMatching", "OASST2", "OCNLI", "OpenCodeGeneticInstruct", "OpenCodeReasoning2", "OpenOrca", "PAQ", "PQuAD", "ParSQuAD", "ParaCrawl", "PawsX", "PersianQA", "ProCQA", "PubMedQA", "QBQTC", "QQP", "RedditClustering", "RedditClusteringP2P", "RefGPT", "RuInstruct", "RuSentimentClustering", "S2ORC", "SIB200", "SNLI", "SPECTER", "SQuAD", "STS12", "STS22", "STSBenchmark", "SciFact", "SentenceCompression", "SiberianDataset", "SimCLUE", "StackExchange", "StackExchangeClustering", "StackExchangeClusteringP2P", "StackExchangeDupQuestions", "StackOverflowDupQuestions", "StackOverflowQA", "SyntheticText2SQL", "T2Ranking", "THUCNews", "TNews", "ToxicConversationsClassification", "TriviaQA", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering", "UNPC", "Waimai", "WebFAQ", "WikiOmnia", "WildChat", "XCodeEvalCodeToCode", "XCodeEvalNLToCode", "XCodeEvalTranslation", "XNLI", "XSum", "YahooAnswers", "cMedQAv2", "webMedQA" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:codefuse-ai/F2LLM-v2-8B" }, { "model": "nvidia/NV-Embed-v1", "parameters_billion": 7.85, "score": 61.3772, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonReviewsClassification", "ArguAna", "ArguAna-NL", "ArguAna-PL", "ArxivClusteringP2P", "ArxivClusteringP2P.v2", "ArxivClusteringS2S", "Banking77Classification", "BiorxivClusteringP2P", "BiorxivClusteringP2P.v2", "BiorxivClusteringS2S", "BiorxivClusteringS2S.v2", "EmotionClassification", "FEVER", "FEVER-NL", "FEVERHardNegatives", "FiQA2018", "FiQA2018-NL", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "ImdbClassification", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MTOPIntentClassification", "MedrxivClusteringP2P", "MedrxivClusteringP2P.v2", "MedrxivClusteringS2S", "MedrxivClusteringS2S.v2", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoArguAnaRetrieval", "NanoFEVERRetrieval", "NanoMSMARCORetrieval", "NanoNQRetrieval", "RedditClustering", "RedditClustering.v2", "RedditClusteringP2P", "RedditClusteringP2P.v2", "STS12", "STS22", "STSBenchmark", "STSBenchmarkMultilingualSTS", "StackExchangeClustering", "StackExchangeClustering.v2", "StackExchangeClusteringP2P", "StackExchangeClusteringP2P.v2", "ToxicConversationsClassification", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering", "TwentyNewsgroupsClustering.v2", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:nvidia/NV-Embed-v1" }, { "model": "nvidia/NV-Embed-v2", "parameters_billion": 7.85, "score": 60.27869999999999, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AmazonCounterfactualClassification", "AmazonReviewsClassification", "ArguAna", "ArguAna-NL", "ArguAna-PL", "ArxivClusteringP2P", "ArxivClusteringP2P.v2", "ArxivClusteringS2S", "Banking77Classification", "BiorxivClusteringP2P", "BiorxivClusteringP2P.v2", "BiorxivClusteringS2S", "BiorxivClusteringS2S.v2", "EmotionClassification", "FEVER", "FEVER-NL", "FEVERHardNegatives", "FiQA2018", "FiQA2018-NL", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "ImdbClassification", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MTOPIntentClassification", "MedrxivClusteringP2P", "MedrxivClusteringP2P.v2", "MedrxivClusteringS2S", "MedrxivClusteringS2S.v2", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoArguAnaRetrieval", "NanoFEVERRetrieval", "NanoMSMARCORetrieval", "NanoNQRetrieval", "RedditClustering", "RedditClustering.v2", "RedditClusteringP2P", "RedditClusteringP2P.v2", "STS12", "STS22", "STSBenchmark", "STSBenchmarkMultilingualSTS", "StackExchangeClustering", "StackExchangeClustering.v2", "StackExchangeClusteringP2P", "StackExchangeClusteringP2P.v2", "ToxicConversationsClassification", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering", "TwentyNewsgroupsClustering.v2", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:nvidia/NV-Embed-v2" }, { "model": "Haon-Chen/e5-omni-7B", "parameters_billion": 8.932, "score": 57.7803, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": [ "AudioCapsT2ARetrieval", "MSRVTTT2V", "MSRVTTV2T" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Haon-Chen/e5-omni-7B" }, { "model": "LCO-Embedding/LCO-Embedding-Omni-7B", "parameters_billion": 8.932, "score": 58.0494, "open_weights": true, "modalities": [ "audio", "image", "text", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:LCO-Embedding/LCO-Embedding-Omni-7B" }, { "model": "Tevatron/OmniEmbed-v0.1", "parameters_billion": 8.932, "score": 58.302699999999994, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": [ "AudioCapsT2ARetrieval", "FEVER", "MSMARCO", "MSRVTTT2V", "MSRVTTV2T", "NQ", "SCIDOCS", "VidoreArxivQARetrieval", "VidoreDocVQARetrieval", "VidoreInfoVQARetrieval", "VidoreTatdqaRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Tevatron/OmniEmbed-v0.1" }, { "model": "ai-sage/Giga-Embeddings-instruct-10B-A1.8B-0826", "parameters_billion": 10.476, "score": 67.3502, "open_weights": true, "modalities": [ "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:ai-sage/Giga-Embeddings-instruct-10B-A1.8B-0826" }, { "model": "tencent/KaLM-Embedding-Gemma3-12B-2511", "parameters_billion": 11.766, "score": 63.972899999999996, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AlphaNLI", "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonReviewsClassification", "ArxivClusteringP2P", "ArxivClusteringP2P.v2", "ArxivClusteringS2S", "Banking77Classification", "BibleNLPBitextMining", "BiorxivClusteringP2P.v2", "BiorxivClusteringS2S.v2", "BornholmBitextMining", "CSFDSKMovieReviewSentimentClassification", "CataloniaTweetClassification", "CodeFeedbackMT", "CodeFeedbackST", "ContractNLIConfidentialityOfAgreementLegalBenchClassification", "ContractNLIExplicitIdentificationLegalBenchClassification", "ContractNLIInclusionOfVerballyConveyedInformationLegalBenchClassification", "ContractNLILimitedUseLegalBenchClassification", "ContractNLINoLicensingLegalBenchClassification", "ContractNLINoticeOnCompelledDisclosureLegalBenchClassification", "ContractNLIPermissibleAcquirementOfSimilarInformationLegalBenchClassification", "ContractNLIPermissibleCopyLegalBenchClassification", "ContractNLIPermissibleDevelopmentOfSimilarInformationLegalBenchClassification", "ContractNLIPermissiblePostAgreementPossessionLegalBenchClassification", "ContractNLIReturnOfConfidentialInformationLegalBenchClassification", "ContractNLISharingWithEmployeesLegalBenchClassification", "ContractNLISharingWithThirdPartiesLegalBenchClassification", "ContractNLISurvivalOfObligationsLegalBenchClassification", "CyrillicTurkicLangClassification", "CzechProductReviewSentimentClassification", "DBPedia", "DBpediaClassification", "ESCIReranking", "EmotionClassification", "FEVER", "FEVER-NL", "FEVERHardNegatives", "FiQA2018", "FiQA2018-NL", "FinParaSTS", "GermanSTSBenchmark", "GreekLegalCodeClassification", "HellaSwag", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "ImdbClassification", "IndicLangClassification", "ItaCaseholdClassification", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MSMARCOv2", "MTOPDomainClassification", "MTOPIntentClassification", "MassiveIntentClassification", "MassiveScenarioClassification", "MedrxivClusteringP2P.v2", "MedrxivClusteringS2S.v2", "MrTidyRetrieval", "MultiLongDocRetrieval", "MultilingualSentiment", "NFCorpus", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoFEVERRetrieval", "NanoMSMARCORetrieval", "NanoNQRetrieval", "NanoQuoraRetrieval", "NordicLangClassification", "NusaParagraphEmotionClassification", "OdiaNewsClassification", "PAC", "PawsXPairClassification", "PoemSentimentClassification", "Quail", "QuoraRetrieval", "STSB", "ScalaClassification", "SciFact", "SemRel24STS", "SpartQA", "StatcanDialogueDatasetRetrieval", "SwissJudgementClassification", "TERRa", "TRECCOVID", "ToxicConversationsClassification", "TweetSentimentExtractionClassification", "WinoGrande", "YahooAnswersTopicsClassification", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:tencent/KaLM-Embedding-Gemma3-12B-2511" }, { "model": "codefuse-ai/F2LLM-v2-14B", "parameters_billion": 13.99, "score": 62.3108, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "ANLI", "AmazonCounterfactualClassification", "AmazonPolarityClassification", "AmazonQA", "AmazonReviewClassification", "ArguAna", "ArxivClusteringP2P", "ArxivClusteringS2S", "Aya", "BQ", "BactrianXLanguageClassification", "BactrianXTranslation", "Banking77Classification", "BioASQ", "BiorxivClusteringP2P", "BiorxivClusteringS2S", "CEDR", "CLIRMatrix", "CMCQA", "CMNLI", "CNNDM", "COIG", "COLIEE", "CORD19", "CSL", "CoLA", "CodeFeedbackMT", "CodeFeedbackST", "CodeSearchNet", "CodeSearchNetCCR", "CosQA", "DBPedia", "DuReader", "ELI5", "ESCI", "EmotionClassification", "Europarl", "FEVER", "FEVERNL", "FiQA2018", "GooAQ", "HealthCareMagic", "HotpotQA", "HotpotQANL", "HuatuoEncQA", "HuatuoKGQA", "ImdbClassification", "InfinityInstruct", "KoAlpaca", "KoAlpacaRealQA", "KoMagpie", "LCQMC", "LCSTS", "LLMRetrievalData", "Lawzhidao", "M2Lingual", "MEDI2", "MIRACLRetrieval", "MKQA", "MLDR", "MLSUMClustering", "MLSUMRetrieval", "MMARCO", "MNLI", "MQA", "MSMARCO", "MSciNLI", "MTOPDomainClassification", "MTOPIntentClassification", "MURI", "MailruQA", "MassiveIntentClassification", "MassiveScenarioClassification", "MedInstruct", "MedMCQA", "MedQA", "MedQuAD", "MedicalFlashcards", "MedicalInstruction", "MedicalQARu", "MedrxivClusteringP2P", "MedrxivClusteringS2S", "MrTidyRetrieval", "MultiAlpaca", "MultiCPRECom", "MultiCPRMedical", "NFCorpus", "NQ", "NaturalReasoning", "NordicClassification", "NordicRetrieval", "NordicSTS", "NordicTextMatching", "OASST2", "OCNLI", "OpenCodeGeneticInstruct", "OpenCodeReasoning2", "OpenOrca", "PAQ", "PQuAD", "ParSQuAD", "ParaCrawl", "PawsX", "PersianQA", "ProCQA", "PubMedQA", "QBQTC", "QQP", "RedditClustering", "RedditClusteringP2P", "RefGPT", "RuInstruct", "RuSentimentClustering", "S2ORC", "SIB200", "SNLI", "SPECTER", "SQuAD", "STS12", "STS22", "STSBenchmark", "SciFact", "SentenceCompression", "SiberianDataset", "SimCLUE", "StackExchange", "StackExchangeClustering", "StackExchangeClusteringP2P", "StackExchangeDupQuestions", "StackOverflowDupQuestions", "StackOverflowQA", "SyntheticText2SQL", "T2Ranking", "THUCNews", "TNews", "ToxicConversationsClassification", "TriviaQA", "TweetSentimentExtractionClassification", "TwentyNewsgroupsClustering", "UNPC", "Waimai", "WebFAQ", "WikiOmnia", "WildChat", "XCodeEvalCodeToCode", "XCodeEvalNLToCode", "XCodeEvalTranslation", "XNLI", "XSum", "YahooAnswers", "cMedQAv2", "webMedQA" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:codefuse-ai/F2LLM-v2-14B" }, { "model": "microsoft/harrier-oss-v1-27b", "parameters_billion": 27.009, "score": 63.3549, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "AlphaNLI", "AmazonCounterfactualClassification", "AppsRetrieval", "BornholmBitextMining", "COIRCodeSearchNetRetrieval", "CSFDSKMovieReviewSentimentClassification", "CataloniaTweetClassification", "CodeFeedbackMT", "CodeFeedbackST", "CodeSearchNetCCRetrieval", "CodeSearchNetRetrieval", "CodeTransOceanContestRetrieval", "CodeTransOceanDLRetrieval", "CosQARetrieval", "CyrillicTurkicLangClassification", "CzechProductReviewSentimentClassification", "DBpediaClassification", "EmotionClassification", "FEVER", "FiQA2018", "FinParaSTS", "GermanSTSBenchmark", "GreekLegalCodeClassification", "HellaSwag", "HotpotQAHardNegatives", "IndicLangClassification", "MIRACLRetrieval", "MSMARCO", "MrTidyRetrieval", "NFCorpus", "NQ", "NordicLangClassification", "NusaParagraphEmotionClassification", "OdiaNewsClassification", "PAC", "PawsXPairClassification", "PoemSentimentClassification", "Quail", "QuoraRetrieval", "STSB", "ScalaClassification", "SciFact", "SemRel24STS", "SpartQA", "StackOverflowQARetrieval", "StatcanDialogueDatasetRetrieval", "SwissJudgementClassification", "SyntheticText2SQLRetrieval", "TERRa", "TempReasonL1", "ToxicConversationsClassification", "WinoGrande" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/harrier-oss-v1-27b" }, { "model": "GritLM/GritLM-8x7B", "parameters_billion": 57.92, "score": 59.86256139428866, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "FEVER", "FEVER-NL", "FEVER-PL", "FEVERHardNegatives", "HotpotQA", "HotpotQA-NL", "HotpotQA-PL", "HotpotQAHardNegatives", "MIRACLReranking", "MIRACLRetrieval", "MIRACLRetrievalHardNegatives", "MSMARCO", "MSMARCO-PL", "MSMARCOHardNegatives", "MrTidyRetrieval", "NQ", "NQ-NL", "NQ-PL", "NQHardNegatives", "NanoMSMARCORetrieval", "NanoNQRetrieval", "XQuADRetrieval", "mMARCO-NL" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:GritLM/GritLM-8x7B" } ], "excluded": [ { "model": "ByteDance-Seed/Seed1.5-Embedding", "parameters_billion": null, "score": 65.3965, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "Bytedance/Seed1.6-embedding", "parameters_billion": null, "score": 63.2397, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "google/gemini-embedding-001", "parameters_billion": null, "score": 64.9199, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "google/text-embedding-005", "parameters_billion": null, "score": 57.316900000000004, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "google/text-embedding-004", "parameters_billion": null, "score": 57.0909, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "google/text-multilingual-embedding-002", "parameters_billion": null, "score": 56.284, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "Cohere/Cohere-embed-english-v3.0", "parameters_billion": null, "score": 62.407599999999995, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "Cohere/Cohere-embed-multilingual-v3.0", "parameters_billion": null, "score": 59.622699999999995, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "voyageai/voyage-large-2-instruct", "parameters_billion": null, "score": 58.827, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "Cohere/Cohere-embed-english-light-v3.0", "parameters_billion": null, "score": 60.55199999999999, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "openai/text-embedding-3-large", "parameters_billion": null, "score": 59.51058902834719, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "openai/text-embedding-3-small", "parameters_billion": null, "score": 57.88295087642524, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "Cohere/Cohere-embed-multilingual-light-v3.0", "parameters_billion": null, "score": 57.1049, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "izhx/udever-bloom-7b1", "parameters_billion": null, "score": 58.968399999999995, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "voyageai/voyage-3", "parameters_billion": null, "score": 55.69499999999999, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "voyageai/voyage-multilingual-2", "parameters_billion": null, "score": 58.206, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "voyageai/voyage-3-lite", "parameters_billion": null, "score": 56.8291, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "voyageai/voyage-code-3", "parameters_billion": null, "score": 55.910000000000004, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "voyageai/voyage-law-2", "parameters_billion": null, "score": 58.720099999999995, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "Bytedance/Seed1.6-embedding-1215", "parameters_billion": null, "score": 65.0779, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "voyageai/voyage-large-2", "parameters_billion": null, "score": 58.3721, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "voyageai/voyage-code-2", "parameters_billion": null, "score": 58.3721, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "voyageai/voyage-2", "parameters_billion": null, "score": 57.4792, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "voyageai/voyage-finance-2", "parameters_billion": null, "score": 57.776, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "voyageai/voyage-3.5", "parameters_billion": null, "score": 55.956399999999995, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "mteb/baseline-random-encoder", "parameters_billion": 0.0, "score": 47.1635, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores" }, { "model": "google/gemini-embedding-001", "parameters_billion": null, "score": 64.9199, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "Bytedance/Seed1.6-embedding-1215", "parameters_billion": null, "score": 65.0779, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "google/text-multilingual-embedding-002", "parameters_billion": null, "score": 56.284, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "Cohere/Cohere-embed-multilingual-v3.0", "parameters_billion": null, "score": 59.622699999999995, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "openai/text-embedding-3-large", "parameters_billion": null, "score": 59.51058902834719, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "voyageai/voyage-3.5", "parameters_billion": null, "score": 55.956399999999995, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "Cohere/Cohere-embed-multilingual-light-v3.0", "parameters_billion": null, "score": 57.1049, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "openai/text-embedding-3-small", "parameters_billion": null, "score": 57.88295087642524, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "voyageai/voyage-3-lite", "parameters_billion": null, "score": 56.8291, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "voyageai/voyage-3", "parameters_billion": null, "score": 55.69499999999999, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "Cohere/Cohere-embed-english-v3.0", "parameters_billion": null, "score": 62.407599999999995, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "Cohere/Cohere-embed-english-light-v3.0", "parameters_billion": null, "score": 60.55199999999999, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "voyageai/voyage-multilingual-2", "parameters_billion": null, "score": 58.206, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "voyageai/voyage-large-2-instruct", "parameters_billion": null, "score": 58.827, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "izhx/udever-bloom-7b1", "parameters_billion": null, "score": 58.968399999999995, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "mteb/baseline-random-encoder", "parameters_billion": 0.0, "score": 47.1635, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "voyageai/voyage-law-2", "parameters_billion": null, "score": 58.720099999999995, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "ByteDance-Seed/Seed1.5-Embedding", "parameters_billion": null, "score": 65.3965, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "Bytedance/Seed1.6-embedding", "parameters_billion": null, "score": 63.2397, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "google/text-embedding-004", "parameters_billion": null, "score": 57.0909, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "voyageai/voyage-code-2", "parameters_billion": null, "score": 58.3721, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "voyageai/voyage-2", "parameters_billion": null, "score": 57.4792, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "voyageai/voyage-code-3", "parameters_billion": null, "score": 55.910000000000004, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "google/text-embedding-005", "parameters_billion": null, "score": 57.316900000000004, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "voyageai/voyage-finance-2", "parameters_billion": null, "score": 57.776, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" }, { "model": "voyageai/voyage-large-2", "parameters_billion": null, "score": 58.3721, "reason": "Unknown or nonpositive reported total parameters", "source_url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28Multilingual%2C%20v2%29/scores" } ], "peer_count": 210, "frontier_models": [ "minishlab/potion-base-2M", "minishlab/potion-base-4M", "minishlab/potion-base-8M", "Mihaiii/Wartortle", "MongoDB/mdbr-leaf-mt", "abhinand/MedEmbed-small-v0.1", "codefuse-ai/F2LLM-v2-80M" ], "frontier_observations": [ { "model": "minishlab/potion-base-2M", "parameters_billion": 0.002, "score": 51.5629, "evidence_type": "registry_reported", "observation_id": "registry_reported:minishlab/potion-base-2M" }, { "model": "minishlab/potion-base-4M", "parameters_billion": 0.004, "score": 53.420100000000005, "evidence_type": "registry_reported", "observation_id": "registry_reported:minishlab/potion-base-4M" }, { "model": "minishlab/potion-base-8M", "parameters_billion": 0.008, "score": 55.0836, "evidence_type": "registry_reported", "observation_id": "registry_reported:minishlab/potion-base-8M" }, { "model": "Mihaiii/Wartortle", "parameters_billion": 0.017, "score": 55.6376, "evidence_type": "registry_reported", "observation_id": "registry_reported:Mihaiii/Wartortle" }, { "model": "MongoDB/mdbr-leaf-mt", "parameters_billion": 0.023, "score": 60.2909, "evidence_type": "registry_reported", "observation_id": "registry_reported:MongoDB/mdbr-leaf-mt" }, { "model": "abhinand/MedEmbed-small-v0.1", "parameters_billion": 0.033, "score": 60.553599999999996, "evidence_type": "registry_reported", "observation_id": "registry_reported:abhinand/MedEmbed-small-v0.1" }, { "model": "codefuse-ai/F2LLM-v2-80M", "parameters_billion": 0.080084288, "score": 69.74221347455739, "evidence_type": "independent_rerun", "observation_id": "rerun:F2LLM-v2-80M:6faa7738:ArXivHierarchicalClusteringP2P:2026-09-18" } ], "peer_observation_count": 211, "measured_peer_observations": 1, "observation_policy": "Registry observations and independently measured observations remain separate, including for the same model. All participate in the descriptive frontier; protocol differences remain explicit.", "highlight_variant": "nano", "highlight_dominators": [ { "model": "codefuse-ai/F2LLM-v2-80M", "revision": "6faa7738f343cd4321f9b2fa92fdb7cae3c117a5", "parameters_billion": 0.080084288, "parameters_exact": 80084288, "score": 69.74221347455739, "open_weights": true, "modalities": [ "text" ], "training_tasks": [ "ArxivClusteringP2P", "ArxivClusteringS2S" ], "source_urls": [ "https://huggingface.co/codefuse-ai/F2LLM-v2-80M/tree/6faa7738f343cd4321f9b2fa92fdb7cae3c117a5" ], "size_basis": "independently_counted_complete_checkpoint", "kind": "peer", "evidence_type": "independent_rerun", "observation_id": "rerun:F2LLM-v2-80M:6faa7738:ArXivHierarchicalClusteringP2P:2026-09-18", "report_file": "peer-evaluations/f2llm-v2-80m-arxiv.json", "protocol_note": "Official MTEB2.21 task defaults; BF16, task instruction+EOS,8192 tokens; model-specific settings differ from Vela.", "on_displayed_frontier": true } ], "highlight_gap_above_best_equal_or_smaller_peer_pp": -4.85374088129592 }, "nmsqa": { "task": "NMSQAPairClassification", "metric": "max_ap", "panel": "audio19", "sources": [ { "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "sha256": "6153942c26a31577cc1e3a2fbb6eb10b09dc2f1fe08749db598d261e653f6bca", "retrieved_at_utc": "2026-09-17T20:28:48.670374+00:00", "benchmark": "MAEB(beta, audio-only)" }, { "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores", "sha256": "601467f576706074bb5724aa0c10a50e948b0e8be8158742b01baf2fd7f7f14c", "retrieved_at_utc": "2026-09-17T20:28:48.161556+00:00", "benchmark": "MAEB(beta)" } ], "points": [ { "model": "google/yamnet", "parameters_billion": 0.004, "score": 58.2803, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "AudioSetMini" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:google/yamnet" }, { "model": "asapp/sew-d-tiny-100k-ft-ls100h", "parameters_billion": 0.02, "score": 48.214600000000004, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "LibriSpeech" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:asapp/sew-d-tiny-100k-ft-ls100h" }, { "model": "matthewagi/HeAR-s1.1", "parameters_billion": 0.022, "score": 53.4887, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:matthewagi/HeAR-s1.1" }, { "model": "facebook/encodec_24khz", "parameters_billion": 0.023, "score": 47.5383, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "AudioSetMini", "CommonVoiceMini17A2TRetrieval", "FSD50K" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/encodec_24khz" }, { "model": "openai/whisper-tiny", "parameters_billion": 0.039, "score": 45.0565, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:openai/whisper-tiny" }, { "model": "google/vggish", "parameters_billion": 0.072, "score": 47.7822, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "AudioSetMini" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:google/vggish" }, { "model": "openai/whisper-base", "parameters_billion": 0.074, "score": 46.9942, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:openai/whisper-base" }, { "model": "speechbrain/cnn14-esc50", "parameters_billion": 0.081, "score": 53.0214, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "ESC50" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:speechbrain/cnn14-esc50" }, { "model": "MIT/ast-finetuned-audioset-10-10-0.4593", "parameters_billion": 0.087, "score": 47.5602, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "AudioSetMini" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:MIT/ast-finetuned-audioset-10-10-0.4593" }, { "model": "facebook/data2vec-audio-base-960h", "parameters_billion": 0.093, "score": 50.3471, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/data2vec-audio-base-960h" }, { "model": "microsoft/unispeech-sat-base-100h-libri-ft", "parameters_billion": 0.094, "score": 51.8344, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "LibriSpeech" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/unispeech-sat-base-100h-libri-ft" }, { "model": "asapp/sew-d-base-plus-400k-ft-ls100h", "parameters_billion": 0.095, "score": 49.4138, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "LibriSpeech" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:asapp/sew-d-base-plus-400k-ft-ls100h" }, { "model": "facebook/hubert-base-ls960", "parameters_billion": 0.095, "score": 48.4268, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/hubert-base-ls960" }, { "model": "facebook/wav2vec2-base", "parameters_billion": 0.095, "score": 46.995599999999996, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-base" }, { "model": "facebook/wav2vec2-base-960h", "parameters_billion": 0.095, "score": 51.92, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-base-960h" }, { "model": "microsoft/wavlm-base", "parameters_billion": 0.095, "score": 52.9964, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "Librispeech" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-base" }, { "model": "microsoft/wavlm-base-plus", "parameters_billion": 0.095, "score": 48.4168, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "GigaSpeechA2TRetrieval", "Libri-Light", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-base-plus" }, { "model": "microsoft/wavlm-base-plus-sd", "parameters_billion": 0.095, "score": 48.4168, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "GigaSpeechA2TRetrieval", "Libri-Light", "LibriMix", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-base-plus-sd" }, { "model": "microsoft/wavlm-base-plus-sv", "parameters_billion": 0.095, "score": 48.4168, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "GigaSpeechA2TRetrieval", "Libri-Light", "VoxCeleb1", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-base-plus-sv" }, { "model": "microsoft/wavlm-base-sd", "parameters_billion": 0.095, "score": 52.9964, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "LibriMix", "Librispeech" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-base-sd" }, { "model": "microsoft/wavlm-base-sv", "parameters_billion": 0.095, "score": 52.9964, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "Librispeech", "VoxCeleb1" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-base-sv" }, { "model": "asapp/sew-d-mid-400k-ft-ls100h", "parameters_billion": 0.139, "score": 48.4208, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "LibriSpeech" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:asapp/sew-d-mid-400k-ft-ls100h" }, { "model": "vllm-sr/Vela-1.0-Omni-Nano", "parameters_billion": 0.163771288, "parameters_exact": 163771288, "score": 62.89933955933497, "open_weights": true, "modalities": [ "text", "image", "audio" ], "size_basis": "counted_all_native_model_parameters", "kind": "nano", "evaluated_task_revision": "d33eea302d8a64c0a2ee094cf39d77c0814fe87a", "on_displayed_frontier": true, "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "revision": null, "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "evaluated_model": "vllm-sr/Vela-1.0-Omni-Nano", "revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.", "evidence_type": "measured_release_evaluation", "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json", "revision_kind": "native_artifact_fingerprint", "identity_ref": "models.nano.task_evidence.audio19" }, { "model": "laion/clap-htsat-unfused", "parameters_billion": 0.153, "score": 46.9791, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:laion/clap-htsat-unfused" }, { "model": "laion/clap-htsat-fused", "parameters_billion": 0.154, "score": 47.8507, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:laion/clap-htsat-fused" }, { "model": "microsoft/msclap-2023", "parameters_billion": 0.16, "score": 51.0934, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": [ "AudioCapsA2TRetrieval", "ClothoA2TRetrieval", "FSD50K" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/msclap-2023" }, { "model": "lyrebird/wav2clip", "parameters_billion": 0.163, "score": 49.472500000000004, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:lyrebird/wav2clip" }, { "model": "laion/larger_clap_general", "parameters_billion": 0.194, "score": 47.4208, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:laion/larger_clap_general" }, { "model": "laion/larger_clap_music", "parameters_billion": 0.194, "score": 44.058, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:laion/larger_clap_music" }, { "model": "laion/larger_clap_music_and_speech", "parameters_billion": 0.194, "score": 46.1364, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:laion/larger_clap_music_and_speech" }, { "model": "microsoft/msclap-2022", "parameters_billion": 0.196, "score": 50.0859, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": [ "AudioCapsA2TRetrieval", "AudioSetMini", "ClothoA2TRetrieval", "ESC50", "FSD50K", "GTZANGenre", "UrbanSound8k" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/msclap-2022" }, { "model": "openai/whisper-small", "parameters_billion": 0.244, "score": 46.8116, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:openai/whisper-small" }, { "model": "microsoft/speecht5_multimodal", "parameters_billion": 0.298, "score": 66.2751, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/speecht5_multimodal" }, { "model": "facebook/wav2vec2-xls-r-300m", "parameters_billion": 0.3, "score": 49.3155, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval", "VoxLingua107_Top10", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-xls-r-300m" }, { "model": "vitouphy/wav2vec2-xls-r-300m-phoneme", "parameters_billion": 0.3, "score": 47.084900000000005, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval", "VoxLingua107_Top10", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:vitouphy/wav2vec2-xls-r-300m-phoneme" }, { "model": "facebook/data2vec-audio-large-960h", "parameters_billion": 0.313, "score": 52.3806, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/data2vec-audio-large-960h" }, { "model": "facebook/hubert-large-ls960-ft", "parameters_billion": 0.317, "score": 49.9955, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/hubert-large-ls960-ft" }, { "model": "facebook/wav2vec2-large", "parameters_billion": 0.317, "score": 54.156099999999995, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-large" }, { "model": "facebook/wav2vec2-large-xlsr-53", "parameters_billion": 0.317, "score": 53.784600000000005, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-large-xlsr-53" }, { "model": "facebook/wav2vec2-lv-60-espeak-cv-ft", "parameters_billion": 0.317, "score": 52.7305, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-lv-60-espeak-cv-ft" }, { "model": "microsoft/wavlm-large", "parameters_billion": 0.317, "score": 48.9843, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "GigaSpeechA2TRetrieval", "Libri-Light", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-large" }, { "model": "OpenMuQ/MuQ-MuLan-large", "parameters_billion": 0.63, "score": 46.1921, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:OpenMuQ/MuQ-MuLan-large" }, { "model": "openai/whisper-medium", "parameters_billion": 0.769, "score": 46.454699999999995, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:openai/whisper-medium" }, { "model": "jinaai/jina-embeddings-v5-omni-nano", "parameters_billion": 0.986, "score": 93.92026751895308, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:jinaai/jina-embeddings-v5-omni-nano" }, { "model": "facebook/mms-1b-all", "parameters_billion": 1.0, "score": 53.9002, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "FleursA2TRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/mms-1b-all" }, { "model": "facebook/mms-1b-fl102", "parameters_billion": 1.0, "score": 52.0583, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "FleursA2TRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/mms-1b-fl102" }, { "model": "facebook/mms-1b-l1107", "parameters_billion": 1.0, "score": 50.069399999999995, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "FleursA2TRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/mms-1b-l1107" }, { "model": "facebook/wav2vec2-xls-r-1b", "parameters_billion": 1.0, "score": 49.3205, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval", "VoxLingua107_Top10", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-xls-r-1b" }, { "model": "speechbrain/m-ctc-t-large", "parameters_billion": 1.059, "score": 58.9789, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:speechbrain/m-ctc-t-large" }, { "model": "LanguageBind/LanguageBind_Omni", "parameters_billion": 1.2, "score": 50.053000000000004, "open_weights": true, "modalities": [ "image", "text", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:LanguageBind/LanguageBind_Omni" }, { "model": "vllm-sr/Vela-1.0-Omni-Mini", "parameters_billion": 1.361475288, "parameters_exact": 1361475288, "score": 88.19599834012242, "open_weights": true, "modalities": [ "text", "image", "audio" ], "size_basis": "counted_all_native_model_parameters", "kind": "mini", "evaluated_task_revision": "d33eea302d8a64c0a2ee094cf39d77c0814fe87a", "on_displayed_frontier": false, "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "revision": null, "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "evidence_type": "measured_release_evaluation", "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json", "identity_ref": "models.mini.task_evidence.audio19" }, { "model": "openai/whisper-large-v3", "parameters_billion": 1.55, "score": 48.4145, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:openai/whisper-large-v3" }, { "model": "jinaai/jina-embeddings-v5-omni-small", "parameters_billion": 1.626, "score": 93.38365214450435, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:jinaai/jina-embeddings-v5-omni-small" }, { "model": "encord-team/ebind-full", "parameters_billion": 1.79, "score": 46.0069, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": [ "AudioCapsA2TRetrieval", "AudioCapsAVA2VRetrieval", "AudioCapsAVAT2VRetrieval", "AudioCapsAVT2VARetrieval", "AudioCapsAVT2VRetrieval", "AudioCapsAVV2ARetrieval", "AudioCapsAVV2TRetrieval", "AudioCapsAVVA2TRetrieval", "AudioCapsAVVT2ARetrieval", "AudioCapsT2ARetrieval", "Imagenet1k", "Imagenet1kZeroShot", "VALOR32KA2VRetrieval", "VALOR32KAT2VRetrieval", "VALOR32KT2VARetrieval", "VALOR32KT2VRetrieval", "VALOR32KV2ARetrieval", "VALOR32KV2TRetrieval", "VALOR32KVA2TRetrieval", "VALOR32KVT2ARetrieval", "VGGSoundAVA2VRetrieval", "VGGSoundAVAT2VRetrieval", "VGGSoundAVT2VARetrieval", "VGGSoundAVT2VRetrieval", "VGGSoundAVV2ARetrieval", "VGGSoundAVV2TRetrieval", "VGGSoundAVVA2TRetrieval", "VGGSoundAVVT2ARetrieval", "VGGSoundV", "VGGSoundVA", "VGGSoundVideoAudioZeroshot", "VGGSoundVideoZeroshot" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:encord-team/ebind-full" }, { "model": "facebook/wav2vec2-xls-r-2b", "parameters_billion": 2.0, "score": 48.6125, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval", "VoxLingua107_Top10", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-xls-r-2b" }, { "model": "facebook/seamless-m4t-v2-large", "parameters_billion": 2.3, "score": 49.1255, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "FleursA2TRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/seamless-m4t-v2-large" }, { "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "parameters_billion": 2.445, "score": 95.9874, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": [ "AFQMC", "ATEC", "AdvertiseGen", "BQ", "CAIL2019-SCM", "CHEF", "CINLID", "ChatMed_Consult_Dataset", "ChineseSTS", "CmedqaRetrieval", "Cmnli", "CodeFeedback", "DRCD", "DuRetrieval", "ELI5_custom", "ESCIReranking", "EmotionClassification", "Expertqa", "FollowIR", "GooAQ", "InF-IR", "JW300", "LAION-Audio-300M", "LCSTS", "MAmmoTH2", "MEDI2BGE", "MIRACLRetrieval", "MSMARCO", "MS_COCO", "Multi-CPR", "MultiLongDocReranking", "NFCorpus", "NaturalQuestions", "OPUS-100", "OpenOrca", "PAQ", "PubMedQA", "QBQTC", "RefGPT", "SQuAD", "SearchQA", "SimCLUE", "SyntheticClassificationData", "T2Ranking", "TED Talks", "THUCNews", "TriviaQA", "UMETRIP-QA", "WebCPM", "WikiAnswers", "WikiMatrix", "cCOVID-News", "ccnews", "cmrc2018", "colpali_train_set", "contract-nli", "csl", "dureader_mrc", "law-gpt", "lawzhidao", "librispeech_asr", "lima-chinese", "mmarco-chinese", "mnli", "natcap", "nli_zh", "nllb", "ocnli", "rag-dataset-12000", "simcse_sup_nli", "webgpt_comparisons", "webqa", "wikipedia-nq", "xnli_zh", "yahoo-answers" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:BidirLM/BidirLM-Omni-2.5B-Embedding" }, { "model": "EximiusLabs/fusion-embedding-2-2b-preview", "parameters_billion": 2.8, "score": 79.35940000000001, "open_weights": true, "modalities": [ "audio", "image", "text", "video" ], "training_tasks": [ "AudioCapsA2TRetrieval", "AudioCapsAVA2VRetrieval", "AudioCapsAVAT2VRetrieval", "AudioCapsAVT2VARetrieval", "AudioCapsAVT2VRetrieval", "AudioCapsAVV2ARetrieval", "AudioCapsAVV2TRetrieval", "AudioCapsAVVA2TRetrieval", "AudioCapsAVVT2ARetrieval", "AudioCapsT2ARetrieval", "AudioSet", "AudioSetMini", "CommonLanguageAgeDetection", "CommonVoiceMini21T2ARetrieval", "FSD2019Kaggle", "FSD50K" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:EximiusLabs/fusion-embedding-2-2b-preview" }, { "model": "Haon-Chen/e5-omni-3B", "parameters_billion": 4.703, "score": 72.8942, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": [ "AudioCapsT2ARetrieval", "MSRVTTT2V", "MSRVTTV2T" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Haon-Chen/e5-omni-3B" }, { "model": "LCO-Embedding/LCO-Embedding-Omni-3B", "parameters_billion": 4.703, "score": 96.9203, "open_weights": true, "modalities": [ "audio", "image", "text", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:LCO-Embedding/LCO-Embedding-Omni-3B" }, { "model": "Qwen/Qwen2.5-Omni-3B", "parameters_billion": 5.537, "score": 51.359, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Qwen/Qwen2.5-Omni-3B" }, { "model": "Qwen/Qwen2-Audio-7B", "parameters_billion": 7.0, "score": 48.8547, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Qwen/Qwen2-Audio-7B" }, { "model": "Haon-Chen/e5-omni-7B", "parameters_billion": 8.932, "score": 89.0584, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": [ "AudioCapsT2ARetrieval", "MSRVTTT2V", "MSRVTTV2T" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Haon-Chen/e5-omni-7B" }, { "model": "LCO-Embedding/LCO-Embedding-Omni-7B", "parameters_billion": 8.932, "score": 97.6016, "open_weights": true, "modalities": [ "audio", "image", "text", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:LCO-Embedding/LCO-Embedding-Omni-7B" }, { "model": "Tevatron/OmniEmbed-v0.1", "parameters_billion": 8.932, "score": 65.0421, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": [ "AudioCapsT2ARetrieval", "FEVER", "MSMARCO", "MSRVTTT2V", "MSRVTTV2T", "NQ", "SCIDOCS", "VidoreArxivQARetrieval", "VidoreDocVQARetrieval", "VidoreInfoVQARetrieval", "VidoreTatdqaRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Tevatron/OmniEmbed-v0.1" }, { "model": "Qwen/Qwen2.5-Omni-7B", "parameters_billion": 10.732, "score": 55.7551, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Qwen/Qwen2.5-Omni-7B" }, { "model": "Qwen/Qwen3-Omni-30B-A3B-Thinking", "parameters_billion": 31.719, "score": 48.7676, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Qwen/Qwen3-Omni-30B-A3B-Thinking" }, { "model": "Qwen/Qwen3-Omni-30B-A3B-Instruct", "parameters_billion": 35.26, "score": 58.1434, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Qwen/Qwen3-Omni-30B-A3B-Instruct" } ], "excluded": [], "peer_count": 66, "frontier_models": [ "google/yamnet", "vllm-sr/Vela-1.0-Omni-Nano", "microsoft/speecht5_multimodal", "jinaai/jina-embeddings-v5-omni-nano", "BidirLM/BidirLM-Omni-2.5B-Embedding", "LCO-Embedding/LCO-Embedding-Omni-3B", "LCO-Embedding/LCO-Embedding-Omni-7B" ], "frontier_observations": [ { "model": "google/yamnet", "parameters_billion": 0.004, "score": 58.2803, "evidence_type": "registry_reported", "observation_id": "registry_reported:google/yamnet" }, { "model": "vllm-sr/Vela-1.0-Omni-Nano", "parameters_billion": 0.163771288, "score": 62.89933955933497, "evidence_type": "measured_release_evaluation" }, { "model": "microsoft/speecht5_multimodal", "parameters_billion": 0.298, "score": 66.2751, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/speecht5_multimodal" }, { "model": "jinaai/jina-embeddings-v5-omni-nano", "parameters_billion": 0.986, "score": 93.92026751895308, "evidence_type": "registry_reported", "observation_id": "registry_reported:jinaai/jina-embeddings-v5-omni-nano" }, { "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "parameters_billion": 2.445, "score": 95.9874, "evidence_type": "registry_reported", "observation_id": "registry_reported:BidirLM/BidirLM-Omni-2.5B-Embedding" }, { "model": "LCO-Embedding/LCO-Embedding-Omni-3B", "parameters_billion": 4.703, "score": 96.9203, "evidence_type": "registry_reported", "observation_id": "registry_reported:LCO-Embedding/LCO-Embedding-Omni-3B" }, { "model": "LCO-Embedding/LCO-Embedding-Omni-7B", "parameters_billion": 8.932, "score": 97.6016, "evidence_type": "registry_reported", "observation_id": "registry_reported:LCO-Embedding/LCO-Embedding-Omni-7B" } ], "peer_observation_count": 66, "measured_peer_observations": 0, "highlight_variant": "nano", "highlight_dominators": [], "highlight_gap_above_best_equal_or_smaller_peer_pp": 4.619039559334972 }, "sibfleurs": { "task": "SIBFLEURS", "metric": "accuracy", "panel": "audio19", "sources": [ { "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "sha256": "6153942c26a31577cc1e3a2fbb6eb10b09dc2f1fe08749db598d261e653f6bca", "retrieved_at_utc": "2026-09-17T20:28:48.670374+00:00", "benchmark": "MAEB(beta, audio-only)" }, { "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores", "sha256": "601467f576706074bb5724aa0c10a50e948b0e8be8158742b01baf2fd7f7f14c", "retrieved_at_utc": "2026-09-17T20:28:48.161556+00:00", "benchmark": "MAEB(beta)" } ], "points": [ { "model": "google/yamnet", "parameters_billion": 0.004, "score": 13.906064705882354, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "AudioSetMini" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:google/yamnet" }, { "model": "asapp/sew-d-tiny-100k-ft-ls100h", "parameters_billion": 0.02, "score": 14.000233333333334, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "LibriSpeech" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:asapp/sew-d-tiny-100k-ft-ls100h" }, { "model": "matthewagi/HeAR-s1.1", "parameters_billion": 0.022, "score": 27.89854901960784, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:matthewagi/HeAR-s1.1" }, { "model": "facebook/encodec_24khz", "parameters_billion": 0.023, "score": 14.640004901960785, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "AudioSetMini", "CommonVoiceMini17A2TRetrieval", "FSD50K" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/encodec_24khz" }, { "model": "openai/whisper-tiny", "parameters_billion": 0.039, "score": 15.773074509803923, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:openai/whisper-tiny" }, { "model": "google/vggish", "parameters_billion": 0.072, "score": 14.067267647058824, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "AudioSetMini" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:google/vggish" }, { "model": "openai/whisper-base", "parameters_billion": 0.074, "score": 16.36518823529412, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:openai/whisper-base" }, { "model": "speechbrain/cnn14-esc50", "parameters_billion": 0.081, "score": 17.489732352941175, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "ESC50" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:speechbrain/cnn14-esc50" }, { "model": "MIT/ast-finetuned-audioset-10-10-0.4593", "parameters_billion": 0.087, "score": 14.204839215686274, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "AudioSetMini" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:MIT/ast-finetuned-audioset-10-10-0.4593" }, { "model": "facebook/data2vec-audio-base-960h", "parameters_billion": 0.093, "score": 16.025339215686277, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/data2vec-audio-base-960h" }, { "model": "microsoft/unispeech-sat-base-100h-libri-ft", "parameters_billion": 0.094, "score": 12.490892156862746, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "LibriSpeech" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/unispeech-sat-base-100h-libri-ft" }, { "model": "asapp/sew-d-base-plus-400k-ft-ls100h", "parameters_billion": 0.095, "score": 13.702239215686273, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "LibriSpeech" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:asapp/sew-d-base-plus-400k-ft-ls100h" }, { "model": "facebook/hubert-base-ls960", "parameters_billion": 0.095, "score": 13.11168431372549, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/hubert-base-ls960" }, { "model": "facebook/wav2vec2-base", "parameters_billion": 0.095, "score": 13.128345098039215, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-base" }, { "model": "facebook/wav2vec2-base-960h", "parameters_billion": 0.095, "score": 12.482754901960783, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-base-960h" }, { "model": "microsoft/wavlm-base", "parameters_billion": 0.095, "score": 13.31318431372549, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "Librispeech" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-base" }, { "model": "microsoft/wavlm-base-plus", "parameters_billion": 0.095, "score": 11.857322549019608, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "GigaSpeechA2TRetrieval", "Libri-Light", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-base-plus" }, { "model": "microsoft/wavlm-base-plus-sd", "parameters_billion": 0.095, "score": 11.857322549019608, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "GigaSpeechA2TRetrieval", "Libri-Light", "LibriMix", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-base-plus-sd" }, { "model": "microsoft/wavlm-base-plus-sv", "parameters_billion": 0.095, "score": 11.857322549019608, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "GigaSpeechA2TRetrieval", "Libri-Light", "VoxCeleb1", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-base-plus-sv" }, { "model": "microsoft/wavlm-base-sd", "parameters_billion": 0.095, "score": 13.31318431372549, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "LibriMix", "Librispeech" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-base-sd" }, { "model": "microsoft/wavlm-base-sv", "parameters_billion": 0.095, "score": 13.31318431372549, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "Librispeech", "VoxCeleb1" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-base-sv" }, { "model": "asapp/sew-d-mid-400k-ft-ls100h", "parameters_billion": 0.139, "score": 12.634273529411763, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "LibriSpeech" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:asapp/sew-d-mid-400k-ft-ls100h" }, { "model": "vllm-sr/Vela-1.0-Omni-Nano", "parameters_billion": 0.163771288, "parameters_exact": 163771288, "score": 18.072541269472218, "open_weights": true, "modalities": [ "text", "image", "audio" ], "size_basis": "counted_all_native_model_parameters", "kind": "nano", "evaluated_task_revision": "186b61175fbd77059f769b6bf1110d449a2ff311", "on_displayed_frontier": false, "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "revision": null, "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "evaluated_model": "vllm-sr/Vela-1.0-Omni-Nano", "revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.", "evidence_type": "measured_release_evaluation", "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json", "revision_kind": "native_artifact_fingerprint", "identity_ref": "models.nano.task_evidence.audio19" }, { "model": "laion/clap-htsat-unfused", "parameters_billion": 0.153, "score": 8.674730392156862, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:laion/clap-htsat-unfused" }, { "model": "laion/clap-htsat-fused", "parameters_billion": 0.154, "score": 9.069597058823529, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:laion/clap-htsat-fused" }, { "model": "microsoft/msclap-2023", "parameters_billion": 0.16, "score": 14.073474509803921, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": [ "AudioCapsA2TRetrieval", "ClothoA2TRetrieval", "FSD50K" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/msclap-2023" }, { "model": "lyrebird/wav2clip", "parameters_billion": 0.163, "score": 21.968920588235292, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:lyrebird/wav2clip" }, { "model": "laion/larger_clap_general", "parameters_billion": 0.194, "score": 9.385411764705882, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:laion/larger_clap_general" }, { "model": "laion/larger_clap_music", "parameters_billion": 0.194, "score": 5.552189215686274, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:laion/larger_clap_music" }, { "model": "laion/larger_clap_music_and_speech", "parameters_billion": 0.194, "score": 8.903358823529413, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:laion/larger_clap_music_and_speech" }, { "model": "microsoft/msclap-2022", "parameters_billion": 0.196, "score": 14.461366666666667, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": [ "AudioCapsA2TRetrieval", "AudioSetMini", "ClothoA2TRetrieval", "ESC50", "FSD50K", "GTZANGenre", "UrbanSound8k" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/msclap-2022" }, { "model": "openai/whisper-small", "parameters_billion": 0.244, "score": 19.06649607843137, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:openai/whisper-small" }, { "model": "microsoft/speecht5_multimodal", "parameters_billion": 0.298, "score": 16.217545098039217, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/speecht5_multimodal" }, { "model": "facebook/wav2vec2-xls-r-300m", "parameters_billion": 0.3, "score": 14.27458823529412, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval", "VoxLingua107_Top10", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-xls-r-300m" }, { "model": "vitouphy/wav2vec2-xls-r-300m-phoneme", "parameters_billion": 0.3, "score": 16.31054705882353, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval", "VoxLingua107_Top10", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:vitouphy/wav2vec2-xls-r-300m-phoneme" }, { "model": "facebook/data2vec-audio-large-960h", "parameters_billion": 0.313, "score": 17.503291176470587, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/data2vec-audio-large-960h" }, { "model": "facebook/hubert-large-ls960-ft", "parameters_billion": 0.317, "score": 13.514298039215685, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/hubert-large-ls960-ft" }, { "model": "facebook/wav2vec2-large", "parameters_billion": 0.317, "score": 11.303959803921568, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-large" }, { "model": "facebook/wav2vec2-large-xlsr-53", "parameters_billion": 0.317, "score": 5.477791176470589, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-large-xlsr-53" }, { "model": "facebook/wav2vec2-lv-60-espeak-cv-ft", "parameters_billion": 0.317, "score": 14.815935294117647, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-lv-60-espeak-cv-ft" }, { "model": "microsoft/wavlm-large", "parameters_billion": 0.317, "score": 12.54475588235294, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "GigaSpeechA2TRetrieval", "Libri-Light", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-large" }, { "model": "OpenMuQ/MuQ-MuLan-large", "parameters_billion": 0.63, "score": 23.207781372549018, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:OpenMuQ/MuQ-MuLan-large" }, { "model": "openai/whisper-medium", "parameters_billion": 0.769, "score": 26.59110294117647, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:openai/whisper-medium" }, { "model": "jinaai/jina-embeddings-v5-omni-nano", "parameters_billion": 0.986, "score": 30.306906862745098, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:jinaai/jina-embeddings-v5-omni-nano" }, { "model": "facebook/mms-1b-all", "parameters_billion": 1.0, "score": 24.13314705882353, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "FleursA2TRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/mms-1b-all" }, { "model": "facebook/mms-1b-fl102", "parameters_billion": 1.0, "score": 26.19661960784314, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "FleursA2TRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/mms-1b-fl102" }, { "model": "facebook/mms-1b-l1107", "parameters_billion": 1.0, "score": 21.60156862745098, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "FleursA2TRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/mms-1b-l1107" }, { "model": "facebook/wav2vec2-xls-r-1b", "parameters_billion": 1.0, "score": 12.637753921568628, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval", "VoxLingua107_Top10", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-xls-r-1b" }, { "model": "speechbrain/m-ctc-t-large", "parameters_billion": 1.059, "score": 21.695727450980392, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:speechbrain/m-ctc-t-large" }, { "model": "LanguageBind/LanguageBind_Omni", "parameters_billion": 1.2, "score": 14.720610784313726, "open_weights": true, "modalities": [ "image", "text", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:LanguageBind/LanguageBind_Omni" }, { "model": "vllm-sr/Vela-1.0-Omni-Mini", "parameters_billion": 1.361475288, "parameters_exact": 1361475288, "score": 39.06804619080834, "open_weights": true, "modalities": [ "text", "image", "audio" ], "size_basis": "counted_all_native_model_parameters", "kind": "mini", "evaluated_task_revision": "186b61175fbd77059f769b6bf1110d449a2ff311", "on_displayed_frontier": true, "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "revision": null, "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "evidence_type": "measured_release_evaluation", "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json", "identity_ref": "models.mini.task_evidence.audio19" }, { "model": "openai/whisper-large-v3", "parameters_billion": 1.55, "score": 22.948927450980392, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:openai/whisper-large-v3" }, { "model": "jinaai/jina-embeddings-v5-omni-small", "parameters_billion": 1.626, "score": 30.350692156862742, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:jinaai/jina-embeddings-v5-omni-small" }, { "model": "encord-team/ebind-full", "parameters_billion": 1.79, "score": 14.727586274509804, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": [ "AudioCapsA2TRetrieval", "AudioCapsAVA2VRetrieval", "AudioCapsAVAT2VRetrieval", "AudioCapsAVT2VARetrieval", "AudioCapsAVT2VRetrieval", "AudioCapsAVV2ARetrieval", "AudioCapsAVV2TRetrieval", "AudioCapsAVVA2TRetrieval", "AudioCapsAVVT2ARetrieval", "AudioCapsT2ARetrieval", "Imagenet1k", "Imagenet1kZeroShot", "VALOR32KA2VRetrieval", "VALOR32KAT2VRetrieval", "VALOR32KT2VARetrieval", "VALOR32KT2VRetrieval", "VALOR32KV2ARetrieval", "VALOR32KV2TRetrieval", "VALOR32KVA2TRetrieval", "VALOR32KVT2ARetrieval", "VGGSoundAVA2VRetrieval", "VGGSoundAVAT2VRetrieval", "VGGSoundAVT2VARetrieval", "VGGSoundAVT2VRetrieval", "VGGSoundAVV2ARetrieval", "VGGSoundAVV2TRetrieval", "VGGSoundAVVA2TRetrieval", "VGGSoundAVVT2ARetrieval", "VGGSoundV", "VGGSoundVA", "VGGSoundVideoAudioZeroshot", "VGGSoundVideoZeroshot" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:encord-team/ebind-full" }, { "model": "facebook/wav2vec2-xls-r-2b", "parameters_billion": 2.0, "score": 13.607690196078432, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval", "VoxLingua107_Top10", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-xls-r-2b" }, { "model": "facebook/wav2vec2-xls-r-2b-21-to-en", "parameters_billion": 2.0, "score": 14.2292, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval", "VoxLingua107_Top10", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-xls-r-2b-21-to-en" }, { "model": "facebook/seamless-m4t-v2-large", "parameters_billion": 2.3, "score": 41.91544607843137, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "FleursA2TRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/seamless-m4t-v2-large" }, { "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "parameters_billion": 2.445, "score": 47.532355882352945, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": [ "AFQMC", "ATEC", "AdvertiseGen", "BQ", "CAIL2019-SCM", "CHEF", "CINLID", "ChatMed_Consult_Dataset", "ChineseSTS", "CmedqaRetrieval", "Cmnli", "CodeFeedback", "DRCD", "DuRetrieval", "ELI5_custom", "ESCIReranking", "EmotionClassification", "Expertqa", "FollowIR", "GooAQ", "InF-IR", "JW300", "LAION-Audio-300M", "LCSTS", "MAmmoTH2", "MEDI2BGE", "MIRACLRetrieval", "MSMARCO", "MS_COCO", "Multi-CPR", "MultiLongDocReranking", "NFCorpus", "NaturalQuestions", "OPUS-100", "OpenOrca", "PAQ", "PubMedQA", "QBQTC", "RefGPT", "SQuAD", "SearchQA", "SimCLUE", "SyntheticClassificationData", "T2Ranking", "TED Talks", "THUCNews", "TriviaQA", "UMETRIP-QA", "WebCPM", "WikiAnswers", "WikiMatrix", "cCOVID-News", "ccnews", "cmrc2018", "colpali_train_set", "contract-nli", "csl", "dureader_mrc", "law-gpt", "lawzhidao", "librispeech_asr", "lima-chinese", "mmarco-chinese", "mnli", "natcap", "nli_zh", "nllb", "ocnli", "rag-dataset-12000", "simcse_sup_nli", "webgpt_comparisons", "webqa", "wikipedia-nq", "xnli_zh", "yahoo-answers" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:BidirLM/BidirLM-Omni-2.5B-Embedding" }, { "model": "EximiusLabs/fusion-embedding-2-2b-preview", "parameters_billion": 2.8, "score": 17.58389411764706, "open_weights": true, "modalities": [ "audio", "image", "text", "video" ], "training_tasks": [ "AudioCapsA2TRetrieval", "AudioCapsAVA2VRetrieval", "AudioCapsAVAT2VRetrieval", "AudioCapsAVT2VARetrieval", "AudioCapsAVT2VRetrieval", "AudioCapsAVV2ARetrieval", "AudioCapsAVV2TRetrieval", "AudioCapsAVVA2TRetrieval", "AudioCapsAVVT2ARetrieval", "AudioCapsT2ARetrieval", "AudioSet", "AudioSetMini", "CommonLanguageAgeDetection", "CommonVoiceMini21T2ARetrieval", "FSD2019Kaggle", "FSD50K" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:EximiusLabs/fusion-embedding-2-2b-preview" }, { "model": "Haon-Chen/e5-omni-3B", "parameters_billion": 4.703, "score": 32.91909117647059, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": [ "AudioCapsT2ARetrieval", "MSRVTTT2V", "MSRVTTV2T" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Haon-Chen/e5-omni-3B" }, { "model": "LCO-Embedding/LCO-Embedding-Omni-3B", "parameters_billion": 4.703, "score": 45.062387254901964, "open_weights": true, "modalities": [ "audio", "image", "text", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:LCO-Embedding/LCO-Embedding-Omni-3B" }, { "model": "Qwen/Qwen2.5-Omni-3B", "parameters_billion": 5.537, "score": 19.73339607843137, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Qwen/Qwen2.5-Omni-3B" }, { "model": "Qwen/Qwen2-Audio-7B", "parameters_billion": 7.0, "score": 15.437109803921567, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Qwen/Qwen2-Audio-7B" }, { "model": "Haon-Chen/e5-omni-7B", "parameters_billion": 8.932, "score": 38.39882352941177, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": [ "AudioCapsT2ARetrieval", "MSRVTTT2V", "MSRVTTV2T" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Haon-Chen/e5-omni-7B" }, { "model": "LCO-Embedding/LCO-Embedding-Omni-7B", "parameters_billion": 8.932, "score": 47.38897549019608, "open_weights": true, "modalities": [ "audio", "image", "text", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:LCO-Embedding/LCO-Embedding-Omni-7B" }, { "model": "Tevatron/OmniEmbed-v0.1", "parameters_billion": 8.932, "score": 27.626134313725494, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": [ "AudioCapsT2ARetrieval", "FEVER", "MSMARCO", "MSRVTTT2V", "MSRVTTV2T", "NQ", "SCIDOCS", "VidoreArxivQARetrieval", "VidoreDocVQARetrieval", "VidoreInfoVQARetrieval", "VidoreTatdqaRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Tevatron/OmniEmbed-v0.1" }, { "model": "Qwen/Qwen2.5-Omni-7B", "parameters_billion": 10.732, "score": 18.12175294117647, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Qwen/Qwen2.5-Omni-7B" }, { "model": "Qwen/Qwen3-Omni-30B-A3B-Thinking", "parameters_billion": 31.719, "score": 19.916688235294117, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Qwen/Qwen3-Omni-30B-A3B-Thinking" }, { "model": "Qwen/Qwen3-Omni-30B-A3B-Instruct", "parameters_billion": 35.26, "score": 21.777107843137255, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Qwen/Qwen3-Omni-30B-A3B-Instruct" } ], "excluded": [], "peer_count": 67, "frontier_models": [ "google/yamnet", "asapp/sew-d-tiny-100k-ft-ls100h", "matthewagi/HeAR-s1.1", "jinaai/jina-embeddings-v5-omni-nano", "vllm-sr/Vela-1.0-Omni-Mini", "facebook/seamless-m4t-v2-large", "BidirLM/BidirLM-Omni-2.5B-Embedding" ], "frontier_observations": [ { "model": "google/yamnet", "parameters_billion": 0.004, "score": 13.906064705882354, "evidence_type": "registry_reported", "observation_id": "registry_reported:google/yamnet" }, { "model": "asapp/sew-d-tiny-100k-ft-ls100h", "parameters_billion": 0.02, "score": 14.000233333333334, "evidence_type": "registry_reported", "observation_id": "registry_reported:asapp/sew-d-tiny-100k-ft-ls100h" }, { "model": "matthewagi/HeAR-s1.1", "parameters_billion": 0.022, "score": 27.89854901960784, "evidence_type": "registry_reported", "observation_id": "registry_reported:matthewagi/HeAR-s1.1" }, { "model": "jinaai/jina-embeddings-v5-omni-nano", "parameters_billion": 0.986, "score": 30.306906862745098, "evidence_type": "registry_reported", "observation_id": "registry_reported:jinaai/jina-embeddings-v5-omni-nano" }, { "model": "vllm-sr/Vela-1.0-Omni-Mini", "parameters_billion": 1.361475288, "score": 39.06804619080834, "evidence_type": "measured_release_evaluation" }, { "model": "facebook/seamless-m4t-v2-large", "parameters_billion": 2.3, "score": 41.91544607843137, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/seamless-m4t-v2-large" }, { "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "parameters_billion": 2.445, "score": 47.532355882352945, "evidence_type": "registry_reported", "observation_id": "registry_reported:BidirLM/BidirLM-Omni-2.5B-Embedding" } ], "peer_observation_count": 67, "measured_peer_observations": 0, "highlight_variant": "mini", "highlight_dominators": [], "highlight_gap_above_best_equal_or_smaller_peer_pp": 8.76113932806324 }, "vehiclesoundclustering": { "task": "VehicleSoundClustering", "metric": "v_measure", "panel": "audio19", "sources": [ { "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "sha256": "6153942c26a31577cc1e3a2fbb6eb10b09dc2f1fe08749db598d261e653f6bca", "retrieved_at_utc": "2026-09-17T20:28:48.670374+00:00", "benchmark": "MAEB(beta, audio-only)" }, { "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores", "sha256": "601467f576706074bb5724aa0c10a50e948b0e8be8158742b01baf2fd7f7f14c", "retrieved_at_utc": "2026-09-17T20:28:48.161556+00:00", "benchmark": "MAEB(beta)" } ], "points": [ { "model": "google/yamnet", "parameters_billion": 0.004, "score": 0.35100000000000003, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "AudioSetMini" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:google/yamnet" }, { "model": "asapp/sew-d-tiny-100k-ft-ls100h", "parameters_billion": 0.02, "score": 0.3376, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "LibriSpeech" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:asapp/sew-d-tiny-100k-ft-ls100h" }, { "model": "matthewagi/HeAR-s1.1", "parameters_billion": 0.022, "score": 3.8280000000000003, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:matthewagi/HeAR-s1.1" }, { "model": "facebook/encodec_24khz", "parameters_billion": 0.023, "score": 3.8041, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "AudioSetMini", "CommonVoiceMini17A2TRetrieval", "FSD50K" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/encodec_24khz" }, { "model": "openai/whisper-tiny", "parameters_billion": 0.039, "score": 12.3883, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:openai/whisper-tiny" }, { "model": "google/vggish", "parameters_billion": 0.072, "score": 4.4608, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "AudioSetMini" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:google/vggish" }, { "model": "openai/whisper-base", "parameters_billion": 0.074, "score": 2.4958, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:openai/whisper-base" }, { "model": "speechbrain/cnn14-esc50", "parameters_billion": 0.081, "score": 2.4725, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "ESC50" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:speechbrain/cnn14-esc50" }, { "model": "MIT/ast-finetuned-audioset-10-10-0.4593", "parameters_billion": 0.086594063, "parameters_exact": 86594063, "score": 14.342872113086985, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [], "source_urls": [ "https://huggingface.co/MIT/ast-finetuned-audioset-10-10-0.4593/tree/f826b80d28226b62986cc218e5cec390b1096902", "https://github.com/YuanGongND/ast" ], "size_basis": "counted_pinned_full_checkpoint", "kind": "peer", "evidence_type": "independent_rerun", "observation_id": "independent_rerun:MIT/ast-finetuned-audioset-10-10-0.4593:f826b80d28226b62986cc218e5cec390b1096902:VehicleSoundClustering", "revision": "f826b80d28226b62986cc218e5cec390b1096902", "report": "benchmarks/peer-evaluations/ast-vehicle.json", "license": "bsd-3-clause", "on_displayed_frontier": true }, { "model": "MIT/ast-finetuned-audioset-10-10-0.4593", "parameters_billion": 0.087, "score": 13.366700000000002, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "AudioSetMini" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:MIT/ast-finetuned-audioset-10-10-0.4593" }, { "model": "facebook/data2vec-audio-base-960h", "parameters_billion": 0.093, "score": 1.3347, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/data2vec-audio-base-960h" }, { "model": "microsoft/unispeech-sat-base-100h-libri-ft", "parameters_billion": 0.094, "score": 0.32789999999999997, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "LibriSpeech" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/unispeech-sat-base-100h-libri-ft" }, { "model": "asapp/sew-d-base-plus-400k-ft-ls100h", "parameters_billion": 0.095, "score": 0.6319, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "LibriSpeech" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:asapp/sew-d-base-plus-400k-ft-ls100h" }, { "model": "facebook/hubert-base-ls960", "parameters_billion": 0.095, "score": 0.1305, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/hubert-base-ls960" }, { "model": "facebook/wav2vec2-base", "parameters_billion": 0.095, "score": 3.0932999999999997, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-base" }, { "model": "facebook/wav2vec2-base-960h", "parameters_billion": 0.095, "score": 0.6122, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-base-960h" }, { "model": "microsoft/wavlm-base", "parameters_billion": 0.095, "score": 0.40940000000000004, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "Librispeech" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-base" }, { "model": "microsoft/wavlm-base-plus", "parameters_billion": 0.095, "score": 1.7932, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "GigaSpeechA2TRetrieval", "Libri-Light", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-base-plus" }, { "model": "microsoft/wavlm-base-plus-sd", "parameters_billion": 0.095, "score": 1.7932, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "GigaSpeechA2TRetrieval", "Libri-Light", "LibriMix", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-base-plus-sd" }, { "model": "microsoft/wavlm-base-plus-sv", "parameters_billion": 0.095, "score": 1.7932, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "GigaSpeechA2TRetrieval", "Libri-Light", "VoxCeleb1", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-base-plus-sv" }, { "model": "microsoft/wavlm-base-sd", "parameters_billion": 0.095, "score": 0.40940000000000004, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "LibriMix", "Librispeech" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-base-sd" }, { "model": "microsoft/wavlm-base-sv", "parameters_billion": 0.095, "score": 0.40940000000000004, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "Librispeech", "VoxCeleb1" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-base-sv" }, { "model": "asapp/sew-d-mid-400k-ft-ls100h", "parameters_billion": 0.139, "score": 0.6276, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "LibriSpeech" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:asapp/sew-d-mid-400k-ft-ls100h" }, { "model": "vllm-sr/Vela-1.0-Omni-Nano", "parameters_billion": 0.163771288, "parameters_exact": 163771288, "score": 5.275425308186281, "open_weights": true, "modalities": [ "text", "image", "audio" ], "size_basis": "counted_all_native_model_parameters", "kind": "nano", "evaluated_task_revision": "5f905f9544d0c78b607639662c88c2ddd1216384", "on_displayed_frontier": false, "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "revision": null, "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "evaluated_revision": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "evaluated_model": "vllm-sr/Vela-1.0-Omni-Nano", "revision_semantics": "Evaluated revisions are native artifact fingerprints; applies-to identity is the current whole artifact.", "evidence_type": "measured_release_evaluation", "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json", "revision_kind": "native_artifact_fingerprint", "identity_ref": "models.nano.task_evidence.audio19" }, { "model": "laion/clap-htsat-unfused", "parameters_billion": 0.153, "score": 2.6642, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:laion/clap-htsat-unfused" }, { "model": "laion/clap-htsat-fused", "parameters_billion": 0.154, "score": 4.7132, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:laion/clap-htsat-fused" }, { "model": "microsoft/msclap-2023", "parameters_billion": 0.16, "score": 2.86, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": [ "AudioCapsA2TRetrieval", "ClothoA2TRetrieval", "FSD50K" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/msclap-2023" }, { "model": "lyrebird/wav2clip", "parameters_billion": 0.163, "score": 3.9723, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:lyrebird/wav2clip" }, { "model": "laion/larger_clap_general", "parameters_billion": 0.194, "score": 3.3663, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:laion/larger_clap_general" }, { "model": "laion/larger_clap_music", "parameters_billion": 0.194, "score": 3.7272, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:laion/larger_clap_music" }, { "model": "laion/larger_clap_music_and_speech", "parameters_billion": 0.194, "score": 4.7243, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:laion/larger_clap_music_and_speech" }, { "model": "microsoft/msclap-2022", "parameters_billion": 0.196, "score": 7.979799999999999, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": [ "AudioCapsA2TRetrieval", "AudioSetMini", "ClothoA2TRetrieval", "ESC50", "FSD50K", "GTZANGenre", "UrbanSound8k" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/msclap-2022" }, { "model": "openai/whisper-small", "parameters_billion": 0.244, "score": 1.2919999999999998, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:openai/whisper-small" }, { "model": "microsoft/speecht5_multimodal", "parameters_billion": 0.298, "score": 0.46769999999999995, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/speecht5_multimodal" }, { "model": "facebook/wav2vec2-xls-r-300m", "parameters_billion": 0.3, "score": 2.3022, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval", "VoxLingua107_Top10", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-xls-r-300m" }, { "model": "vitouphy/wav2vec2-xls-r-300m-phoneme", "parameters_billion": 0.3, "score": 1.2399, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval", "VoxLingua107_Top10", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:vitouphy/wav2vec2-xls-r-300m-phoneme" }, { "model": "facebook/data2vec-audio-large-960h", "parameters_billion": 0.313, "score": 0.1542, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/data2vec-audio-large-960h" }, { "model": "facebook/hubert-large-ls960-ft", "parameters_billion": 0.317, "score": 0.5867, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/hubert-large-ls960-ft" }, { "model": "facebook/wav2vec2-large", "parameters_billion": 0.317, "score": 1.411, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-large" }, { "model": "facebook/wav2vec2-large-xlsr-53", "parameters_billion": 0.317, "score": 1.7241, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-large-xlsr-53" }, { "model": "facebook/wav2vec2-lv-60-espeak-cv-ft", "parameters_billion": 0.317, "score": 2.3741000000000003, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-lv-60-espeak-cv-ft" }, { "model": "microsoft/wavlm-large", "parameters_billion": 0.317, "score": 0.17550000000000002, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "GigaSpeechA2TRetrieval", "Libri-Light", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:microsoft/wavlm-large" }, { "model": "OpenMuQ/MuQ-MuLan-large", "parameters_billion": 0.63, "score": 0.9233999999999999, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:OpenMuQ/MuQ-MuLan-large" }, { "model": "openai/whisper-medium", "parameters_billion": 0.769, "score": 1.0773, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:openai/whisper-medium" }, { "model": "jinaai/jina-embeddings-v5-omni-nano", "parameters_billion": 0.986, "score": 1.6566, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:jinaai/jina-embeddings-v5-omni-nano" }, { "model": "facebook/mms-1b-all", "parameters_billion": 1.0, "score": 0.32030000000000003, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "FleursA2TRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/mms-1b-all" }, { "model": "facebook/mms-1b-fl102", "parameters_billion": 1.0, "score": 0.146, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "FleursA2TRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/mms-1b-fl102" }, { "model": "facebook/mms-1b-l1107", "parameters_billion": 1.0, "score": 0.4373, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "FleursA2TRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/mms-1b-l1107" }, { "model": "facebook/wav2vec2-xls-r-1b", "parameters_billion": 1.0, "score": 0.1275, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval", "VoxLingua107_Top10", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-xls-r-1b" }, { "model": "speechbrain/m-ctc-t-large", "parameters_billion": 1.059, "score": 0.967, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:speechbrain/m-ctc-t-large" }, { "model": "LanguageBind/LanguageBind_Omni", "parameters_billion": 1.2, "score": 2.5643, "open_weights": true, "modalities": [ "image", "text", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:LanguageBind/LanguageBind_Omni" }, { "model": "vllm-sr/Vela-1.0-Omni-Mini", "parameters_billion": 1.361475288, "parameters_exact": 1361475288, "score": 1.7269120528614579, "open_weights": true, "modalities": [ "text", "image", "audio" ], "size_basis": "counted_all_native_model_parameters", "kind": "mini", "evaluated_task_revision": "5f905f9544d0c78b607639662c88c2ddd1216384", "on_displayed_frontier": false, "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "revision": null, "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "evidence_type": "measured_release_evaluation", "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json", "identity_ref": "models.mini.task_evidence.audio19" }, { "model": "openai/whisper-large-v3", "parameters_billion": 1.55, "score": 1.3834000000000002, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:openai/whisper-large-v3" }, { "model": "jinaai/jina-embeddings-v5-omni-small", "parameters_billion": 1.626, "score": 4.8423, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:jinaai/jina-embeddings-v5-omni-small" }, { "model": "encord-team/ebind-full", "parameters_billion": 1.79, "score": 6.4883, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": [ "AudioCapsA2TRetrieval", "AudioCapsAVA2VRetrieval", "AudioCapsAVAT2VRetrieval", "AudioCapsAVT2VARetrieval", "AudioCapsAVT2VRetrieval", "AudioCapsAVV2ARetrieval", "AudioCapsAVV2TRetrieval", "AudioCapsAVVA2TRetrieval", "AudioCapsAVVT2ARetrieval", "AudioCapsT2ARetrieval", "Imagenet1k", "Imagenet1kZeroShot", "VALOR32KA2VRetrieval", "VALOR32KAT2VRetrieval", "VALOR32KT2VARetrieval", "VALOR32KT2VRetrieval", "VALOR32KV2ARetrieval", "VALOR32KV2TRetrieval", "VALOR32KVA2TRetrieval", "VALOR32KVT2ARetrieval", "VGGSoundAVA2VRetrieval", "VGGSoundAVAT2VRetrieval", "VGGSoundAVT2VARetrieval", "VGGSoundAVT2VRetrieval", "VGGSoundAVV2ARetrieval", "VGGSoundAVV2TRetrieval", "VGGSoundAVVA2TRetrieval", "VGGSoundAVVT2ARetrieval", "VGGSoundV", "VGGSoundVA", "VGGSoundVideoAudioZeroshot", "VGGSoundVideoZeroshot" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:encord-team/ebind-full" }, { "model": "facebook/wav2vec2-xls-r-2b", "parameters_billion": 2.0, "score": 0.9359, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "CommonVoiceMini17A2TRetrieval", "VoxLingua107_Top10", "VoxPopuliLanguageID" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/wav2vec2-xls-r-2b" }, { "model": "facebook/seamless-m4t-v2-large", "parameters_billion": 2.3, "score": 0.4163, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "FleursA2TRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:facebook/seamless-m4t-v2-large" }, { "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "parameters_billion": 2.445, "score": 5.1074, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": [ "AFQMC", "ATEC", "AdvertiseGen", "BQ", "CAIL2019-SCM", "CHEF", "CINLID", "ChatMed_Consult_Dataset", "ChineseSTS", "CmedqaRetrieval", "Cmnli", "CodeFeedback", "DRCD", "DuRetrieval", "ELI5_custom", "ESCIReranking", "EmotionClassification", "Expertqa", "FollowIR", "GooAQ", "InF-IR", "JW300", "LAION-Audio-300M", "LCSTS", "MAmmoTH2", "MEDI2BGE", "MIRACLRetrieval", "MSMARCO", "MS_COCO", "Multi-CPR", "MultiLongDocReranking", "NFCorpus", "NaturalQuestions", "OPUS-100", "OpenOrca", "PAQ", "PubMedQA", "QBQTC", "RefGPT", "SQuAD", "SearchQA", "SimCLUE", "SyntheticClassificationData", "T2Ranking", "TED Talks", "THUCNews", "TriviaQA", "UMETRIP-QA", "WebCPM", "WikiAnswers", "WikiMatrix", "cCOVID-News", "ccnews", "cmrc2018", "colpali_train_set", "contract-nli", "csl", "dureader_mrc", "law-gpt", "lawzhidao", "librispeech_asr", "lima-chinese", "mmarco-chinese", "mnli", "natcap", "nli_zh", "nllb", "ocnli", "rag-dataset-12000", "simcse_sup_nli", "webgpt_comparisons", "webqa", "wikipedia-nq", "xnli_zh", "yahoo-answers" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:BidirLM/BidirLM-Omni-2.5B-Embedding" }, { "model": "EximiusLabs/fusion-embedding-1-2b-preview", "parameters_billion": 2.8, "score": 3.495, "open_weights": true, "modalities": [ "audio", "image", "text", "video" ], "training_tasks": [ "AudioCapsA2TRetrieval", "AudioCapsAVA2VRetrieval", "AudioCapsAVAT2VRetrieval", "AudioCapsAVT2VARetrieval", "AudioCapsAVT2VRetrieval", "AudioCapsAVV2ARetrieval", "AudioCapsAVV2TRetrieval", "AudioCapsAVVA2TRetrieval", "AudioCapsAVVT2ARetrieval", "AudioCapsT2ARetrieval", "AudioSet", "AudioSetMini", "CommonLanguageAgeDetection", "CommonVoiceMini21T2ARetrieval", "FSD2019Kaggle", "FSD50K" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:EximiusLabs/fusion-embedding-1-2b-preview" }, { "model": "EximiusLabs/fusion-embedding-2-2b-preview", "parameters_billion": 2.8, "score": 2.4577, "open_weights": true, "modalities": [ "audio", "image", "text", "video" ], "training_tasks": [ "AudioCapsA2TRetrieval", "AudioCapsAVA2VRetrieval", "AudioCapsAVAT2VRetrieval", "AudioCapsAVT2VARetrieval", "AudioCapsAVT2VRetrieval", "AudioCapsAVV2ARetrieval", "AudioCapsAVV2TRetrieval", "AudioCapsAVVA2TRetrieval", "AudioCapsAVVT2ARetrieval", "AudioCapsT2ARetrieval", "AudioSet", "AudioSetMini", "CommonLanguageAgeDetection", "CommonVoiceMini21T2ARetrieval", "FSD2019Kaggle", "FSD50K" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:EximiusLabs/fusion-embedding-2-2b-preview" }, { "model": "Haon-Chen/e5-omni-3B", "parameters_billion": 4.703, "score": 3.7803000000000004, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": [ "AudioCapsT2ARetrieval", "MSRVTTT2V", "MSRVTTV2T" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Haon-Chen/e5-omni-3B" }, { "model": "LCO-Embedding/LCO-Embedding-Omni-3B", "parameters_billion": 4.703, "score": 2.1795, "open_weights": true, "modalities": [ "audio", "image", "text", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:LCO-Embedding/LCO-Embedding-Omni-3B" }, { "model": "Qwen/Qwen2.5-Omni-3B", "parameters_billion": 5.537, "score": 1.1603, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Qwen/Qwen2.5-Omni-3B" }, { "model": "Qwen/Qwen2-Audio-7B", "parameters_billion": 7.0, "score": 5.518, "open_weights": true, "modalities": [ "audio", "text" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Qwen/Qwen2-Audio-7B" }, { "model": "Haon-Chen/e5-omni-7B", "parameters_billion": 8.932, "score": 2.4320999999999997, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": [ "AudioCapsT2ARetrieval", "MSRVTTT2V", "MSRVTTV2T" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Haon-Chen/e5-omni-7B" }, { "model": "LCO-Embedding/LCO-Embedding-Omni-7B", "parameters_billion": 8.932, "score": 3.6289000000000002, "open_weights": true, "modalities": [ "audio", "image", "text", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:LCO-Embedding/LCO-Embedding-Omni-7B" }, { "model": "Tevatron/OmniEmbed-v0.1", "parameters_billion": 8.932, "score": 1.4678, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": [ "AudioCapsT2ARetrieval", "FEVER", "MSMARCO", "MSRVTTT2V", "MSRVTTV2T", "NQ", "SCIDOCS", "VidoreArxivQARetrieval", "VidoreDocVQARetrieval", "VidoreInfoVQARetrieval", "VidoreTatdqaRetrieval" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Tevatron/OmniEmbed-v0.1" }, { "model": "Qwen/Qwen2.5-Omni-7B", "parameters_billion": 10.732, "score": 0.8654999999999999, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Qwen/Qwen2.5-Omni-7B" }, { "model": "Qwen/Qwen3-Omni-30B-A3B-Thinking", "parameters_billion": 31.719, "score": 0.6526, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Qwen/Qwen3-Omni-30B-A3B-Thinking" }, { "model": "Qwen/Qwen3-Omni-30B-A3B-Instruct", "parameters_billion": 35.26, "score": 1.2456, "open_weights": true, "modalities": [ "text", "image", "audio", "video" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:Qwen/Qwen3-Omni-30B-A3B-Instruct" } ], "excluded": [], "peer_count": 67, "frontier_models": [ "google/yamnet", "matthewagi/HeAR-s1.1", "openai/whisper-tiny", "MIT/ast-finetuned-audioset-10-10-0.4593" ], "frontier_observations": [ { "model": "google/yamnet", "parameters_billion": 0.004, "score": 0.35100000000000003, "evidence_type": "registry_reported", "observation_id": "registry_reported:google/yamnet" }, { "model": "matthewagi/HeAR-s1.1", "parameters_billion": 0.022, "score": 3.8280000000000003, "evidence_type": "registry_reported", "observation_id": "registry_reported:matthewagi/HeAR-s1.1" }, { "model": "openai/whisper-tiny", "parameters_billion": 0.039, "score": 12.3883, "evidence_type": "registry_reported", "observation_id": "registry_reported:openai/whisper-tiny" }, { "model": "MIT/ast-finetuned-audioset-10-10-0.4593", "parameters_billion": 0.086594063, "score": 14.342872113086985, "evidence_type": "independent_rerun", "observation_id": "independent_rerun:MIT/ast-finetuned-audioset-10-10-0.4593:f826b80d28226b62986cc218e5cec390b1096902:VehicleSoundClustering" } ], "peer_observation_count": 68, "measured_peer_observations": 1, "highlight_variant": "nano", "highlight_dominators": [ { "model": "openai/whisper-tiny", "parameters_billion": 0.039, "score": 12.3883, "open_weights": true, "modalities": [ "audio" ], "training_tasks": null, "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": true, "evidence_type": "registry_reported", "observation_id": "registry_reported:openai/whisper-tiny" }, { "model": "MIT/ast-finetuned-audioset-10-10-0.4593", "parameters_billion": 0.086594063, "parameters_exact": 86594063, "score": 14.342872113086985, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [], "source_urls": [ "https://huggingface.co/MIT/ast-finetuned-audioset-10-10-0.4593/tree/f826b80d28226b62986cc218e5cec390b1096902", "https://github.com/YuanGongND/ast" ], "size_basis": "counted_pinned_full_checkpoint", "kind": "peer", "evidence_type": "independent_rerun", "observation_id": "independent_rerun:MIT/ast-finetuned-audioset-10-10-0.4593:f826b80d28226b62986cc218e5cec390b1096902:VehicleSoundClustering", "revision": "f826b80d28226b62986cc218e5cec390b1096902", "report": "benchmarks/peer-evaluations/ast-vehicle.json", "license": "bsd-3-clause", "on_displayed_frontier": true }, { "model": "MIT/ast-finetuned-audioset-10-10-0.4593", "parameters_billion": 0.087, "score": 13.366700000000002, "open_weights": true, "modalities": [ "audio" ], "training_tasks": [ "AudioSetMini" ], "source_urls": [ "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%29/scores" ], "size_basis": "reported_rounded_total", "kind": "peer", "on_displayed_frontier": false, "evidence_type": "registry_reported", "observation_id": "registry_reported:MIT/ast-finetuned-audioset-10-10-0.4593" } ], "highlight_gap_above_best_equal_or_smaller_peer_pp": -9.067446804900705 } }, "models": { "nano": { "repo_id": "vllm-sr/Vela-1.0-Omni-Nano", "release_commit": null, "parameters_exact": 163771288, "current_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "task_evidence": { "English41": { "source_id": "nano_English41", "identity": { "model": "local/Vela-Omni-Nano-GIST-Rotation", "evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646", "native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646", "revision_semantics": "local native artifact fingerprint, not a Hugging Face commit", "component_applicability": { "component": "text", "evaluated_model": "local/Vela-Omni-Nano-GIST-Rotation", "evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646", "applies_to_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "prior_component_applicability": { "model": "local/Vela-Omni-Nano-GIST-Rotation", "evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646", "native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646", "component_applicability": { "component": "text", "applies_to_revision": "self", "applies_to_native_artifact_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4", "evaluated_model": "local/Vela-Omni-Nano-GIST-Rotation", "evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646", "evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646", "revision_kind": "local native artifact fingerprint, not a Hugging Face commit", "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/component-equivalence.json", "new_full_panel_inference": false, "basis": "199 exact text tensors and byte-identical inference/tokenizer/configuration under the same official evaluator protocol." }, "revision_semantics": "local native artifact fingerprint, not a Hugging Face commit", "inference_profile_applicability": { "revision": "self", "native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa", "parameters": 135383808, "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/inference-equivalence.json", "new_benchmark_run": false } }, "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json", "new_full_panel_inference": false, "basis": "The frozen text tensors, tokenizer, configuration and encoding computation are unchanged. The original measured text identity is retained." } }, "self_reference_interpretation": "Nano native fingerprint 474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2" }, "audio19": { "source_id": "nano_audio19", "identity": { "model": "vllm-sr/Vela-1.0-Omni-Nano", "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json", "new_full_panel_inference": true }, "self_reference_interpretation": "Nano native fingerprint 474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2" } }, "release_reference": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano", "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file." }, "mini": { "repo_id": "vllm-sr/Vela-1.0-Omni-Mini", "release_commit": null, "parameters_exact": 1361475288, "current_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "task_evidence": { "English41": { "source_id": "mini_English41", "identity": { "model": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions", "evaluated_revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294", "revision_semantics": "Exact standalone evaluation identity; not a Hugging Face commit for this Omni release.", "component_applicability": { "component": "text", "evaluated_model": { "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions", "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294" }, "applies_to_model": "vllm-sr/Vela-1.0-Omni-Mini", "applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "prior_component_applicability": { "component": "text", "evaluated_model": { "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions", "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294" }, "applies_to_model": "vllm-sr/Vela-1.0-Omni-Mini", "applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3", "bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a", "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/component-equivalence.json", "new_whole_Omni_panel_inference": false, "basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.", "prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab" }, "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json", "new_whole_Omni_panel_inference": false, "basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity." } }, "self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731" }, "audio19": { "source_id": "mini_audio19", "identity": { "model": "vllm-sr/Vela-1.0-Omni-Mini", "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "release_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json", "new_full_panel_inference": true }, "self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731" } }, "release_reference": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini", "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file." } }, "sources": { "nano_English41": { "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json", "evidence_type": "Vela_release_report", "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "sha256": "f3daecad1cf431630598efb04f3667431e3420239240f28a51568a74cef0c64f" }, "nano_audio19": { "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json", "evidence_type": "Vela_release_report", "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "sha256": "d6360bc3e6b7005bf3251df0ead3d4c35358a502e528b3f9628b35e4a0786391" }, "mini_English41": { "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json", "evidence_type": "Vela_release_report", "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "sha256": "a124a6c903559ceeaae2ac883af756adcca6dd45a4d1e1bda37136fcfd89be70" }, "mini_audio19": { "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json", "evidence_type": "Vela_release_report", "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "sha256": "a6892ff7f563355e9faef208f08e85459f3c81952e44e92a9b911c00f0b5518a" }, "scores_MTEB_eng_v2": { "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "sha256": "e574f14dc778d72c08255450091191b103930c487fa172a2dfabe41a0b56569d", "retrieved_at_utc": "2026-09-17T20:28:47.419876+00:00", "bytes": 1071836, "benchmark": "MTEB(eng, v2)" }, "scores_MAEB_beta_audio-only": { "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "sha256": "6153942c26a31577cc1e3a2fbb6eb10b09dc2f1fe08749db598d261e653f6bca", "retrieved_at_utc": "2026-09-17T20:28:48.670374+00:00", "bytes": 194971, "benchmark": "MAEB(beta, audio-only)" }, "mini_component_equivalence": { "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json", "sha256": "14720aceeb7a2a4b9d9f0cd0b0c83b7eef021a0fe5fb964a3aa70dfc3f2f22e9", "evidence_type": "exact_component_identity_report", "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731" }, "nano_component_equivalence": { "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json", "evidence_type": "Vela_release_report", "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "sha256": "c11936497d7c86becaa052a0ec646b867f6907f0c1013ba61ee193ff8c80805f" } } }