{ "schema_version": 1, "title": "Complete-panel quality and model size", "snapshot_date": "2026-09-17", "primary_metric": "mean_task_type", "supplementary_metric": "mean_task", "score_scale": "Native0-1; display \u00d7100", "ranking_policy": { "primary_population": "Dedicated snapshot complete rows plus both current Vela models; distinct names asserted. Also give each Vela inserted individually into registry alone.", "rank": "Competition rank = 1 + number of strictly higher scores. Ties share a rank. No rounded-display comparisons.", "size_rank": "Restrict to complete competitors with finite positive API totalParamsB <= current exact fullmodel parameters / 1e9. Unknown sizes remain in global ranks.", "aggregate": "Equal mean of exact target tasks; equal mean of task-type means. Never average134 audio slots as independent tasks or reuse summary for another panel.", "pareto": "Known-size complete rows plus both Vela. A dominator is no larger and no worse, with one strict inequality.", "supplement": "Cross-source complete observations only audited separately; not added, chosen or stitched.", "measured_single_task_peers": "F2 ArXiv and AST Vehicle reruns cannot supply complete panels. Their newer individual scores do not replace any cell of a registry full-row aggregate." }, "limitations": [ "Registry results are reported observations, not matched reproductions. Scored model revisions, task revisions, precision, prompts and runtime are not established by this API.", "Peers include task-specialist single-modality models and multimodal models; all use their reported total size, while Vela uses all native modality tensors.", "Peer parameter counts are registry-rounded and have not all been tensor-counted. Size-threshold ranks and frontier are conditional on those reported sizes.", "Both registry snapshots were retrieved2026-09-17, not a live official rank. Incomplete rows are listed, never assigned imputed means.", "Vela current applicability retains actual evaluated native/component identities; an applicability bridge is not a new current wholemodel evaluation.", "English and audio use separate peer populations; no synthetic all-modality global rank or general SOTA claim is derived." ], "sources": { "nano_English41": { "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/mteb-eng-v2.json", "evidence_type": "Vela_release_report", "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "sha256": "f3daecad1cf431630598efb04f3667431e3420239240f28a51568a74cef0c64f" }, "nano_audio19": { "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json", "evidence_type": "Vela_release_report", "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "sha256": "d6360bc3e6b7005bf3251df0ead3d4c35358a502e528b3f9628b35e4a0786391" }, "mini_English41": { "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/mteb-eng-v2.json", "evidence_type": "Vela_release_report", "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "sha256": "a124a6c903559ceeaae2ac883af756adcca6dd45a4d1e1bda37136fcfd89be70" }, "mini_audio19": { "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json", "evidence_type": "Vela_release_report", "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "sha256": "a6892ff7f563355e9faef208f08e85459f3c81952e44e92a9b911c00f0b5518a" }, "scores_MTEB_eng_v2": { "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MTEB%28eng%2C%20v2%29/scores", "sha256": "e574f14dc778d72c08255450091191b103930c487fa172a2dfabe41a0b56569d", "retrieved_at_utc": "2026-09-17T20:28:47.419876+00:00", "bytes": 1071836, "benchmark": "MTEB(eng, v2)" }, "scores_MAEB_beta_audio-only": { "url": "https://mteb-leaderboard-backend.hf.space/v1/benchmarks/MAEB%28beta%2C%20audio-only%29/scores", "sha256": "6153942c26a31577cc1e3a2fbb6eb10b09dc2f1fe08749db598d261e653f6bca", "retrieved_at_utc": "2026-09-17T20:28:48.670374+00:00", "bytes": 194971, "benchmark": "MAEB(beta, audio-only)" }, "mini_component_equivalence": { "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json", "sha256": "14720aceeb7a2a4b9d9f0cd0b0c83b7eef021a0fe5fb964a3aa70dfc3f2f22e9", "evidence_type": "exact_component_identity_report", "native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731" }, "nano_component_equivalence": { "url": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json", "evidence_type": "Vela_release_report", "native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "sha256": "c11936497d7c86becaa052a0ec646b867f6907f0c1013ba61ee193ff8c80805f" } }, "models": { "nano": { "repo_id": "vllm-sr/Vela-1.0-Omni-Nano", "release_commit": null, "parameters_exact": 163771288, "current_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "task_evidence": { "English41": { "source_id": "nano_English41", "identity": { "model": "local/Vela-Omni-Nano-GIST-Rotation", "evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646", "native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646", "revision_semantics": "local native artifact fingerprint, not a Hugging Face commit", "component_applicability": { "component": "text", "evaluated_model": "local/Vela-Omni-Nano-GIST-Rotation", "evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646", "applies_to_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "prior_component_applicability": { "model": "local/Vela-Omni-Nano-GIST-Rotation", "evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646", "native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646", "component_applicability": { "component": "text", "applies_to_revision": "self", "applies_to_native_artifact_sha256": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4", "evaluated_model": "local/Vela-Omni-Nano-GIST-Rotation", "evaluated_revision": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646", "evaluated_native_artifact_sha256": "29994142677559ca657c27b657eda0dddbf583bd4cf42a3a31095ab3f99d1646", "revision_kind": "local native artifact fingerprint, not a Hugging Face commit", "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/component-equivalence.json", "new_full_panel_inference": false, "basis": "199 exact text tensors and byte-identical inference/tokenizer/configuration under the same official evaluator protocol." }, "revision_semantics": "local native artifact fingerprint, not a Hugging Face commit", "inference_profile_applicability": { "revision": "self", "native_artifact_sha256": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa", "parameters": 135383808, "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/d8ac5b5ac2274a501fc61aeb5be70cec1855a806/benchmarks/inference-equivalence.json", "new_benchmark_run": false } }, "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/component-equivalence.json", "new_full_panel_inference": false, "basis": "The frozen text tensors, tokenizer, configuration and encoding computation are unchanged. The original measured text identity is retained." } }, "self_reference_interpretation": "Nano native fingerprint 474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2" }, "audio19": { "source_id": "nano_audio19", "identity": { "model": "vllm-sr/Vela-1.0-Omni-Nano", "evaluated_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "release_native_artifact_sha256": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano/resolve/main/benchmarks/maeb-audio-only.json", "new_full_panel_inference": true }, "self_reference_interpretation": "Nano native fingerprint 474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2" } }, "release_reference": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Nano", "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file." }, "mini": { "repo_id": "vllm-sr/Vela-1.0-Omni-Mini", "release_commit": null, "parameters_exact": 1361475288, "current_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "task_evidence": { "English41": { "source_id": "mini_English41", "identity": { "model": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions", "evaluated_revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294", "revision_semantics": "Exact standalone evaluation identity; not a Hugging Face commit for this Omni release.", "component_applicability": { "component": "text", "evaluated_model": { "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions", "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294" }, "applies_to_model": "vllm-sr/Vela-1.0-Omni-Mini", "applies_to_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "prior_component_applicability": { "component": "text", "evaluated_model": { "repo_id": "local/Qwen3-Embedding-0.6B-MRL768-NoInstructions", "revision": "98e47eac3fa59b6c627e371230905400b3a405ddc69ab1ef02cb1c476db04294" }, "applies_to_model": "vllm-sr/Vela-1.0-Omni-Mini", "applies_to_native_artifact_sha256": "1e4eb3cc6a7ab658a4c43baa8d5244a3724125afc2b6dc007737373714ccf8f3", "bridge_native_artifact_sha256": "530d9af9957e1b03560943a0e4ffc1e6745b2aebfc9d977a8e9bbff91c1b627a", "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/f5ef7feb7c0a7877c27ca4fa03c2183edba66fce/benchmarks/component-equivalence.json", "new_whole_Omni_panel_inference": false, "basis": "Exact frozen text weights, tokenizer, active configuration and encoding computation under the same evaluator protocol.", "prior_bridge_native_artifact_sha256": "cf5f45cf6e26cd225e0fc0c1ece629b13b8bd0dfe57dcedef739ca8f529f80ab" }, "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/component-equivalence.json", "new_whole_Omni_panel_inference": false, "basis": "Frozen text tensors, tokenizer, configuration and encoding computation are unchanged; retain the original standalone measured identity." } }, "self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731" }, "audio19": { "source_id": "mini_audio19", "identity": { "model": "vllm-sr/Vela-1.0-Omni-Mini", "evaluated_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "release_native_artifact_sha256": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "report": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini/resolve/main/benchmarks/maeb-audio-only.json", "new_full_panel_inference": true }, "self_reference_interpretation": "Mini native fingerprint d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731" } }, "release_reference": "https://huggingface.co/vllm-sr/Vela-1.0-Omni-Mini", "release_revision_semantics": "Exact native fingerprint below; Hub commit is not encoded in this file." } }, "panels": { "English41": { "benchmark": "MTEB(eng, v2)", "source_id": "scores_MTEB_eng_v2", "coverage": { "source_rows": 337, "complete_rows": 186, "distinct_complete_model_names": 186, "excluded_incomplete_rows": 151, "known_size_complete_rows": 173, "unknown_size_complete_rows": 13, "task_coverage_histogram": { "1": 10, "2": 15, "3": 9, "4": 3, "6": 17, "9": 1, "10": 4, "12": 1, "16": 1, "19": 2, "20": 1, "21": 13, "22": 1, "23": 3, "25": 10, "27": 25, "28": 6, "29": 2, "32": 1, "35": 3, "36": 2, "37": 1, "38": 3, "39": 9, "40": 8, "41": 186 }, "ranking_population_with_two_current_models": 188, "size_plot_population_with_two_current_models": 175 }, "tasks": [ { "name": "ArguAna", "type": "Retrieval", "mainScore": "ndcg_at_10", "sourceDataset": "mteb/arguana" }, { "name": "ArXivHierarchicalClusteringP2P", "type": "Clustering", "mainScore": "v_measure", "sourceDataset": "mteb/arxiv-clustering-p2p" }, { "name": "ArXivHierarchicalClusteringS2S", "type": "Clustering", "mainScore": "v_measure", "sourceDataset": "mteb/arxiv-clustering-s2s" }, { "name": "AskUbuntuDupQuestions", "type": "Reranking", "mainScore": "map_at_1000", "sourceDataset": "mteb/AskUbuntuDupQuestions" }, { "name": "BIOSSES", "type": "STS", "mainScore": "cosine_spearman", "sourceDataset": "mteb/biosses-sts" }, { "name": "Banking77Classification", "type": "Classification", "mainScore": "accuracy", "sourceDataset": "mteb/banking77" }, { "name": "BiorxivClusteringP2P.v2", "type": "Clustering", "mainScore": "v_measure", "sourceDataset": "mteb/biorxiv-clustering-p2p" }, { "name": "CQADupstackGamingRetrieval", "type": "Retrieval", "mainScore": "ndcg_at_10", "sourceDataset": "mteb/cqadupstack-gaming" }, { "name": "CQADupstackUnixRetrieval", "type": "Retrieval", "mainScore": "ndcg_at_10", "sourceDataset": "mteb/cqadupstack-unix" }, { "name": "ClimateFEVERHardNegatives", "type": "Retrieval", "mainScore": "ndcg_at_10", "sourceDataset": "mteb/ClimateFEVER_test_top_250_only_w_correct-v2" }, { "name": "FEVERHardNegatives", "type": "Retrieval", "mainScore": "ndcg_at_10", "sourceDataset": "mteb/FEVER_test_top_250_only_w_correct-v2" }, { "name": "FiQA2018", "type": "Retrieval", "mainScore": "ndcg_at_10", "sourceDataset": "mteb/fiqa" }, { "name": "HotpotQAHardNegatives", "type": "Retrieval", "mainScore": "ndcg_at_10", "sourceDataset": "mteb/HotpotQA_test_top_250_only_w_correct-v2" }, { "name": "ImdbClassification", "type": "Classification", "mainScore": "accuracy", "sourceDataset": "mteb/imdb" }, { "name": "MTOPDomainClassification", "type": "Classification", "mainScore": "accuracy", "sourceDataset": "mteb/MTOPDomainClassification" }, { "name": "MassiveIntentClassification", "type": "Classification", "mainScore": "accuracy", "sourceDataset": "mteb/amazon_massive_intent" }, { "name": "MassiveScenarioClassification", "type": "Classification", "mainScore": "accuracy", "sourceDataset": "mteb/amazon_massive_scenario" }, { "name": "MedrxivClusteringP2P.v2", "type": "Clustering", "mainScore": "v_measure", "sourceDataset": "mteb/medrxiv-clustering-p2p" }, { "name": "MedrxivClusteringS2S.v2", "type": "Clustering", "mainScore": "v_measure", "sourceDataset": "mteb/medrxiv-clustering-s2s" }, { "name": "MindSmallReranking", "type": "Reranking", "mainScore": "max_over_subqueries_map_at_1000", "sourceDataset": "mteb/MindSmallReranking" }, { "name": "SCIDOCS", "type": "Retrieval", "mainScore": "ndcg_at_10", "sourceDataset": "mteb/scidocs" }, { "name": "SICK-R", "type": "STS", "mainScore": "cosine_spearman", "sourceDataset": "mteb/sickr-sts" }, { "name": "STS12", "type": "STS", "mainScore": "cosine_spearman", "sourceDataset": "mteb/sts12-sts" }, { "name": "STS13", "type": "STS", "mainScore": "cosine_spearman", "sourceDataset": "mteb/sts13-sts" }, { "name": "STS14", "type": "STS", "mainScore": "cosine_spearman", "sourceDataset": "mteb/sts14-sts" }, { "name": "STS15", "type": "STS", "mainScore": "cosine_spearman", "sourceDataset": "mteb/sts15-sts" }, { "name": "STSBenchmark", "type": "STS", "mainScore": "cosine_spearman", "sourceDataset": "mteb/stsbenchmark-sts" }, { "name": "SprintDuplicateQuestions", "type": "PairClassification", "mainScore": "max_ap", "sourceDataset": "mteb/sprintduplicatequestions-pairclassification" }, { "name": "StackExchangeClustering.v2", "type": "Clustering", "mainScore": "v_measure", "sourceDataset": "mteb/stackexchange-clustering" }, { "name": "StackExchangeClusteringP2P.v2", "type": "Clustering", "mainScore": "v_measure", "sourceDataset": "mteb/stackexchange-clustering-p2p" }, { "name": "TRECCOVID", "type": "Retrieval", "mainScore": "ndcg_at_10", "sourceDataset": "mteb/trec-covid" }, { "name": "Touche2020Retrieval.v3", "type": "Retrieval", "mainScore": "ndcg_at_10", "sourceDataset": "mteb/webis-touche2020-v3" }, { "name": "ToxicConversationsClassification", "type": "Classification", "mainScore": "accuracy", "sourceDataset": "mteb/toxic_conversations_50k" }, { "name": "TweetSentimentExtractionClassification", "type": "Classification", "mainScore": "accuracy", "sourceDataset": "mteb/tweet_sentiment_extraction" }, { "name": "TwentyNewsgroupsClustering.v2", "type": "Clustering", "mainScore": "v_measure", "sourceDataset": "mteb/twentynewsgroups-clustering" }, { "name": "TwitterSemEval2015", "type": "PairClassification", "mainScore": "max_ap", "sourceDataset": "mteb/twittersemeval2015-pairclassification" }, { "name": "TwitterURLCorpus", "type": "PairClassification", "mainScore": "max_ap", "sourceDataset": "mteb/twitterurlcorpus-pairclassification" }, { "name": "SummEvalSummarization.v2", "type": "Summarization", "mainScore": "cosine_spearman", "sourceDataset": "mteb/summeval" }, { "name": "AmazonCounterfactualClassification", "type": "Classification", "mainScore": "accuracy", "sourceDataset": "mteb/amazon_counterfactual" }, { "name": "STS17", "type": "STS", "mainScore": "cosine_spearman", "sourceDataset": "mteb/sts17-crosslingual-sts" }, { "name": "STS22.v2", "type": "STS", "mainScore": "cosine_spearman", "sourceDataset": "mteb/sts22-crosslingual-sts" } ], "type_task_counts": { "Summarization": 1, "Retrieval": 10, "STS": 9, "PairClassification": 3, "Clustering": 8, "Reranking": 2, "Classification": 8 }, "complete_points": [ { "id": "scores_MTEB_eng_v2:row:0", "model": "jcorners/ingot-8b-r3", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 0, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.567, "parameters_billion": 7.567, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "c161e0fba1a4de572a6353cc8bfdfdd44a0d68fd120eab5ce81cb309ec1d90b0", "mean_task": 0.7597950975609756, "mean_task_type": 0.6998357579365079, "by_task_type": { "Classification": 0.90408475, "Clustering": 0.584718, "PairClassification": 0.937912, "Reranking": 0.50934, "Retrieval": 0.700033, "STS": 0.8932085555555555, "Summarization": 0.369554 }, "scores_by_task": { "SummEvalSummarization.v2": 0.369554, "ArguAna": 0.76608, "STS17": 0.95721, "SCIDOCS": 0.32675, "SprintDuplicateQuestions": 0.976531, "StackExchangeClusteringP2P.v2": 0.5327, "HotpotQAHardNegatives": 0.77037, "ArXivHierarchicalClusteringS2S": 0.64657, "TRECCOVID": 0.94949, "AskUbuntuDupQuestions": 0.69028, "MedrxivClusteringS2S.v2": 0.441757, "BIOSSES": 0.885556, "ArXivHierarchicalClusteringP2P": 0.654871, "STS13": 0.94068, "SICK-R": 0.88411, "TwentyNewsgroupsClustering.v2": 0.640003, "Touche2020Retrieval.v3": 0.76186, "ToxicConversationsClassification": 0.916992, "StackExchangeClustering.v2": 0.79333, "STSBenchmark": 0.935493, "TwitterURLCorpus": 0.935961, "MassiveIntentClassification": 0.857666, "STS22.v2": 0.730501, "ImdbClassification": 0.973672, "ClimateFEVERHardNegatives": 0.48939, "AmazonCounterfactualClassification": 0.94, "STS12": 0.863966, "MindSmallReranking": 0.3284, "STS14": 0.904144, "BiorxivClusteringP2P.v2": 0.505478, "Banking77Classification": 0.872045, "TwitterSemEval2015": 0.901244, "FEVERHardNegatives": 0.92485, "TweetSentimentExtractionClassification": 0.78953, "MTOPDomainClassification": 0.982672, "MassiveScenarioClassification": 0.900101, "FiQA2018": 0.64575, "CQADupstackGamingRetrieval": 0.72985, "CQADupstackUnixRetrieval": 0.63594, "STS15": 0.937217, "MedrxivClusteringP2P.v2": 0.463035 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": true } }, { "id": "scores_MTEB_eng_v2:row:1", "model": "infgrad/Jasper-Token-Compression-600M", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 1, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.607, "parameters_billion": 0.607, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "3b343bfa59a432336596be49abde34a78c285bed2d76e1f2080da3302d8d4d22", "mean_task": 0.7474843170731708, "mean_task_type": 0.6845585456349206, "by_task_type": { "Classification": 0.903549125, "Clustering": 0.5944342499999999, "PairClassification": 0.901514, "Reranking": 0.50602, "Retrieval": 0.661884, "STS": 0.8878824444444445, "Summarization": 0.336626 }, "scores_by_task": { "SummEvalSummarization.v2": 0.336626, "ArguAna": 0.7828, "STS17": 0.934175, "SCIDOCS": 0.2551, "SprintDuplicateQuestions": 0.983387, "StackExchangeClusteringP2P.v2": 0.535364, "HotpotQAHardNegatives": 0.76669, "ArXivHierarchicalClusteringS2S": 0.638708, "TRECCOVID": 0.89924, "AskUbuntuDupQuestions": 0.68438, "MedrxivClusteringS2S.v2": 0.462295, "BIOSSES": 0.916792, "ArXivHierarchicalClusteringP2P": 0.661017, "STS13": 0.933476, "SICK-R": 0.852974, "TwentyNewsgroupsClustering.v2": 0.676113, "Touche2020Retrieval.v3": 0.67939, "ToxicConversationsClassification": 0.910596, "StackExchangeClustering.v2": 0.772287, "STSBenchmark": 0.928872, "TwitterURLCorpus": 0.889127, "MassiveIntentClassification": 0.852925, "STS22.v2": 0.733, "ImdbClassification": 0.971104, "ClimateFEVERHardNegatives": 0.4603, "AmazonCounterfactualClassification": 0.935224, "STS12": 0.860666, "MindSmallReranking": 0.32766, "STS14": 0.896326, "BiorxivClusteringP2P.v2": 0.519626, "Banking77Classification": 0.874643, "TwitterSemEval2015": 0.832028, "FEVERHardNegatives": 0.9366, "TweetSentimentExtractionClassification": 0.785654, "MTOPDomainClassification": 0.98974, "MassiveScenarioClassification": 0.908507, "FiQA2018": 0.53892, "CQADupstackGamingRetrieval": 0.70852, "CQADupstackUnixRetrieval": 0.59128, "STS15": 0.934661, "MedrxivClusteringP2P.v2": 0.490064 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": true } }, { "id": "scores_MTEB_eng_v2:row:2", "model": "Kingsoft-LLM/QZhou-Embedding", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 2, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.071, "parameters_billion": 7.071, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "26f4cb102c38a7cab51cd46a5ad70d9eff84c9849e3b9eb063d23fa024f7fe92", "mean_task": 0.7597192439024391, "mean_task_type": 0.6951907480158731, "by_task_type": { "Classification": 0.889664625, "Clustering": 0.6164705, "PairClassification": 0.9243093333333333, "Reranking": 0.517683, "Retrieval": 0.6712279999999999, "STS": 0.9164817777777778, "Summarization": 0.330498 }, "scores_by_task": { "SummEvalSummarization.v2": 0.330498, "ArguAna": 0.84097, "STS17": 0.951533, "SCIDOCS": 0.28659, "SprintDuplicateQuestions": 0.983811, "StackExchangeClusteringP2P.v2": 0.551016, "HotpotQAHardNegatives": 0.81168, "ArXivHierarchicalClusteringS2S": 0.635768, "TRECCOVID": 0.77639, "AskUbuntuDupQuestions": 0.691639, "MedrxivClusteringS2S.v2": 0.475841, "BIOSSES": 0.930328, "ArXivHierarchicalClusteringP2P": 0.66157, "STS13": 0.95668, "SICK-R": 0.877356, "TwentyNewsgroupsClustering.v2": 0.808033, "Touche2020Retrieval.v3": 0.50095, "ToxicConversationsClassification": 0.901904, "StackExchangeClustering.v2": 0.755257, "STSBenchmark": 0.950436, "TwitterURLCorpus": 0.921688, "MassiveIntentClassification": 0.790417, "STS22.v2": 0.798426, "ImdbClassification": 0.963604, "ClimateFEVERHardNegatives": 0.48821, "AmazonCounterfactualClassification": 0.940896, "STS12": 0.902917, "MindSmallReranking": 0.343727, "STS14": 0.927978, "BiorxivClusteringP2P.v2": 0.544787, "Banking77Classification": 0.853669, "TwitterSemEval2015": 0.867429, "FEVERHardNegatives": 0.93779, "TweetSentimentExtractionClassification": 0.770685, "MTOPDomainClassification": 0.987164, "MassiveScenarioClassification": 0.908978, "FiQA2018": 0.59555, "CQADupstackGamingRetrieval": 0.76184, "CQADupstackUnixRetrieval": 0.71231, "STS15": 0.952682, "MedrxivClusteringP2P.v2": 0.499492 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": true } }, { "id": "scores_MTEB_eng_v2:row:3", "model": "ByteDance-Seed/Seed1.5-Embedding", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 3, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "8f41f6b640371562d3f79695c4e1a5638079dadb4bb2d3b051c5a006c3dbaf13", "mean_task": 0.747613243902439, "mean_task_type": 0.6855526031746032, "by_task_type": { "Classification": 0.89879275, "Clustering": 0.60827025, "PairClassification": 0.873891, "Reranking": 0.506698, "Retrieval": 0.674536, "STS": 0.8723162222222222, "Summarization": 0.364364 }, "scores_by_task": { "SummEvalSummarization.v2": 0.364364, "ArguAna": 0.75104, "STS17": 0.932298, "SCIDOCS": 0.26412, "SprintDuplicateQuestions": 0.973555, "StackExchangeClusteringP2P.v2": 0.527435, "HotpotQAHardNegatives": 0.86074, "ArXivHierarchicalClusteringS2S": 0.640416, "TRECCOVID": 0.87652, "AskUbuntuDupQuestions": 0.688206, "MedrxivClusteringS2S.v2": 0.51057, "BIOSSES": 0.834965, "ArXivHierarchicalClusteringP2P": 0.653965, "STS13": 0.925484, "SICK-R": 0.843305, "TwentyNewsgroupsClustering.v2": 0.645088, "Touche2020Retrieval.v3": 0.63694, "ToxicConversationsClassification": 0.866455, "StackExchangeClustering.v2": 0.806577, "STSBenchmark": 0.915074, "TwitterURLCorpus": 0.867263, "MassiveIntentClassification": 0.878144, "STS22.v2": 0.723988, "ImdbClassification": 0.9698, "ClimateFEVERHardNegatives": 0.48223, "AmazonCounterfactualClassification": 0.91403, "STS12": 0.847519, "MindSmallReranking": 0.32519, "STS14": 0.903995, "BiorxivClusteringP2P.v2": 0.564193, "Banking77Classification": 0.917045, "TwitterSemEval2015": 0.780855, "FEVERHardNegatives": 0.94531, "TweetSentimentExtractionClassification": 0.719468, "MTOPDomainClassification": 0.992818, "MassiveScenarioClassification": 0.932582, "FiQA2018": 0.64754, "CQADupstackGamingRetrieval": 0.71536, "CQADupstackUnixRetrieval": 0.56556, "STS15": 0.924218, "MedrxivClusteringP2P.v2": 0.517918 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": "missing/nonfinite/nonpositive reported size; retained in global ranks only", "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:4", "model": "Qwen/Qwen3-Embedding-8B", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 4, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.567, "parameters_billion": 7.567, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "dfa4a1bccbcf9a97699d8751f0adebd2568d5775a2573e28ac648e67555f046c", "mean_task": 0.7522560487804878, "mean_task_type": 0.6870739623015873, "by_task_type": { "Classification": 0.904347375, "Clustering": 0.58573025, "PairClassification": 0.8752296666666667, "Reranking": 0.515644, "Retrieval": 0.694402, "STS": 0.8858394444444444, "Summarization": 0.348325 }, "scores_by_task": { "SummEvalSummarization.v2": 0.348325, "ArguAna": 0.76852, "STS17": 0.958617, "SCIDOCS": 0.32742, "SprintDuplicateQuestions": 0.959506, "StackExchangeClusteringP2P.v2": 0.532911, "HotpotQAHardNegatives": 0.77031, "ArXivHierarchicalClusteringS2S": 0.654822, "TRECCOVID": 0.94991, "AskUbuntuDupQuestions": 0.701977, "MedrxivClusteringS2S.v2": 0.441845, "BIOSSES": 0.815856, "ArXivHierarchicalClusteringP2P": 0.648951, "STS13": 0.942216, "SICK-R": 0.885986, "TwentyNewsgroupsClustering.v2": 0.639275, "Touche2020Retrieval.v3": 0.72969, "ToxicConversationsClassification": 0.916455, "StackExchangeClustering.v2": 0.794072, "STSBenchmark": 0.936023, "TwitterURLCorpus": 0.869624, "MassiveIntentClassification": 0.858742, "STS22.v2": 0.730981, "ImdbClassification": 0.97368, "ClimateFEVERHardNegatives": 0.49002, "AmazonCounterfactualClassification": 0.939403, "STS12": 0.861378, "MindSmallReranking": 0.329311, "STS14": 0.904208, "BiorxivClusteringP2P.v2": 0.513103, "Banking77Classification": 0.872727, "TwitterSemEval2015": 0.796559, "FEVERHardNegatives": 0.92685, "TweetSentimentExtractionClassification": 0.789813, "MTOPDomainClassification": 0.983858, "MassiveScenarioClassification": 0.900101, "FiQA2018": 0.64567, "CQADupstackGamingRetrieval": 0.72352, "CQADupstackUnixRetrieval": 0.61211, "STS15": 0.93729, "MedrxivClusteringP2P.v2": 0.460863 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:5", "model": "annamodels/LGAI-Embedding-Preview", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 5, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.11, "parameters_billion": 7.11, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "dea143d8bad6f98de8884f0417cb82b1b850589a42318b3c6a77b945fdbf28fb", "mean_task": 0.7412059024390244, "mean_task_type": 0.6840282916666667, "by_task_type": { "Classification": 0.89970175, "Clustering": 0.592508625, "PairClassification": 0.8867456666666667, "Reranking": 0.491291, "Retrieval": 0.661797, "STS": 0.8668520000000001, "Summarization": 0.389302 }, "scores_by_task": { "SummEvalSummarization.v2": 0.389302, "ArguAna": 0.86948, "STS17": 0.90194, "SCIDOCS": 0.27257, "SprintDuplicateQuestions": 0.974453, "StackExchangeClusteringP2P.v2": 0.493117, "HotpotQAHardNegatives": 0.76367, "ArXivHierarchicalClusteringS2S": 0.639664, "TRECCOVID": 0.901, "AskUbuntuDupQuestions": 0.656017, "MedrxivClusteringS2S.v2": 0.475779, "BIOSSES": 0.862321, "ArXivHierarchicalClusteringP2P": 0.655244, "STS13": 0.904385, "SICK-R": 0.848918, "TwentyNewsgroupsClustering.v2": 0.680106, "Touche2020Retrieval.v3": 0.5876, "ToxicConversationsClassification": 0.927588, "StackExchangeClustering.v2": 0.791455, "STSBenchmark": 0.914649, "TwitterURLCorpus": 0.881301, "MassiveIntentClassification": 0.823974, "STS22.v2": 0.749722, "ImdbClassification": 0.968108, "ClimateFEVERHardNegatives": 0.41965, "AmazonCounterfactualClassification": 0.931791, "STS12": 0.817878, "MindSmallReranking": 0.326565, "STS14": 0.882823, "BiorxivClusteringP2P.v2": 0.535128, "Banking77Classification": 0.913766, "TwitterSemEval2015": 0.804483, "FEVERHardNegatives": 0.93394, "TweetSentimentExtractionClassification": 0.795784, "MTOPDomainClassification": 0.982467, "MassiveScenarioClassification": 0.854136, "FiQA2018": 0.6099, "CQADupstackGamingRetrieval": 0.70185, "CQADupstackUnixRetrieval": 0.55831, "STS15": 0.919032, "MedrxivClusteringP2P.v2": 0.469576 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:6", "model": "Qwen/Qwen3-Embedding-4B", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 6, "scored_checkpoint_revision": null, "reported_total_params_billion": 4.022, "parameters_billion": 4.022, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "92f7c561a891ea56a6f432a71aac89a6c47de7b09905c63212e2783bcbb01b9c", "mean_task": 0.7460537804878048, "mean_task_type": 0.6809905555555557, "by_task_type": { "Classification": 0.8984265, "Clustering": 0.575064, "PairClassification": 0.8700910000000001, "Reranking": 0.5076175, "Retrieval": 0.684583, "STS": 0.8872238888888888, "Summarization": 0.343928 }, "scores_by_task": { "SummEvalSummarization.v2": 0.343928, "ArguAna": 0.7564, "STS17": 0.950829, "SCIDOCS": 0.31444, "SprintDuplicateQuestions": 0.960944, "StackExchangeClusteringP2P.v2": 0.53485, "HotpotQAHardNegatives": 0.75219, "ArXivHierarchicalClusteringS2S": 0.651593, "TRECCOVID": 0.92924, "AskUbuntuDupQuestions": 0.688138, "MedrxivClusteringS2S.v2": 0.438008, "BIOSSES": 0.828507, "ArXivHierarchicalClusteringP2P": 0.648172, "STS13": 0.943863, "SICK-R": 0.880603, "TwentyNewsgroupsClustering.v2": 0.589607, "Touche2020Retrieval.v3": 0.74648, "ToxicConversationsClassification": 0.914355, "StackExchangeClustering.v2": 0.775663, "STSBenchmark": 0.936965, "TwitterURLCorpus": 0.871542, "MassiveIntentClassification": 0.850235, "STS22.v2": 0.731069, "ImdbClassification": 0.9716, "ClimateFEVERHardNegatives": 0.48476, "AmazonCounterfactualClassification": 0.937313, "STS12": 0.866139, "MindSmallReranking": 0.327097, "STS14": 0.909367, "BiorxivClusteringP2P.v2": 0.509374, "Banking77Classification": 0.863409, "TwitterSemEval2015": 0.777787, "FEVERHardNegatives": 0.92467, "TweetSentimentExtractionClassification": 0.784465, "MTOPDomainClassification": 0.97777, "MassiveScenarioClassification": 0.888265, "FiQA2018": 0.62654, "CQADupstackGamingRetrieval": 0.71508, "CQADupstackUnixRetrieval": 0.59603, "STS15": 0.937673, "MedrxivClusteringP2P.v2": 0.453245 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:7", "model": "Bytedance/Seed1.6-embedding", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 7, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text", "image" ], "source_row_sha256": "31697d95620ea67abd19a3d0c9803ffd53c52758b39f250ea8646bacf2d84c0a", "mean_task": 0.7407039268292682, "mean_task_type": 0.6798059980158729, "by_task_type": { "Classification": 0.92423075, "Clustering": 0.592206125, "PairClassification": 0.8506696666666667, "Reranking": 0.5027820000000001, "Retrieval": 0.649036, "STS": 0.8687144444444445, "Summarization": 0.371003 }, "scores_by_task": { "SummEvalSummarization.v2": 0.371003, "ArguAna": 0.71037, "STS17": 0.910042, "SCIDOCS": 0.25011, "SprintDuplicateQuestions": 0.898021, "StackExchangeClusteringP2P.v2": 0.516845, "HotpotQAHardNegatives": 0.83632, "ArXivHierarchicalClusteringS2S": 0.620561, "TRECCOVID": 0.84447, "AskUbuntuDupQuestions": 0.676192, "MedrxivClusteringS2S.v2": 0.467455, "BIOSSES": 0.872195, "ArXivHierarchicalClusteringP2P": 0.632397, "STS13": 0.923468, "SICK-R": 0.84669, "TwentyNewsgroupsClustering.v2": 0.665415, "Touche2020Retrieval.v3": 0.60659, "ToxicConversationsClassification": 0.944287, "StackExchangeClustering.v2": 0.80123, "STSBenchmark": 0.893686, "TwitterURLCorpus": 0.869784, "MassiveIntentClassification": 0.892872, "STS22.v2": 0.728553, "ImdbClassification": 0.971688, "ClimateFEVERHardNegatives": 0.47341, "AmazonCounterfactualClassification": 0.93791, "STS12": 0.834018, "MindSmallReranking": 0.329372, "STS14": 0.894397, "BiorxivClusteringP2P.v2": 0.544897, "Banking77Classification": 0.920455, "TwitterSemEval2015": 0.784204, "FEVERHardNegatives": 0.92752, "TweetSentimentExtractionClassification": 0.804188, "MTOPDomainClassification": 0.993092, "MassiveScenarioClassification": 0.929354, "FiQA2018": 0.61575, "CQADupstackGamingRetrieval": 0.67385, "CQADupstackUnixRetrieval": 0.55197, "STS15": 0.915381, "MedrxivClusteringP2P.v2": 0.488849 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": "missing/nonfinite/nonpositive reported size; retained in global ranks only", "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:8", "model": "google/gemini-embedding-001", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 8, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "12f77628465a4b94e53ff075b8400c389b8443abebac1e14728323045114fd70", "mean_task": 0.7329878292682926, "mean_task_type": 0.6766678353174603, "by_task_type": { "Classification": 0.900467, "Clustering": 0.593916625, "PairClassification": 0.877047, "Reranking": 0.48595, "Retrieval": 0.643503, "STS": 0.8529462222222223, "Summarization": 0.382845 }, "scores_by_task": { "SummEvalSummarization.v2": 0.382845, "ArguAna": 0.86442, "STS17": 0.916056, "SCIDOCS": 0.25153, "SprintDuplicateQuestions": 0.968976, "StackExchangeClusteringP2P.v2": 0.50906, "HotpotQAHardNegatives": 0.87011, "ArXivHierarchicalClusteringS2S": 0.63843, "TRECCOVID": 0.86315, "AskUbuntuDupQuestions": 0.642424, "MedrxivClusteringS2S.v2": 0.450054, "BIOSSES": 0.889713, "ArXivHierarchicalClusteringP2P": 0.649199, "STS13": 0.89887, "SICK-R": 0.827477, "TwentyNewsgroupsClustering.v2": 0.573702, "Touche2020Retrieval.v3": 0.52388, "ToxicConversationsClassification": 0.887451, "StackExchangeClustering.v2": 0.920656, "STSBenchmark": 0.890753, "TwitterURLCorpus": 0.870488, "MassiveIntentClassification": 0.884566, "STS22.v2": 0.679656, "ImdbClassification": 0.9498, "ClimateFEVERHardNegatives": 0.31061, "AmazonCounterfactualClassification": 0.926866, "STS12": 0.815489, "MindSmallReranking": 0.329476, "STS14": 0.854098, "BiorxivClusteringP2P.v2": 0.538637, "Banking77Classification": 0.942695, "TwitterSemEval2015": 0.791677, "FEVERHardNegatives": 0.8898, "TweetSentimentExtractionClassification": 0.69884, "MTOPDomainClassification": 0.992704, "MassiveScenarioClassification": 0.920814, "FiQA2018": 0.61776, "CQADupstackGamingRetrieval": 0.70683, "CQADupstackUnixRetrieval": 0.53694, "STS15": 0.904404, "MedrxivClusteringP2P.v2": 0.471595 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": "missing/nonfinite/nonpositive reported size; retained in global ranks only", "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:9", "model": "codefuse-ai/F2LLM-v2-8B", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 9, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.568, "parameters_billion": 7.568, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "5a3c6cc5a9091d427bfb8c32dd8ce4dcbe6ac92699f9a4ab7eaa8203eb7210e6", "mean_task": 0.7286161219512195, "mean_task_type": 0.6695207698412698, "by_task_type": { "Classification": 0.9152225, "Clustering": 0.62849, "PairClassification": 0.861393, "Reranking": 0.50211, "Retrieval": 0.598205, "STS": 0.8464858888888889, "Summarization": 0.334739 }, "scores_by_task": { "SummEvalSummarization.v2": 0.334739, "ArguAna": 0.63, "STS17": 0.915417, "SCIDOCS": 0.2797, "SprintDuplicateQuestions": 0.958743, "StackExchangeClusteringP2P.v2": 0.512963, "HotpotQAHardNegatives": 0.72651, "ArXivHierarchicalClusteringS2S": 0.643986, "TRECCOVID": 0.58647, "AskUbuntuDupQuestions": 0.66992, "MedrxivClusteringS2S.v2": 0.54883, "BIOSSES": 0.887852, "ArXivHierarchicalClusteringP2P": 0.634989, "STS13": 0.870365, "SICK-R": 0.820451, "TwentyNewsgroupsClustering.v2": 0.61952, "Touche2020Retrieval.v3": 0.60281, "ToxicConversationsClassification": 0.911816, "StackExchangeClustering.v2": 0.803826, "STSBenchmark": 0.870324, "TwitterURLCorpus": 0.866204, "MassiveIntentClassification": 0.885205, "STS22.v2": 0.686558, "ImdbClassification": 0.9705, "ClimateFEVERHardNegatives": 0.4283, "AmazonCounterfactualClassification": 0.926866, "STS12": 0.820957, "MindSmallReranking": 0.3343, "STS14": 0.850931, "BiorxivClusteringP2P.v2": 0.694199, "Banking77Classification": 0.913409, "TwitterSemEval2015": 0.759232, "FEVERHardNegatives": 0.92661, "TweetSentimentExtractionClassification": 0.791483, "MTOPDomainClassification": 0.99503, "MassiveScenarioClassification": 0.927471, "FiQA2018": 0.59275, "CQADupstackGamingRetrieval": 0.64737, "CQADupstackUnixRetrieval": 0.56153, "STS15": 0.895518, "MedrxivClusteringP2P.v2": 0.569607 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:10", "model": "codefuse-ai/F2LLM-v2-14B", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 10, "scored_checkpoint_revision": null, "reported_total_params_billion": 13.99, "parameters_billion": 13.99, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "7c840979028f57d338178e9ac3d577919d9ec73d15420b58da6a58729dc15c69", "mean_task": 0.7307962926829269, "mean_task_type": 0.6646437976190477, "by_task_type": { "Classification": 0.916848, "Clustering": 0.63540125, "PairClassification": 0.8601853333333334, "Reranking": 0.50323, "Retrieval": 0.606316, "STS": 0.845494, "Summarization": 0.285032 }, "scores_by_task": { "SummEvalSummarization.v2": 0.285032, "ArguAna": 0.64975, "STS17": 0.913214, "SCIDOCS": 0.28418, "SprintDuplicateQuestions": 0.951997, "StackExchangeClusteringP2P.v2": 0.509221, "HotpotQAHardNegatives": 0.73277, "ArXivHierarchicalClusteringS2S": 0.639114, "TRECCOVID": 0.58916, "AskUbuntuDupQuestions": 0.67577, "MedrxivClusteringS2S.v2": 0.565186, "BIOSSES": 0.88161, "ArXivHierarchicalClusteringP2P": 0.623108, "STS13": 0.872257, "SICK-R": 0.821847, "TwentyNewsgroupsClustering.v2": 0.619656, "Touche2020Retrieval.v3": 0.61959, "ToxicConversationsClassification": 0.909131, "StackExchangeClustering.v2": 0.808444, "STSBenchmark": 0.873982, "TwitterURLCorpus": 0.867674, "MassiveIntentClassification": 0.885844, "STS22.v2": 0.66686, "ImdbClassification": 0.972288, "ClimateFEVERHardNegatives": 0.4136, "AmazonCounterfactualClassification": 0.931194, "STS12": 0.826486, "MindSmallReranking": 0.33069, "STS14": 0.855616, "BiorxivClusteringP2P.v2": 0.732015, "Banking77Classification": 0.916136, "TwitterSemEval2015": 0.760885, "FEVERHardNegatives": 0.93325, "TweetSentimentExtractionClassification": 0.793067, "MTOPDomainClassification": 0.994642, "MassiveScenarioClassification": 0.932482, "FiQA2018": 0.61831, "CQADupstackGamingRetrieval": 0.65722, "CQADupstackUnixRetrieval": 0.56533, "STS15": 0.897574, "MedrxivClusteringP2P.v2": 0.586466 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:11", "model": "ai-sage/Giga-Embeddings-instruct-3B-0826", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 11, "scored_checkpoint_revision": null, "reported_total_params_billion": 3.151, "parameters_billion": 3.151, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "3f3e881e17221b91dcbb7ab3ef68ef5d75d67e695bec1cf085b18b3663db3aae", "mean_task": 0.7190430731707317, "mean_task_type": 0.6638313134920635, "by_task_type": { "Classification": 0.914461, "Clustering": 0.57950375, "PairClassification": 0.871394, "Reranking": 0.496215, "Retrieval": 0.594491, "STS": 0.8483464444444445, "Summarization": 0.342408 }, "scores_by_task": { "SummEvalSummarization.v2": 0.342408, "ArguAna": 0.59084, "STS17": 0.89975, "SCIDOCS": 0.21696, "SprintDuplicateQuestions": 0.963323, "StackExchangeClusteringP2P.v2": 0.506553, "HotpotQAHardNegatives": 0.74075, "ArXivHierarchicalClusteringS2S": 0.665802, "TRECCOVID": 0.84867, "AskUbuntuDupQuestions": 0.68525, "MedrxivClusteringS2S.v2": 0.465933, "BIOSSES": 0.881183, "ArXivHierarchicalClusteringP2P": 0.672404, "STS13": 0.894114, "SICK-R": 0.84408, "TwentyNewsgroupsClustering.v2": 0.563411, "Touche2020Retrieval.v3": 0.61688, "ToxicConversationsClassification": 0.903564, "StackExchangeClustering.v2": 0.710291, "STSBenchmark": 0.885829, "TwitterURLCorpus": 0.868361, "MassiveIntentClassification": 0.875992, "STS22.v2": 0.710575, "ImdbClassification": 0.96932, "ClimateFEVERHardNegatives": 0.27507, "AmazonCounterfactualClassification": 0.95209, "STS12": 0.775605, "MindSmallReranking": 0.30718, "STS14": 0.848646, "BiorxivClusteringP2P.v2": 0.541222, "Banking77Classification": 0.911591, "TwitterSemEval2015": 0.782498, "FEVERHardNegatives": 0.8646, "TweetSentimentExtractionClassification": 0.791228, "MTOPDomainClassification": 0.990652, "MassiveScenarioClassification": 0.921251, "FiQA2018": 0.6083, "CQADupstackGamingRetrieval": 0.66601, "CQADupstackUnixRetrieval": 0.51683, "STS15": 0.895336, "MedrxivClusteringP2P.v2": 0.510414 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:12", "model": "ai-sage/Giga-Embeddings-instruct-10B-A1.8B-0826", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 12, "scored_checkpoint_revision": null, "reported_total_params_billion": 10.476, "parameters_billion": 10.476, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "1f4091c0a878360142193a8d4106cb6dd5116003f6de92d33dd75da16bf3f6a5", "mean_task": 0.7223401463414635, "mean_task_type": 0.6694375753968254, "by_task_type": { "Classification": 0.916154625, "Clustering": 0.590738625, "PairClassification": 0.8720293333333333, "Reranking": 0.49307999999999996, "Retrieval": 0.600336, "STS": 0.8426834444444444, "Summarization": 0.371041 }, "scores_by_task": { "SummEvalSummarization.v2": 0.371041, "ArguAna": 0.54237, "STS17": 0.901436, "SCIDOCS": 0.22241, "SprintDuplicateQuestions": 0.959471, "StackExchangeClusteringP2P.v2": 0.511316, "HotpotQAHardNegatives": 0.7492, "ArXivHierarchicalClusteringS2S": 0.662569, "TRECCOVID": 0.86953, "AskUbuntuDupQuestions": 0.67677, "MedrxivClusteringS2S.v2": 0.475581, "BIOSSES": 0.876014, "ArXivHierarchicalClusteringP2P": 0.673502, "STS13": 0.884394, "SICK-R": 0.839327, "TwentyNewsgroupsClustering.v2": 0.60123, "Touche2020Retrieval.v3": 0.60681, "ToxicConversationsClassification": 0.906104, "StackExchangeClustering.v2": 0.721469, "STSBenchmark": 0.883078, "TwitterURLCorpus": 0.871407, "MassiveIntentClassification": 0.879287, "STS22.v2": 0.715365, "ImdbClassification": 0.969212, "ClimateFEVERHardNegatives": 0.28775, "AmazonCounterfactualClassification": 0.946716, "STS12": 0.752841, "MindSmallReranking": 0.30939, "STS14": 0.839495, "BiorxivClusteringP2P.v2": 0.561402, "Banking77Classification": 0.916656, "TwitterSemEval2015": 0.78521, "FEVERHardNegatives": 0.87907, "TweetSentimentExtractionClassification": 0.799095, "MTOPDomainClassification": 0.990378, "MassiveScenarioClassification": 0.921789, "FiQA2018": 0.62233, "CQADupstackGamingRetrieval": 0.68108, "CQADupstackUnixRetrieval": 0.54281, "STS15": 0.892201, "MedrxivClusteringP2P.v2": 0.51884 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:13", "model": "jinaai/jina-embeddings-v5-omni-small", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 13, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.626, "parameters_billion": 1.626, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text", "image", "audio", "video" ], "source_row_sha256": "676754e8106546c72deea29e2e68a307289f29d501c56cbfcfaa53861c52cb08", "mean_task": 0.7177546341463414, "mean_task_type": 0.6567853551587302, "by_task_type": { "Classification": 0.907508125, "Clustering": 0.54688725, "PairClassification": 0.8495210000000001, "Reranking": 0.493845, "Retrieval": 0.600739, "STS": 0.8812671111111111, "Summarization": 0.31773 }, "scores_by_task": { "SummEvalSummarization.v2": 0.31773, "ArguAna": 0.65071, "STS17": 0.949019, "SCIDOCS": 0.2304, "SprintDuplicateQuestions": 0.965576, "StackExchangeClusteringP2P.v2": 0.519501, "HotpotQAHardNegatives": 0.69939, "ArXivHierarchicalClusteringS2S": 0.62706, "TRECCOVID": 0.78486, "AskUbuntuDupQuestions": 0.66078, "MedrxivClusteringS2S.v2": 0.414285, "BIOSSES": 0.85158, "ArXivHierarchicalClusteringP2P": 0.657904, "STS13": 0.886952, "SICK-R": 0.916214, "TwentyNewsgroupsClustering.v2": 0.543427, "Touche2020Retrieval.v3": 0.70593, "ToxicConversationsClassification": 0.93667, "StackExchangeClustering.v2": 0.701319, "STSBenchmark": 0.9483, "TwitterURLCorpus": 0.859878, "MassiveIntentClassification": 0.890989, "STS22.v2": 0.717488, "ImdbClassification": 0.9555, "ClimateFEVERHardNegatives": 0.41755, "AmazonCounterfactualClassification": 0.931791, "STS12": 0.851146, "MindSmallReranking": 0.32691, "STS14": 0.884952, "BiorxivClusteringP2P.v2": 0.476539, "Banking77Classification": 0.914578, "TwitterSemEval2015": 0.723109, "FEVERHardNegatives": 0.90457, "TweetSentimentExtractionClassification": 0.720685, "MTOPDomainClassification": 0.989307, "MassiveScenarioClassification": 0.920545, "FiQA2018": 0.49632, "CQADupstackGamingRetrieval": 0.62156, "CQADupstackUnixRetrieval": 0.4961, "STS15": 0.925753, "MedrxivClusteringP2P.v2": 0.435063 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:14", "model": "jinaai/jina-embeddings-v5-text-small", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 14, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.596, "parameters_billion": 0.596, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "5121aba8cd390efab7f3cdb8df926673a2405981bedfd69e33f8955c7f249659", "mean_task": 0.7177513414634146, "mean_task_type": 0.6567829444444444, "by_task_type": { "Classification": 0.90749125, "Clustering": 0.54688725, "PairClassification": 0.8495210000000001, "Reranking": 0.493845, "Retrieval": 0.600739, "STS": 0.8812671111111111, "Summarization": 0.31773 }, "scores_by_task": { "SummEvalSummarization.v2": 0.31773, "ArguAna": 0.65071, "STS17": 0.949019, "SCIDOCS": 0.2304, "SprintDuplicateQuestions": 0.965576, "StackExchangeClusteringP2P.v2": 0.519501, "HotpotQAHardNegatives": 0.69939, "ArXivHierarchicalClusteringS2S": 0.62706, "TRECCOVID": 0.78486, "AskUbuntuDupQuestions": 0.66078, "MedrxivClusteringS2S.v2": 0.414285, "BIOSSES": 0.85158, "ArXivHierarchicalClusteringP2P": 0.657904, "STS13": 0.886952, "SICK-R": 0.916214, "TwentyNewsgroupsClustering.v2": 0.543427, "Touche2020Retrieval.v3": 0.70593, "ToxicConversationsClassification": 0.93667, "StackExchangeClustering.v2": 0.701319, "STSBenchmark": 0.9483, "TwitterURLCorpus": 0.859878, "MassiveIntentClassification": 0.890989, "STS22.v2": 0.717488, "ImdbClassification": 0.9555, "ClimateFEVERHardNegatives": 0.41755, "AmazonCounterfactualClassification": 0.931791, "STS12": 0.851146, "MindSmallReranking": 0.32691, "STS14": 0.884952, "BiorxivClusteringP2P.v2": 0.476539, "Banking77Classification": 0.914578, "TwitterSemEval2015": 0.723109, "FEVERHardNegatives": 0.90457, "TweetSentimentExtractionClassification": 0.720685, "MTOPDomainClassification": 0.989307, "MassiveScenarioClassification": 0.92041, "FiQA2018": 0.49632, "CQADupstackGamingRetrieval": 0.62156, "CQADupstackUnixRetrieval": 0.4961, "STS15": 0.925753, "MedrxivClusteringP2P.v2": 0.435063 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": true } }, { "id": "scores_MTEB_eng_v2:row:15", "model": "NovaSearch/jasper_en_vision_language_v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 15, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.565, "parameters_billion": 1.565, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "060d29330ec9e76455cefcd20bd60e6c5650d051b094c67ad4ce3edd70ea398b", "mean_task": 0.7141166097560975, "mean_task_type": 0.6665139186507937, "by_task_type": { "Classification": 0.902715, "Clustering": 0.605248375, "PairClassification": 0.8814323333333333, "Reranking": 0.5000465, "Retrieval": 0.560511, "STS": 0.8437412222222221, "Summarization": 0.371903 }, "scores_by_task": { "SummEvalSummarization.v2": 0.371903, "ArguAna": 0.65204, "STS17": 0.910079, "SCIDOCS": 0.24638, "SprintDuplicateQuestions": 0.964021, "StackExchangeClusteringP2P.v2": 0.544329, "HotpotQAHardNegatives": 0.68428, "ArXivHierarchicalClusteringS2S": 0.647347, "TRECCOVID": 0.86732, "AskUbuntuDupQuestions": 0.673812, "MedrxivClusteringS2S.v2": 0.480553, "BIOSSES": 0.846598, "ArXivHierarchicalClusteringP2P": 0.686877, "STS13": 0.89692, "SICK-R": 0.82234, "TwentyNewsgroupsClustering.v2": 0.634294, "Touche2020Retrieval.v3": 0.45904, "ToxicConversationsClassification": 0.913135, "StackExchangeClustering.v2": 0.80049, "STSBenchmark": 0.888456, "TwitterURLCorpus": 0.877075, "MassiveIntentClassification": 0.85306, "STS22.v2": 0.671971, "ImdbClassification": 0.969528, "ClimateFEVERHardNegatives": 0.21855, "AmazonCounterfactualClassification": 0.93791, "STS12": 0.802578, "MindSmallReranking": 0.326281, "STS14": 0.853155, "BiorxivClusteringP2P.v2": 0.550404, "Banking77Classification": 0.87224, "TwitterSemEval2015": 0.803201, "FEVERHardNegatives": 0.75809, "TweetSentimentExtractionClassification": 0.772411, "MTOPDomainClassification": 0.991701, "MassiveScenarioClassification": 0.911735, "FiQA2018": 0.60118, "CQADupstackGamingRetrieval": 0.63253, "CQADupstackUnixRetrieval": 0.4857, "STS15": 0.901574, "MedrxivClusteringP2P.v2": 0.497693 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:16", "model": "codefuse-ai/F2LLM-v2-4B", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 16, "scored_checkpoint_revision": null, "reported_total_params_billion": 4.022, "parameters_billion": 4.022, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "494b6ba915f32d5cdc17c67f57dc6cfc229368d25d2be032c3e5e3c44f298d30", "mean_task": 0.7241223902439025, "mean_task_type": 0.6668032321428571, "by_task_type": { "Classification": 0.916751875, "Clustering": 0.62030175, "PairClassification": 0.8509760000000001, "Reranking": 0.50068, "Retrieval": 0.5912919999999999, "STS": 0.84222, "Summarization": 0.345401 }, "scores_by_task": { "SummEvalSummarization.v2": 0.345401, "ArguAna": 0.62393, "STS17": 0.910751, "SCIDOCS": 0.26771, "SprintDuplicateQuestions": 0.942027, "StackExchangeClusteringP2P.v2": 0.504188, "HotpotQAHardNegatives": 0.71378, "ArXivHierarchicalClusteringS2S": 0.619551, "TRECCOVID": 0.57698, "AskUbuntuDupQuestions": 0.67124, "MedrxivClusteringS2S.v2": 0.542963, "BIOSSES": 0.874285, "ArXivHierarchicalClusteringP2P": 0.634415, "STS13": 0.867143, "SICK-R": 0.811879, "TwentyNewsgroupsClustering.v2": 0.590265, "Touche2020Retrieval.v3": 0.60856, "ToxicConversationsClassification": 0.906689, "StackExchangeClustering.v2": 0.78668, "STSBenchmark": 0.873113, "TwitterURLCorpus": 0.864781, "MassiveIntentClassification": 0.887122, "STS22.v2": 0.674027, "ImdbClassification": 0.96926, "ClimateFEVERHardNegatives": 0.45079, "AmazonCounterfactualClassification": 0.934627, "STS12": 0.824698, "MindSmallReranking": 0.33012, "STS14": 0.847994, "BiorxivClusteringP2P.v2": 0.717721, "Banking77Classification": 0.914578, "TwitterSemEval2015": 0.74612, "FEVERHardNegatives": 0.93093, "TweetSentimentExtractionClassification": 0.798217, "MTOPDomainClassification": 0.995075, "MassiveScenarioClassification": 0.928447, "FiQA2018": 0.57364, "CQADupstackGamingRetrieval": 0.61977, "CQADupstackUnixRetrieval": 0.54683, "STS15": 0.89609, "MedrxivClusteringP2P.v2": 0.566631 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:17", "model": "codefuse-ai/F2LLM-4B", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 17, "scored_checkpoint_revision": null, "reported_total_params_billion": 4.022, "parameters_billion": 4.022, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "12b6ab8a776de71f9820cdd2216d7de45ca3203ab34e21db8224cdfb2eca95c2", "mean_task": 0.7367060487804878, "mean_task_type": 0.6729337658730159, "by_task_type": { "Classification": 0.9168425, "Clustering": 0.68542625, "PairClassification": 0.837544, "Reranking": 0.5004945, "Retrieval": 0.596299, "STS": 0.8420321111111111, "Summarization": 0.331898 }, "scores_by_task": { "SummEvalSummarization.v2": 0.331898, "ArguAna": 0.61926, "STS17": 0.89313, "SCIDOCS": 0.26702, "SprintDuplicateQuestions": 0.911723, "StackExchangeClusteringP2P.v2": 0.50145, "HotpotQAHardNegatives": 0.73111, "ArXivHierarchicalClusteringS2S": 0.644966, "TRECCOVID": 0.6064, "AskUbuntuDupQuestions": 0.670681, "MedrxivClusteringS2S.v2": 0.702315, "BIOSSES": 0.875556, "ArXivHierarchicalClusteringP2P": 0.656034, "STS13": 0.892963, "SICK-R": 0.816987, "TwentyNewsgroupsClustering.v2": 0.628835, "Touche2020Retrieval.v3": 0.55894, "ToxicConversationsClassification": 0.920166, "StackExchangeClustering.v2": 0.788153, "STSBenchmark": 0.87232, "TwitterURLCorpus": 0.857958, "MassiveIntentClassification": 0.878413, "STS22.v2": 0.665351, "ImdbClassification": 0.968752, "ClimateFEVERHardNegatives": 0.43388, "AmazonCounterfactualClassification": 0.930299, "STS12": 0.816399, "MindSmallReranking": 0.330308, "STS14": 0.854702, "BiorxivClusteringP2P.v2": 0.841711, "Banking77Classification": 0.918604, "TwitterSemEval2015": 0.742951, "FEVERHardNegatives": 0.91869, "TweetSentimentExtractionClassification": 0.802999, "MTOPDomainClassification": 0.993046, "MassiveScenarioClassification": 0.922461, "FiQA2018": 0.58389, "CQADupstackGamingRetrieval": 0.65372, "CQADupstackUnixRetrieval": 0.59008, "STS15": 0.890881, "MedrxivClusteringP2P.v2": 0.719946 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:18", "model": "jinaai/jina-embeddings-v5-omni-nano", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 18, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.986, "parameters_billion": 0.986, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text", "image", "audio", "video" ], "source_row_sha256": "6bcf10b8e4284e4db5ffbc056d9ca38b1f7c79f1da4d9d6d58b1a9a0a263b20b", "mean_task": 0.7111337804878048, "mean_task_type": 0.6522176388888888, "by_task_type": { "Classification": 0.900706125, "Clustering": 0.534921125, "PairClassification": 0.8473666666666667, "Reranking": 0.492255, "Retrieval": 0.588002, "STS": 0.8828205555555555, "Summarization": 0.319452 }, "scores_by_task": { "SummEvalSummarization.v2": 0.319452, "ArguAna": 0.65699, "STS17": 0.936989, "SCIDOCS": 0.22604, "SprintDuplicateQuestions": 0.955503, "StackExchangeClusteringP2P.v2": 0.505836, "HotpotQAHardNegatives": 0.69279, "ArXivHierarchicalClusteringS2S": 0.610752, "TRECCOVID": 0.77601, "AskUbuntuDupQuestions": 0.65733, "MedrxivClusteringS2S.v2": 0.403262, "BIOSSES": 0.874502, "ArXivHierarchicalClusteringP2P": 0.650163, "STS13": 0.894751, "SICK-R": 0.919743, "TwentyNewsgroupsClustering.v2": 0.525576, "Touche2020Retrieval.v3": 0.6612, "ToxicConversationsClassification": 0.927734, "StackExchangeClustering.v2": 0.693946, "STSBenchmark": 0.944537, "TwitterURLCorpus": 0.855575, "MassiveIntentClassification": 0.884129, "STS22.v2": 0.704314, "ImdbClassification": 0.947448, "ClimateFEVERHardNegatives": 0.40032, "AmazonCounterfactualClassification": 0.924478, "STS12": 0.853443, "MindSmallReranking": 0.32718, "STS14": 0.889108, "BiorxivClusteringP2P.v2": 0.464257, "Banking77Classification": 0.902013, "TwitterSemEval2015": 0.731022, "FEVERHardNegatives": 0.89817, "TweetSentimentExtractionClassification": 0.714997, "MTOPDomainClassification": 0.986457, "MassiveScenarioClassification": 0.918393, "FiQA2018": 0.47848, "CQADupstackGamingRetrieval": 0.61605, "CQADupstackUnixRetrieval": 0.47397, "STS15": 0.927998, "MedrxivClusteringP2P.v2": 0.425577 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:19", "model": "jinaai/jina-embeddings-v5-text-nano", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 19, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.212, "parameters_billion": 0.212, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "fbf52c4edd8dfdf24d9e571b03a943fb31e381932e5e552118c89e4020fb62e5", "mean_task": 0.7111337804878048, "mean_task_type": 0.6522176388888888, "by_task_type": { "Classification": 0.900706125, "Clustering": 0.534921125, "PairClassification": 0.8473666666666667, "Reranking": 0.492255, "Retrieval": 0.588002, "STS": 0.8828205555555555, "Summarization": 0.319452 }, "scores_by_task": { "SummEvalSummarization.v2": 0.319452, "ArguAna": 0.65699, "STS17": 0.936989, "SCIDOCS": 0.22604, "SprintDuplicateQuestions": 0.955503, "StackExchangeClusteringP2P.v2": 0.505836, "HotpotQAHardNegatives": 0.69279, "ArXivHierarchicalClusteringS2S": 0.610752, "TRECCOVID": 0.77601, "AskUbuntuDupQuestions": 0.65733, "MedrxivClusteringS2S.v2": 0.403262, "BIOSSES": 0.874502, "ArXivHierarchicalClusteringP2P": 0.650163, "STS13": 0.894751, "SICK-R": 0.919743, "TwentyNewsgroupsClustering.v2": 0.525576, "Touche2020Retrieval.v3": 0.6612, "ToxicConversationsClassification": 0.927734, "StackExchangeClustering.v2": 0.693946, "STSBenchmark": 0.944537, "TwitterURLCorpus": 0.855575, "MassiveIntentClassification": 0.884129, "STS22.v2": 0.704314, "ImdbClassification": 0.947448, "ClimateFEVERHardNegatives": 0.40032, "AmazonCounterfactualClassification": 0.924478, "STS12": 0.853443, "MindSmallReranking": 0.32718, "STS14": 0.889108, "BiorxivClusteringP2P.v2": 0.464257, "Banking77Classification": 0.902013, "TwitterSemEval2015": 0.731022, "FEVERHardNegatives": 0.89817, "TweetSentimentExtractionClassification": 0.714997, "MTOPDomainClassification": 0.986457, "MassiveScenarioClassification": 0.918393, "FiQA2018": 0.47848, "CQADupstackGamingRetrieval": 0.61605, "CQADupstackUnixRetrieval": 0.47397, "STS15": 0.927998, "MedrxivClusteringP2P.v2": 0.425577 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": true } }, { "id": "scores_MTEB_eng_v2:row:20", "model": "codefuse-ai/F2LLM-v2-1.7B", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 20, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.721, "parameters_billion": 1.721, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "2449b09d28cd56db69567cfa0d1c73d81cd002965d3495c8bc07ce690ce5ec92", "mean_task": 0.7163071951219512, "mean_task_type": 0.6637037777777778, "by_task_type": { "Classification": 0.913912875, "Clustering": 0.609098125, "PairClassification": 0.858343, "Reranking": 0.492355, "Retrieval": 0.566459, "STS": 0.8443024444444445, "Summarization": 0.361456 }, "scores_by_task": { "SummEvalSummarization.v2": 0.361456, "ArguAna": 0.60235, "STS17": 0.91196, "SCIDOCS": 0.23908, "SprintDuplicateQuestions": 0.947433, "StackExchangeClusteringP2P.v2": 0.492756, "HotpotQAHardNegatives": 0.68154, "ArXivHierarchicalClusteringS2S": 0.626066, "TRECCOVID": 0.54208, "AskUbuntuDupQuestions": 0.65985, "MedrxivClusteringS2S.v2": 0.518335, "BIOSSES": 0.884689, "ArXivHierarchicalClusteringP2P": 0.645105, "STS13": 0.870407, "SICK-R": 0.805845, "TwentyNewsgroupsClustering.v2": 0.600099, "Touche2020Retrieval.v3": 0.58416, "ToxicConversationsClassification": 0.91123, "StackExchangeClustering.v2": 0.776777, "STSBenchmark": 0.878159, "TwitterURLCorpus": 0.869942, "MassiveIntentClassification": 0.883759, "STS22.v2": 0.673952, "ImdbClassification": 0.966684, "ClimateFEVERHardNegatives": 0.42923, "AmazonCounterfactualClassification": 0.926269, "STS12": 0.824858, "MindSmallReranking": 0.32486, "STS14": 0.852138, "BiorxivClusteringP2P.v2": 0.672823, "Banking77Classification": 0.896656, "TwitterSemEval2015": 0.757654, "FEVERHardNegatives": 0.91588, "TweetSentimentExtractionClassification": 0.802094, "MTOPDomainClassification": 0.993912, "MassiveScenarioClassification": 0.930699, "FiQA2018": 0.52633, "CQADupstackGamingRetrieval": 0.62225, "CQADupstackUnixRetrieval": 0.52169, "STS15": 0.896714, "MedrxivClusteringP2P.v2": 0.540824 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:21", "model": "KaLM-Embedding/KaLM-embedding-multilingual-mini-instruct-v2.5", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 21, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.494, "parameters_billion": 0.494, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "aa7672f96c67dc1045429e4c21fb4b4257c7e50e6350053c80c1189a059e1717", "mean_task": 0.7128882096750967, "mean_task_type": 0.6530866149924203, "by_task_type": { "Classification": 0.9050233326758166, "Clustering": 0.581153882379991, "PairClassification": 0.8663451203551723, "Reranking": 0.4742189319516338, "Retrieval": 0.5845499999999999, "STS": 0.848213826709924, "Summarization": 0.3121012108744044 }, "scores_by_task": { "SummEvalSummarization.v2": 0.3121012108744044, "ArguAna": 0.60153, "STS17": 0.9233531893863874, "SCIDOCS": 0.21617, "SprintDuplicateQuestions": 0.9608836408366999, "StackExchangeClusteringP2P.v2": 0.5163534308201869, "HotpotQAHardNegatives": 0.7179, "ArXivHierarchicalClusteringS2S": 0.6115800304798539, "TRECCOVID": 0.82983, "AskUbuntuDupQuestions": 0.6238994348178671, "MedrxivClusteringS2S.v2": 0.43456067950998173, "BIOSSES": 0.8402360128174284, "ArXivHierarchicalClusteringP2P": 0.6345525248201163, "STS13": 0.895167267178336, "SICK-R": 0.8320442801025385, "TwentyNewsgroupsClustering.v2": 0.7313907276018541, "Touche2020Retrieval.v3": 0.63225, "ToxicConversationsClassification": 0.9169921875, "StackExchangeClustering.v2": 0.7583726954485177, "STSBenchmark": 0.8888111143561678, "TwitterURLCorpus": 0.8666290190780936, "MassiveIntentClassification": 0.832380632145259, "STS22.v2": 0.6720984198139099, "ImdbClassification": 0.95914, "ClimateFEVERHardNegatives": 0.35062, "AmazonCounterfactualClassification": 0.9474626865671644, "STS12": 0.8190031256415883, "MindSmallReranking": 0.3245384290854005, "STS14": 0.8599180550008585, "BiorxivClusteringP2P.v2": 0.5067147241962376, "Banking77Classification": 0.903051948051948, "TwitterSemEval2015": 0.7715227011507233, "FEVERHardNegatives": 0.88232, "TweetSentimentExtractionClassification": 0.8007923033389925, "MTOPDomainClassification": 0.986890104879161, "MassiveScenarioClassification": 0.8934767989240081, "FiQA2018": 0.471, "CQADupstackGamingRetrieval": 0.65515, "CQADupstackUnixRetrieval": 0.48873, "STS15": 0.9032929760921006, "MedrxivClusteringP2P.v2": 0.4557062461631795 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": true } }, { "id": "scores_MTEB_eng_v2:row:22", "model": "Linq-AI-Research/Linq-Embed-Mistral", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 22, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.111, "parameters_billion": 7.111, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "6d0b5045d934c9ba428d659a540e43f1324bf1c3f960c4bb9b7672681a9e7650", "mean_task": 0.6979659305421375, "mean_task_type": 0.6529145684545827, "by_task_type": { "Classification": 0.8300106573517738, "Clustering": 0.54066475, "PairClassification": 0.884350117041072, "Reranking": 0.4943883644018372, "Retrieval": 0.60144, "STS": 0.8469280903873955, "Summarization": 0.37262 }, "scores_by_task": { "SummEvalSummarization.v2": 0.37262, "ArguAna": 0.69649, "STS17": 0.9268185242943189, "SCIDOCS": 0.21932, "SprintDuplicateQuestions": 0.9627527798658713, "StackExchangeClusteringP2P.v2": 0.503173, "HotpotQAHardNegatives": 0.75411, "ArXivHierarchicalClusteringS2S": 0.62165, "TRECCOVID": 0.8709700000000001, "AskUbuntuDupQuestions": 0.6682016765243456, "MedrxivClusteringS2S.v2": 0.403674, "BIOSSES": 0.864013663041054, "ArXivHierarchicalClusteringP2P": 0.633776, "STS13": 0.8826850223126127, "SICK-R": 0.8430523596401186, "TwentyNewsgroupsClustering.v2": 0.572573, "Touche2020Retrieval.v3": 0.54473, "ToxicConversationsClassification": 0.7129380000000001, "StackExchangeClustering.v2": 0.721659, "STSBenchmark": 0.8880650007123052, "TwitterURLCorpus": 0.8751158697451964, "MassiveIntentClassification": 0.810121, "STS22.v2": 0.685546, "ImdbClassification": 0.9477639999999999, "ClimateFEVERHardNegatives": 0.30324, "AmazonCounterfactualClassification": 0.849552, "STS12": 0.7844413657529001, "MindSmallReranking": 0.3205750522793288, "STS14": 0.8449441798385489, "BiorxivClusteringP2P.v2": 0.458864, "Banking77Classification": 0.8788311688311689, "TwitterSemEval2015": 0.8151817015121484, "FEVERHardNegatives": 0.87595, "TweetSentimentExtractionClassification": 0.647623089983022, "MTOPDomainClassification": 0.964204, "MassiveScenarioClassification": 0.829052, "FiQA2018": 0.61205, "CQADupstackGamingRetrieval": 0.64364, "CQADupstackUnixRetrieval": 0.4939, "STS15": 0.9027866978947013, "MedrxivClusteringP2P.v2": 0.409949 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:23", "model": "Salesforce/SFR-Embedding-Mistral", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 23, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.111, "parameters_billion": 7.111, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "6a850af3c4df70774a0bb597d3c80cf06e01a01d5306545b75270c18b8b81005", "mean_task": 0.6931134522826354, "mean_task_type": 0.6493612264821235, "by_task_type": { "Classification": 0.8046842804518628, "Clustering": 0.549303, "PairClassification": 0.8858975857332617, "Reranking": 0.5015379899906125, "Retrieval": 0.593257, "STS": 0.8476957291991267, "Summarization": 0.363153 }, "scores_by_task": { "SummEvalSummarization.v2": 0.363153, "ArguAna": 0.67171, "STS17": 0.9201519349090438, "SCIDOCS": 0.19908, "SprintDuplicateQuestions": 0.9645919546060879, "StackExchangeClusteringP2P.v2": 0.513818, "HotpotQAHardNegatives": 0.73756, "ArXivHierarchicalClusteringS2S": 0.625545, "TRECCOVID": 0.87599, "AskUbuntuDupQuestions": 0.6758376647859171, "MedrxivClusteringS2S.v2": 0.415757, "BIOSSES": 0.8607003345325681, "ArXivHierarchicalClusteringP2P": 0.655027, "STS13": 0.8915419511870839, "SICK-R": 0.8292294737327579, "TwentyNewsgroupsClustering.v2": 0.561591, "Touche2020Retrieval.v3": 0.55179, "ToxicConversationsClassification": 0.6932940000000001, "StackExchangeClustering.v2": 0.719022, "STSBenchmark": 0.8899708463265337, "TwitterURLCorpus": 0.8778613271895861, "MassiveIntentClassification": 0.770545, "STS22.v2": 0.686253, "ImdbClassification": 0.9479200000000002, "ClimateFEVERHardNegatives": 0.28292, "AmazonCounterfactualClassification": 0.745075, "STS12": 0.7946865215168464, "MindSmallReranking": 0.3272383151953079, "STS14": 0.8493199878424691, "BiorxivClusteringP2P.v2": 0.471772, "Banking77Classification": 0.8881168831168832, "TwitterSemEval2015": 0.8152394754041109, "FEVERHardNegatives": 0.86627, "TweetSentimentExtractionClassification": 0.6363893604980192, "MTOPDomainClassification": 0.958824, "MassiveScenarioClassification": 0.79731, "FiQA2018": 0.60402, "CQADupstackGamingRetrieval": 0.64883, "CQADupstackUnixRetrieval": 0.4944, "STS15": 0.907407512744838, "MedrxivClusteringP2P.v2": 0.431892 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:24", "model": "nvidia/NV-Embed-v2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 24, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.85, "parameters_billion": 7.85, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "b32eb884454bcf79cac9caad4ce914d86e4ae1fe87a776b5b9dd08f41ed6c0b5", "mean_task": 0.6980760203301699, "mean_task_type": 0.6500422867967929, "by_task_type": { "Classification": 0.8719083605421177, "Clustering": 0.4766469165215012, "PairClassification": 0.8869088726595139, "Reranking": 0.49612067452004033, "Retrieval": 0.628386, "STS": 0.838190183334377, "Summarization": 0.352135 }, "scores_by_task": { "SummEvalSummarization.v2": 0.352135, "ArguAna": 0.70074, "STS17": 0.9066976712249057, "SCIDOCS": 0.21901, "SprintDuplicateQuestions": 0.9709194643777883, "StackExchangeClusteringP2P.v2": 0.449961, "HotpotQAHardNegatives": 0.83834, "ArXivHierarchicalClusteringS2S": 0.592447, "TRECCOVID": 0.88851, "AskUbuntuDupQuestions": 0.6746477327480808, "MedrxivClusteringS2S.v2": 0.3550856618300479, "BIOSSES": 0.8741644967443246, "ArXivHierarchicalClusteringP2P": 0.602787, "STS13": 0.8830238972017451, "SICK-R": 0.8214763206055602, "TwentyNewsgroupsClustering.v2": 0.451225, "Touche2020Retrieval.v3": 0.5731, "ToxicConversationsClassification": 0.9274020000000001, "StackExchangeClustering.v2": 0.550391, "STSBenchmark": 0.8840520383147418, "TwitterURLCorpus": 0.8786649114275045, "MassiveIntentClassification": 0.782784, "STS22.v2": 0.662021, "ImdbClassification": 0.971376, "ClimateFEVERHardNegatives": 0.33436, "AmazonCounterfactualClassification": 0.792836, "STS12": 0.7789286260403269, "MindSmallReranking": 0.3175936162919999, "STS14": 0.8429920990970672, "BiorxivClusteringP2P.v2": 0.437315, "Banking77Classification": 0.9241558441558443, "TwitterSemEval2015": 0.8111422421732487, "FEVERHardNegatives": 0.90446, "TweetSentimentExtractionClassification": 0.8086870401810978, "MTOPDomainClassification": 0.956863, "MassiveScenarioClassification": 0.811163, "FiQA2018": 0.65729, "CQADupstackGamingRetrieval": 0.65143, "CQADupstackUnixRetrieval": 0.51662, "STS15": 0.8903555007807218, "MedrxivClusteringP2P.v2": 0.37396367034196193 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:25", "model": "codefuse-ai/F2LLM-1.7B", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 25, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.721, "parameters_billion": 1.721, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "713c092e7144214c439443c0ca7770406543e785bc3b34cc0798407b0e334883", "mean_task": 0.7201440243902439, "mean_task_type": 0.6567133650793651, "by_task_type": { "Classification": 0.90858975, "Clustering": 0.64126925, "PairClassification": 0.832722, "Reranking": 0.498376, "Retrieval": 0.578258, "STS": 0.8389695555555555, "Summarization": 0.298809 }, "scores_by_task": { "SummEvalSummarization.v2": 0.298809, "ArguAna": 0.60974, "STS17": 0.903235, "SCIDOCS": 0.2472, "SprintDuplicateQuestions": 0.940714, "StackExchangeClusteringP2P.v2": 0.504119, "HotpotQAHardNegatives": 0.7164, "ArXivHierarchicalClusteringS2S": 0.642938, "TRECCOVID": 0.62039, "AskUbuntuDupQuestions": 0.673589, "MedrxivClusteringS2S.v2": 0.593446, "BIOSSES": 0.877996, "ArXivHierarchicalClusteringP2P": 0.6661, "STS13": 0.879525, "SICK-R": 0.814346, "TwentyNewsgroupsClustering.v2": 0.607858, "Touche2020Retrieval.v3": 0.55223, "ToxicConversationsClassification": 0.903613, "StackExchangeClustering.v2": 0.765009, "STSBenchmark": 0.873581, "TwitterURLCorpus": 0.85895, "MassiveIntentClassification": 0.861163, "STS22.v2": 0.668278, "ImdbClassification": 0.963316, "ClimateFEVERHardNegatives": 0.40635, "AmazonCounterfactualClassification": 0.930597, "STS12": 0.807027, "MindSmallReranking": 0.323163, "STS14": 0.84095, "BiorxivClusteringP2P.v2": 0.737536, "Banking77Classification": 0.904513, "TwitterSemEval2015": 0.698502, "FEVERHardNegatives": 0.89297, "TweetSentimentExtractionClassification": 0.798302, "MTOPDomainClassification": 0.992385, "MassiveScenarioClassification": 0.914829, "FiQA2018": 0.53691, "CQADupstackGamingRetrieval": 0.63679, "CQADupstackUnixRetrieval": 0.5636, "STS15": 0.885788, "MedrxivClusteringP2P.v2": 0.613148 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:26", "model": "Qwen/Qwen3-Embedding-0.6B", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 26, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.596, "parameters_billion": 0.596, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "c5e106d77e0e09e959b1df0e1ac5859d2806692853dd6baeb9416ee7e3daa60b", "mean_task": 0.704719512195122, "mean_task_type": 0.6471592777777778, "by_task_type": { "Classification": 0.8457718750000001, "Clustering": 0.540529625, "PairClassification": 0.843711, "Reranking": 0.481812, "Retrieval": 0.618285, "STS": 0.8656844444444444, "Summarization": 0.334321 }, "scores_by_task": { "SummEvalSummarization.v2": 0.334321, "ArguAna": 0.70965, "STS17": 0.932544, "SCIDOCS": 0.24407, "SprintDuplicateQuestions": 0.941094, "StackExchangeClusteringP2P.v2": 0.521263, "HotpotQAHardNegatives": 0.67689, "ArXivHierarchicalClusteringS2S": 0.638185, "TRECCOVID": 0.90518, "AskUbuntuDupQuestions": 0.651285, "MedrxivClusteringS2S.v2": 0.404147, "BIOSSES": 0.854893, "ArXivHierarchicalClusteringP2P": 0.637187, "STS13": 0.917553, "SICK-R": 0.848283, "TwentyNewsgroupsClustering.v2": 0.517341, "Touche2020Retrieval.v3": 0.69896, "ToxicConversationsClassification": 0.821289, "StackExchangeClustering.v2": 0.711618, "STSBenchmark": 0.911297, "TwitterURLCorpus": 0.867482, "MassiveIntentClassification": 0.804304, "STS22.v2": 0.71115, "ImdbClassification": 0.954392, "ClimateFEVERHardNegatives": 0.4362, "AmazonCounterfactualClassification": 0.914627, "STS12": 0.829953, "MindSmallReranking": 0.312339, "STS14": 0.871015, "BiorxivClusteringP2P.v2": 0.472655, "Banking77Classification": 0.810097, "TwitterSemEval2015": 0.722557, "FEVERHardNegatives": 0.88942, "TweetSentimentExtractionClassification": 0.760498, "MTOPDomainClassification": 0.959576, "MassiveScenarioClassification": 0.741392, "FiQA2018": 0.46612, "CQADupstackGamingRetrieval": 0.64142, "CQADupstackUnixRetrieval": 0.51494, "STS15": 0.914472, "MedrxivClusteringP2P.v2": 0.421841 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:27", "model": "google/text-embedding-005", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 27, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "a7325b7e81af5fc5d7964cb7e095fc35cb4c2d44c8586f9539d5a4d68d316dd2", "mean_task": 0.6959541707317073, "mean_task_type": 0.6477057281746031, "by_task_type": { "Classification": 0.860303625, "Clustering": 0.51909225, "PairClassification": 0.8762133333333333, "Reranking": 0.48835999999999996, "Retrieval": 0.587664, "STS": 0.8518308888888888, "Summarization": 0.350476 }, "scores_by_task": { "SummEvalSummarization.v2": 0.350476, "ArguAna": 0.57976, "STS17": 0.914989, "SCIDOCS": 0.21042, "SprintDuplicateQuestions": 0.964921, "StackExchangeClusteringP2P.v2": 0.415406, "HotpotQAHardNegatives": 0.68537, "ArXivHierarchicalClusteringS2S": 0.561114, "TRECCOVID": 0.84907, "AskUbuntuDupQuestions": 0.6537, "MedrxivClusteringS2S.v2": 0.355898, "BIOSSES": 0.897129, "ArXivHierarchicalClusteringP2P": 0.573169, "STS13": 0.903475, "SICK-R": 0.826039, "TwentyNewsgroupsClustering.v2": 0.562689, "Touche2020Retrieval.v3": 0.56957, "ToxicConversationsClassification": 0.880615, "StackExchangeClustering.v2": 0.909305, "STSBenchmark": 0.891067, "TwitterURLCorpus": 0.874423, "MassiveIntentClassification": 0.802555, "STS22.v2": 0.695551, "ImdbClassification": 0.956336, "ClimateFEVERHardNegatives": 0.34944, "AmazonCounterfactualClassification": 0.778507, "STS12": 0.781241, "MindSmallReranking": 0.32302, "STS14": 0.854977, "BiorxivClusteringP2P.v2": 0.408443, "Banking77Classification": 0.881948, "TwitterSemEval2015": 0.789296, "FEVERHardNegatives": 0.86688, "TweetSentimentExtractionClassification": 0.736531, "MTOPDomainClassification": 0.980369, "MassiveScenarioClassification": 0.865568, "FiQA2018": 0.58885, "CQADupstackGamingRetrieval": 0.67101, "CQADupstackUnixRetrieval": 0.50627, "STS15": 0.90201, "MedrxivClusteringP2P.v2": 0.366714 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": "missing/nonfinite/nonpositive reported size; retained in global ranks only", "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:28", "model": "Alibaba-NLP/gte-Qwen2-7B-instruct", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 28, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.069, "parameters_billion": 7.069, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "4437ffc39e2a027b01be6ba13978aa11e37d994ea51509429be6c43d1b2d9a34", "mean_task": 0.7071656789982222, "mean_task_type": 0.6576746723017133, "by_task_type": { "Classification": 0.8851768172849404, "Clustering": 0.5896550856790421, "PairClassification": 0.8590439760541472, "Reranking": 0.5046753938274228, "Retrieval": 0.580936, "STS": 0.8268824332664404, "Summarization": 0.357353 }, "scores_by_task": { "SummEvalSummarization.v2": 0.357353, "ArguAna": 0.54565, "STS17": 0.8875116705677044, "SCIDOCS": 0.2348, "SprintDuplicateQuestions": 0.9314139545432241, "StackExchangeClusteringP2P.v2": 0.543527, "HotpotQAHardNegatives": 0.75003, "ArXivHierarchicalClusteringS2S": 0.6484694347666395, "TRECCOVID": 0.80374, "AskUbuntuDupQuestions": 0.6757827065898053, "MedrxivClusteringS2S.v2": 0.474772, "BIOSSES": 0.8137173362822374, "ArXivHierarchicalClusteringP2P": 0.681929207141039, "STS13": 0.8896943154592363, "SICK-R": 0.7915962683643262, "TwentyNewsgroupsClustering.v2": 0.543167, "Touche2020Retrieval.v3": 0.59216, "ToxicConversationsClassification": 0.857373046875, "StackExchangeClustering.v2": 0.8026367734971261, "STSBenchmark": 0.8681105691398512, "TwitterURLCorpus": 0.8660659275450582, "MassiveIntentClassification": 0.8542703429724277, "STS22.v2": 0.672563950420954, "ImdbClassification": 0.96754, "ClimateFEVERHardNegatives": 0.32204, "AmazonCounterfactualClassification": 0.9132835820895522, "STS12": 0.7952565322917207, "MindSmallReranking": 0.3335680810650402, "STS14": 0.8386537189895273, "BiorxivClusteringP2P.v2": 0.5324389713638713, "Banking77Classification": 0.8756818181818181, "TwitterSemEval2015": 0.7796520460741593, "FEVERHardNegatives": 0.9063, "TweetSentimentExtractionClassification": 0.7258347481607246, "MTOPDomainClassification": 0.990424, "MassiveScenarioClassification": 0.897007, "FiQA2018": 0.62031, "CQADupstackGamingRetrieval": 0.59584, "CQADupstackUnixRetrieval": 0.43849, "STS15": 0.8848375378824065, "MedrxivClusteringP2P.v2": 0.49030029866366104 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:29", "model": "google/text-embedding-004", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 29, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "d84e4b994cde3f509b5c666d99fa2093065fe75758a59750725d3a1051da6b76", "mean_task": 0.6952770487804878, "mean_task_type": 0.648150121031746, "by_task_type": { "Classification": 0.860335625, "Clustering": 0.515203, "PairClassification": 0.876483, "Reranking": 0.484756, "Retrieval": 0.59059, "STS": 0.8484382222222222, "Summarization": 0.361245 }, "scores_by_task": { "SummEvalSummarization.v2": 0.361245, "ArguAna": 0.58625, "STS17": 0.917476, "SCIDOCS": 0.20496, "SprintDuplicateQuestions": 0.963748, "StackExchangeClusteringP2P.v2": 0.424776, "HotpotQAHardNegatives": 0.7039, "ArXivHierarchicalClusteringS2S": 0.548248, "TRECCOVID": 0.82547, "AskUbuntuDupQuestions": 0.650414, "MedrxivClusteringS2S.v2": 0.350958, "BIOSSES": 0.894563, "ArXivHierarchicalClusteringP2P": 0.570909, "STS13": 0.903559, "SICK-R": 0.81931, "TwentyNewsgroupsClustering.v2": 0.54597, "Touche2020Retrieval.v3": 0.57616, "ToxicConversationsClassification": 0.897559, "StackExchangeClustering.v2": 0.913485, "STSBenchmark": 0.889791, "TwitterURLCorpus": 0.875299, "MassiveIntentClassification": 0.804876, "STS22.v2": 0.686389, "ImdbClassification": 0.959336, "ClimateFEVERHardNegatives": 0.34421, "AmazonCounterfactualClassification": 0.745373, "STS12": 0.775769, "MindSmallReranking": 0.319098, "STS14": 0.852448, "BiorxivClusteringP2P.v2": 0.399298, "Banking77Classification": 0.885942, "TwitterSemEval2015": 0.790402, "FEVERHardNegatives": 0.88467, "TweetSentimentExtractionClassification": 0.737889, "MTOPDomainClassification": 0.982376, "MassiveScenarioClassification": 0.869334, "FiQA2018": 0.59418, "CQADupstackGamingRetrieval": 0.68215, "CQADupstackUnixRetrieval": 0.50395, "STS15": 0.896639, "MedrxivClusteringP2P.v2": 0.36798 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": "missing/nonfinite/nonpositive reported size; retained in global ranks only", "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:30", "model": "ai-sage/Giga-Embeddings-instruct", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 30, "scored_checkpoint_revision": null, "reported_total_params_billion": 3.227, "parameters_billion": 3.227, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "32c15344e4737513f266d9457a3dd106f0ed39b401c8d0d8d8222a9f22c88a13", "mean_task": 0.7107208048780488, "mean_task_type": 0.6614513511904762, "by_task_type": { "Classification": 0.907749625, "Clustering": 0.5618545, "PairClassification": 0.8601273333333334, "Reranking": 0.49716799999999994, "Retrieval": 0.596766, "STS": 0.8292309999999999, "Summarization": 0.377263 }, "scores_by_task": { "SummEvalSummarization.v2": 0.377263, "ArguAna": 0.47124, "STS17": 0.900647, "SCIDOCS": 0.19865, "SprintDuplicateQuestions": 0.944659, "StackExchangeClusteringP2P.v2": 0.489371, "HotpotQAHardNegatives": 0.71302, "ArXivHierarchicalClusteringS2S": 0.653188, "TRECCOVID": 0.8188, "AskUbuntuDupQuestions": 0.680537, "MedrxivClusteringS2S.v2": 0.456431, "BIOSSES": 0.866225, "ArXivHierarchicalClusteringP2P": 0.664339, "STS13": 0.880014, "SICK-R": 0.846631, "TwentyNewsgroupsClustering.v2": 0.536605, "Touche2020Retrieval.v3": 0.58283, "ToxicConversationsClassification": 0.902002, "StackExchangeClustering.v2": 0.682264, "STSBenchmark": 0.871684, "TwitterURLCorpus": 0.855343, "MassiveIntentClassification": 0.86846, "STS22.v2": 0.674597, "ImdbClassification": 0.96714, "ClimateFEVERHardNegatives": 0.28059, "AmazonCounterfactualClassification": 0.940896, "STS12": 0.71922, "MindSmallReranking": 0.313799, "STS14": 0.824645, "BiorxivClusteringP2P.v2": 0.527805, "Banking77Classification": 0.907338, "TwitterSemEval2015": 0.78038, "FEVERHardNegatives": 0.84791, "TweetSentimentExtractionClassification": 0.770628, "MTOPDomainClassification": 0.987779, "MassiveScenarioClassification": 0.917754, "FiQA2018": 0.8206, "CQADupstackGamingRetrieval": 0.70112, "CQADupstackUnixRetrieval": 0.5329, "STS15": 0.879416, "MedrxivClusteringP2P.v2": 0.484833 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:31", "model": "IEITYuan/Yuan-embedding-2.0-en", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 31, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.596, "parameters_billion": 0.596, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "471f5b12b0c72ff70029bc2dbbcaa1029d5076a97de107d3154ffe9c72b98354", "mean_task": 0.7174371951219513, "mean_task_type": 0.6522543333333334, "by_task_type": { "Classification": 0.84354975, "Clustering": 0.51696125, "PairClassification": 0.8195933333333333, "Reranking": 0.5327470000000001, "Retrieval": 0.7069300000000001, "STS": 0.848908, "Summarization": 0.297091 }, "scores_by_task": { "SummEvalSummarization.v2": 0.297091, "ArguAna": 0.69169, "STS17": 0.925633, "SCIDOCS": 0.59857, "SprintDuplicateQuestions": 0.903419, "StackExchangeClusteringP2P.v2": 0.49018, "HotpotQAHardNegatives": 0.68755, "ArXivHierarchicalClusteringS2S": 0.622411, "TRECCOVID": 0.98328, "AskUbuntuDupQuestions": 0.752801, "MedrxivClusteringS2S.v2": 0.376131, "BIOSSES": 0.855483, "ArXivHierarchicalClusteringP2P": 0.617212, "STS13": 0.886163, "SICK-R": 0.830625, "TwentyNewsgroupsClustering.v2": 0.499774, "Touche2020Retrieval.v3": 0.64645, "ToxicConversationsClassification": 0.808838, "StackExchangeClustering.v2": 0.686737, "STSBenchmark": 0.89472, "TwitterURLCorpus": 0.864047, "MassiveIntentClassification": 0.779993, "STS22.v2": 0.70821, "ImdbClassification": 0.947648, "ClimateFEVERHardNegatives": 0.59052, "AmazonCounterfactualClassification": 0.910896, "STS12": 0.801966, "MindSmallReranking": 0.312693, "STS14": 0.839912, "BiorxivClusteringP2P.v2": 0.445417, "Banking77Classification": 0.792435, "TwitterSemEval2015": 0.691314, "FEVERHardNegatives": 0.77248, "TweetSentimentExtractionClassification": 0.74867, "MTOPDomainClassification": 0.95057, "MassiveScenarioClassification": 0.809348, "FiQA2018": 0.59412, "CQADupstackGamingRetrieval": 0.81614, "CQADupstackUnixRetrieval": 0.6885, "STS15": 0.89746, "MedrxivClusteringP2P.v2": 0.397828 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:32", "model": "NovaSearch/stella_en_1.5B_v5", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 32, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.54, "parameters_billion": 1.54, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "ce0015a5c7717eca88e46b5d9a947d669b4e7d4c35637f4141bc67cd9d14295e", "mean_task": 0.6942559205904169, "mean_task_type": 0.6532072889893524, "by_task_type": { "Classification": 0.893785025283099, "Clustering": 0.5705588587900103, "PairClassification": 0.8801960588043872, "Reranking": 0.5019023178889546, "Retrieval": 0.5241819999999999, "STS": 0.8327127621590159, "Summarization": 0.369114 }, "scores_by_task": { "SummEvalSummarization.v2": 0.369114, "ArguAna": 0.5706, "STS17": 0.9045254463147869, "SCIDOCS": 0.26769, "SprintDuplicateQuestions": 0.9611373611590401, "StackExchangeClusteringP2P.v2": 0.533069, "HotpotQAHardNegatives": 0.70182, "ArXivHierarchicalClusteringS2S": 0.6131306424118907, "TRECCOVID": 0.83842, "AskUbuntuDupQuestions": 0.6732597152838535, "MedrxivClusteringS2S.v2": 0.45498, "BIOSSES": 0.8310731534330518, "ArXivHierarchicalClusteringP2P": 0.6452339106857525, "STS13": 0.8862429790970509, "SICK-R": 0.8240165924558952, "TwentyNewsgroupsClustering.v2": 0.561492, "Touche2020Retrieval.v3": 0.36401, "ToxicConversationsClassification": 0.867626953125, "StackExchangeClustering.v2": 0.7604248089768724, "STSBenchmark": 0.874855111372355, "TwitterURLCorpus": 0.8736525428661075, "MassiveIntentClassification": 0.8451244115669132, "STS22.v2": 0.6698961019421251, "ImdbClassification": 0.9666079999999999, "ClimateFEVERHardNegatives": 0.28463, "AmazonCounterfactualClassification": 0.9414925373134329, "STS12": 0.7855520488226414, "MindSmallReranking": 0.33054492049405554, "STS14": 0.8331890044293464, "BiorxivClusteringP2P.v2": 0.5238436429933815, "Banking77Classification": 0.8978896103896105, "TwitterSemEval2015": 0.8057982723880138, "FEVERHardNegatives": 0.78369, "TweetSentimentExtractionClassification": 0.748443689869836, "MTOPDomainClassification": 0.986525, "MassiveScenarioClassification": 0.89657, "FiQA2018": 0.6048, "CQADupstackGamingRetrieval": 0.5359, "CQADupstackUnixRetrieval": 0.29026, "STS15": 0.8850644215638906, "MedrxivClusteringP2P.v2": 0.47229686525218595 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:33", "model": "google/embeddinggemma-300m", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 33, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.308, "parameters_billion": 0.308, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "70421bdb76ebd12030ad20fd9b521f496cceec762b5b571493ed7b6e4dcba192", "mean_task": 0.6967362195121951, "mean_task_type": 0.6510841587301588, "by_task_type": { "Classification": 0.8755040000000001, "Clustering": 0.565537, "PairClassification": 0.8728823333333334, "Reranking": 0.474271, "Retrieval": 0.5569230000000001, "STS": 0.8361207777777778, "Summarization": 0.376351 }, "scores_by_task": { "SummEvalSummarization.v2": 0.376351, "ArguAna": 0.71535, "STS17": 0.903149, "SCIDOCS": 0.18429, "SprintDuplicateQuestions": 0.970258, "StackExchangeClusteringP2P.v2": 0.488965, "HotpotQAHardNegatives": 0.71476, "ArXivHierarchicalClusteringS2S": 0.595855, "TRECCOVID": 0.8035, "AskUbuntuDupQuestions": 0.629547, "MedrxivClusteringS2S.v2": 0.419289, "BIOSSES": 0.863845, "ArXivHierarchicalClusteringP2P": 0.63588, "STS13": 0.864161, "SICK-R": 0.813676, "TwentyNewsgroupsClustering.v2": 0.512884, "Touche2020Retrieval.v3": 0.58898, "ToxicConversationsClassification": 0.829346, "StackExchangeClustering.v2": 0.909414, "STSBenchmark": 0.881646, "TwitterURLCorpus": 0.869003, "MassiveIntentClassification": 0.857868, "STS22.v2": 0.675201, "ImdbClassification": 0.929168, "ClimateFEVERHardNegatives": 0.2671, "AmazonCounterfactualClassification": 0.900746, "STS12": 0.793211, "MindSmallReranking": 0.318995, "STS14": 0.836713, "BiorxivClusteringP2P.v2": 0.520956, "Banking77Classification": 0.914545, "TwitterSemEval2015": 0.779386, "FEVERHardNegatives": 0.80745, "TweetSentimentExtractionClassification": 0.665874, "MTOPDomainClassification": 0.991085, "MassiveScenarioClassification": 0.9154, "FiQA2018": 0.47736, "CQADupstackGamingRetrieval": 0.59525, "CQADupstackUnixRetrieval": 0.41519, "STS15": 0.893485, "MedrxivClusteringP2P.v2": 0.441053 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:34", "model": "KiteFishAI/Nano-Em1-0.6B-v2.1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 34, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.596, "parameters_billion": 0.596, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "1909a792461078aba943f74f0103240fdf647b87d93c63865859d32c0c1cef3b", "mean_task": 0.6786009512195121, "mean_task_type": 0.6410028392857142, "by_task_type": { "Classification": 0.87578525, "Clustering": 0.554302625, "PairClassification": 0.8990056666666666, "Reranking": 0.494945, "Retrieval": 0.466293, "STS": 0.8544263333333333, "Summarization": 0.342262 }, "scores_by_task": { "SummEvalSummarization.v2": 0.342262, "ArguAna": 0.59137, "STS17": 0.914166, "SCIDOCS": 0.19919, "SprintDuplicateQuestions": 1.0, "StackExchangeClusteringP2P.v2": 0.519378, "HotpotQAHardNegatives": 0.61969, "ArXivHierarchicalClusteringS2S": 0.637239, "TRECCOVID": 0.5683, "AskUbuntuDupQuestions": 0.66149, "MedrxivClusteringS2S.v2": 0.426059, "BIOSSES": 0.911453, "ArXivHierarchicalClusteringP2P": 0.660464, "STS13": 0.896765, "SICK-R": 0.826716, "TwentyNewsgroupsClustering.v2": 0.52885, "Touche2020Retrieval.v3": 0.47212, "ToxicConversationsClassification": 0.85855, "StackExchangeClustering.v2": 0.762617, "STSBenchmark": 0.890518, "TwitterURLCorpus": 0.925433, "MassiveIntentClassification": 0.802919, "STS22.v2": 0.679298, "ImdbClassification": 0.964837, "ClimateFEVERHardNegatives": 0.19774, "AmazonCounterfactualClassification": 0.913898, "STS12": 0.807714, "MindSmallReranking": 0.3284, "STS14": 0.855324, "BiorxivClusteringP2P.v2": 0.47946, "Banking77Classification": 0.894153, "TwitterSemEval2015": 0.771584, "FEVERHardNegatives": 0.63382, "TweetSentimentExtractionClassification": 0.740295, "MTOPDomainClassification": 0.997812, "MassiveScenarioClassification": 0.833818, "FiQA2018": 0.35233, "CQADupstackGamingRetrieval": 0.59784, "CQADupstackUnixRetrieval": 0.43053, "STS15": 0.907883, "MedrxivClusteringP2P.v2": 0.420354 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:35", "model": "NovaSearch/stella_en_400M_v5", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 35, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.435, "parameters_billion": 0.435, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "97976765cff37deb2d340c29fa7db0cd13715993cc73b0ba9dd39171faf65ee5", "mean_task": 0.6939390178691194, "mean_task_type": 0.6483779629064552, "by_task_type": { "Classification": 0.8824567335224964, "Clustering": 0.5765401620444034, "PairClassification": 0.8716687510537203, "Reranking": 0.4960277897976523, "Retrieval": 0.5273399999999999, "STS": 0.8393063039269146, "Summarization": 0.345306 }, "scores_by_task": { "SummEvalSummarization.v2": 0.345306, "ArguAna": 0.609, "STS17": 0.9053130748479374, "SCIDOCS": 0.23224, "SprintDuplicateQuestions": 0.956075961598125, "StackExchangeClusteringP2P.v2": 0.538222, "HotpotQAHardNegatives": 0.57778, "ArXivHierarchicalClusteringS2S": 0.6081704622679586, "TRECCOVID": 0.76648, "AskUbuntuDupQuestions": 0.6615294503553425, "MedrxivClusteringS2S.v2": 0.469839, "BIOSSES": 0.8329587385660627, "ArXivHierarchicalClusteringP2P": 0.6392483709906334, "STS13": 0.8863998125652698, "SICK-R": 0.814748469518998, "TwentyNewsgroupsClustering.v2": 0.544003, "Touche2020Retrieval.v3": 0.49827, "ToxicConversationsClassification": 0.839697265625, "StackExchangeClustering.v2": 0.7757900851574056, "STSBenchmark": 0.8763996146760704, "TwitterURLCorpus": 0.8570698982748501, "MassiveIntentClassification": 0.8047074646940148, "STS22.v2": 0.6745660575771218, "ImdbClassification": 0.964904, "ClimateFEVERHardNegatives": 0.32104, "AmazonCounterfactualClassification": 0.9428358208955224, "STS12": 0.8133552823557412, "MindSmallReranking": 0.330526129239962, "STS14": 0.847722847346502, "BiorxivClusteringP2P.v2": 0.541196547218052, "Banking77Classification": 0.8930194805194805, "TwitterSemEval2015": 0.8018603932881858, "FEVERHardNegatives": 0.71977, "TweetSentimentExtractionClassification": 0.7357668364459535, "MTOPDomainClassification": 0.983128, "MassiveScenarioClassification": 0.895595, "FiQA2018": 0.56056, "CQADupstackGamingRetrieval": 0.5702, "CQADupstackUnixRetrieval": 0.41806, "STS15": 0.9022928378885277, "MedrxivClusteringP2P.v2": 0.49585183072117767 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:36", "model": "codefuse-ai/F2LLM-v2-0.6B", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 36, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.596, "parameters_billion": 0.596, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "53bd1349ae0214ab728926bc96ea2ff8a1ffcfaa29fe14a97f5cfe85b1bd7a1a", "mean_task": 0.6997131707317074, "mean_task_type": 0.6458062857142857, "by_task_type": { "Classification": 0.9054215, "Clustering": 0.5823535, "PairClassification": 0.8529963333333334, "Reranking": 0.4768, "Retrieval": 0.543077, "STS": 0.8353356666666667, "Summarization": 0.32466 }, "scores_by_task": { "SummEvalSummarization.v2": 0.32466, "ArguAna": 0.59252, "STS17": 0.903262, "SCIDOCS": 0.22189, "SprintDuplicateQuestions": 0.95459, "StackExchangeClusteringP2P.v2": 0.487059, "HotpotQAHardNegatives": 0.65562, "ArXivHierarchicalClusteringS2S": 0.632984, "TRECCOVID": 0.49821, "AskUbuntuDupQuestions": 0.64256, "MedrxivClusteringS2S.v2": 0.486862, "BIOSSES": 0.879809, "ArXivHierarchicalClusteringP2P": 0.651293, "STS13": 0.868571, "SICK-R": 0.797163, "TwentyNewsgroupsClustering.v2": 0.539768, "Touche2020Retrieval.v3": 0.5792, "ToxicConversationsClassification": 0.904541, "StackExchangeClustering.v2": 0.74465, "STSBenchmark": 0.876024, "TwitterURLCorpus": 0.866655, "MassiveIntentClassification": 0.871251, "STS22.v2": 0.644005, "ImdbClassification": 0.95814, "ClimateFEVERHardNegatives": 0.41773, "AmazonCounterfactualClassification": 0.925522, "STS12": 0.819757, "MindSmallReranking": 0.31104, "STS14": 0.840933, "BiorxivClusteringP2P.v2": 0.610184, "Banking77Classification": 0.883571, "TwitterSemEval2015": 0.737744, "FEVERHardNegatives": 0.91308, "TweetSentimentExtractionClassification": 0.782881, "MTOPDomainClassification": 0.99218, "MassiveScenarioClassification": 0.925286, "FiQA2018": 0.48253, "CQADupstackGamingRetrieval": 0.58742, "CQADupstackUnixRetrieval": 0.48257, "STS15": 0.888497, "MedrxivClusteringP2P.v2": 0.506028 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:37", "model": "ICT-TIME-and-Querit/ICT-TIME-and-Querit-embedding-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 37, "scored_checkpoint_revision": null, "reported_total_params_billion": 4.022, "parameters_billion": 4.022, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "1eead3a887f44b291c028264944e3a0b39cf9db457b76ec47161025ae7cc11a7", "mean_task": 0.7011618780487805, "mean_task_type": 0.6546366686507936, "by_task_type": { "Classification": 0.875252125, "Clustering": 0.563481, "PairClassification": 0.8576176666666667, "Reranking": 0.495345, "Retrieval": 0.593661, "STS": 0.8175648888888889, "Summarization": 0.379535 }, "scores_by_task": { "SummEvalSummarization.v2": 0.379535, "ArguAna": 0.71673, "STS17": 0.915898, "SCIDOCS": 0.26645, "SprintDuplicateQuestions": 0.964176, "StackExchangeClusteringP2P.v2": 0.498186, "HotpotQAHardNegatives": 0.76291, "ArXivHierarchicalClusteringS2S": 0.635698, "TRECCOVID": 0.77046, "AskUbuntuDupQuestions": 0.65906, "MedrxivClusteringS2S.v2": 0.414385, "BIOSSES": 0.840519, "ArXivHierarchicalClusteringP2P": 0.650087, "STS13": 0.861862, "SICK-R": 0.800527, "TwentyNewsgroupsClustering.v2": 0.620726, "Touche2020Retrieval.v3": 0.51842, "ToxicConversationsClassification": 0.88335, "StackExchangeClustering.v2": 0.725746, "STSBenchmark": 0.860561, "TwitterURLCorpus": 0.873195, "MassiveIntentClassification": 0.790148, "STS22.v2": 0.664175, "ImdbClassification": 0.96138, "ClimateFEVERHardNegatives": 0.34008, "AmazonCounterfactualClassification": 0.921343, "STS12": 0.76155, "MindSmallReranking": 0.33163, "STS14": 0.786946, "BiorxivClusteringP2P.v2": 0.522749, "Banking77Classification": 0.872662, "TwitterSemEval2015": 0.735482, "FEVERHardNegatives": 0.87641, "TweetSentimentExtractionClassification": 0.785937, "MTOPDomainClassification": 0.971158, "MassiveScenarioClassification": 0.816039, "FiQA2018": 0.55186, "CQADupstackGamingRetrieval": 0.62542, "CQADupstackUnixRetrieval": 0.50787, "STS15": 0.866046, "MedrxivClusteringP2P.v2": 0.440271 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:38", "model": "intfloat/e5-mistral-7b-instruct", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 38, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.111, "parameters_billion": 7.111, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "747131f7b1178284a37bf3293995e9383401fe945ffec715908e1dc55dec7881", "mean_task": 0.6797131612883873, "mean_task_type": 0.6400129579463661, "by_task_type": { "Classification": 0.7985142164891098, "Clustering": 0.5144369652042329, "PairClassification": 0.8842268426445238, "Reranking": 0.49784491825229615, "Retrieval": 0.57622, "STS": 0.8431515039755718, "Summarization": 0.3656962590588282 }, "scores_by_task": { "SummEvalSummarization.v2": 0.3656962590588282, "ArguAna": 0.61653, "STS17": 0.917583781551319, "SCIDOCS": 0.16315, "SprintDuplicateQuestions": 0.9586143310549287, "StackExchangeClusteringP2P.v2": 0.4806904508014866, "HotpotQAHardNegatives": 0.73207, "ArXivHierarchicalClusteringS2S": 0.612781226957918, "TRECCOVID": 0.87034, "AskUbuntuDupQuestions": 0.6697991401600184, "MedrxivClusteringS2S.v2": 0.3782157839672135, "BIOSSES": 0.8550496033671865, "ArXivHierarchicalClusteringP2P": 0.6528373499913129, "STS13": 0.8842693188284634, "SICK-R": 0.8264168405010995, "TwentyNewsgroupsClustering.v2": 0.5328097114789199, "Touche2020Retrieval.v3": 0.55438, "ToxicConversationsClassification": 0.71748046875, "StackExchangeClustering.v2": 0.6432871212725468, "STSBenchmark": 0.8859956806069065, "TwitterURLCorpus": 0.8778798304575807, "MassiveIntentClassification": 0.7700067249495628, "STS22.v2": 0.6728764744648434, "ImdbClassification": 0.9472759999999999, "ClimateFEVERHardNegatives": 0.28499, "AmazonCounterfactualClassification": 0.7456716417910448, "STS12": 0.7965304787099163, "MindSmallReranking": 0.32589069634457396, "STS14": 0.8453916226397308, "BiorxivClusteringP2P.v2": 0.4243994588820838, "Banking77Classification": 0.8141233766233767, "TwitterSemEval2015": 0.816186366421062, "FEVERHardNegatives": 0.8699, "TweetSentimentExtractionClassification": 0.6489247311827957, "MTOPDomainClassification": 0.9533059735522116, "MassiveScenarioClassification": 0.791324815063887, "FiQA2018": 0.5681, "CQADupstackGamingRetrieval": 0.63521, "CQADupstackUnixRetrieval": 0.46753, "STS15": 0.9042497351106816, "MedrxivClusteringP2P.v2": 0.39047461828238117 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:39", "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 39, "scored_checkpoint_revision": null, "reported_total_params_billion": 2.445, "parameters_billion": 2.445, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text", "image", "audio", "video" ], "source_row_sha256": "fd1e40447195e23545dd94f9036f5c56f88df3d0d954735345bf75996057da4e", "mean_task": 0.6746906341463415, "mean_task_type": 0.6249779007936508, "by_task_type": { "Classification": 0.82172975, "Clustering": 0.515431, "PairClassification": 0.8617983333333333, "Reranking": 0.47818499999999997, "Retrieval": 0.5506819999999999, "STS": 0.8461782222222223, "Summarization": 0.300841 }, "scores_by_task": { "SummEvalSummarization.v2": 0.300841, "ArguAna": 0.57044, "STS17": 0.909764, "SCIDOCS": 0.23317, "SprintDuplicateQuestions": 0.970573, "StackExchangeClusteringP2P.v2": 0.421719, "HotpotQAHardNegatives": 0.65382, "ArXivHierarchicalClusteringS2S": 0.639599, "TRECCOVID": 0.80887, "AskUbuntuDupQuestions": 0.63339, "MedrxivClusteringS2S.v2": 0.366177, "BIOSSES": 0.871713, "ArXivHierarchicalClusteringP2P": 0.639689, "STS13": 0.881628, "SICK-R": 0.812508, "TwentyNewsgroupsClustering.v2": 0.487182, "Touche2020Retrieval.v3": 0.61286, "ToxicConversationsClassification": 0.700098, "StackExchangeClustering.v2": 0.690859, "STSBenchmark": 0.882051, "TwitterURLCorpus": 0.873147, "MassiveIntentClassification": 0.816476, "STS22.v2": 0.681418, "ImdbClassification": 0.930924, "ClimateFEVERHardNegatives": 0.23529, "AmazonCounterfactualClassification": 0.82791, "STS12": 0.826959, "MindSmallReranking": 0.32298, "STS14": 0.849332, "BiorxivClusteringP2P.v2": 0.442436, "Banking77Classification": 0.84974, "TwitterSemEval2015": 0.741675, "FEVERHardNegatives": 0.76194, "TweetSentimentExtractionClassification": 0.665988, "MTOPDomainClassification": 0.953146, "MassiveScenarioClassification": 0.829556, "FiQA2018": 0.49267, "CQADupstackGamingRetrieval": 0.63504, "CQADupstackUnixRetrieval": 0.50272, "STS15": 0.900231, "MedrxivClusteringP2P.v2": 0.435787 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:40", "model": "Tarka-AIR/Tarka-Embedding-350M-V1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 40, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.354, "parameters_billion": 0.354, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "c9f2aa16ceb6fc0d946985c6ffd819f8f9c7ef197971a6be7975100e157421e3", "mean_task": 0.6929310731707318, "mean_task_type": 0.632978753968254, "by_task_type": { "Classification": 0.8843055, "Clustering": 0.557361, "PairClassification": 0.8396923333333334, "Reranking": 0.477775, "Retrieval": 0.551454, "STS": 0.8459264444444444, "Summarization": 0.274337 }, "scores_by_task": { "SummEvalSummarization.v2": 0.274337, "ArguAna": 0.62669, "STS17": 0.898389, "SCIDOCS": 0.20753, "SprintDuplicateQuestions": 0.944949, "StackExchangeClusteringP2P.v2": 0.520589, "HotpotQAHardNegatives": 0.64806, "ArXivHierarchicalClusteringS2S": 0.614904, "TRECCOVID": 0.78823, "AskUbuntuDupQuestions": 0.63202, "MedrxivClusteringS2S.v2": 0.425679, "BIOSSES": 0.857146, "ArXivHierarchicalClusteringP2P": 0.646583, "STS13": 0.890416, "SICK-R": 0.827028, "TwentyNewsgroupsClustering.v2": 0.572053, "Touche2020Retrieval.v3": 0.60259, "ToxicConversationsClassification": 0.922363, "StackExchangeClustering.v2": 0.744941, "STSBenchmark": 0.89131, "TwitterURLCorpus": 0.862866, "MassiveIntentClassification": 0.809482, "STS22.v2": 0.680834, "ImdbClassification": 0.95298, "ClimateFEVERHardNegatives": 0.35687, "AmazonCounterfactualClassification": 0.932239, "STS12": 0.819674, "MindSmallReranking": 0.32353, "STS14": 0.848424, "BiorxivClusteringP2P.v2": 0.492323, "Banking77Classification": 0.842922, "TwitterSemEval2015": 0.711262, "FEVERHardNegatives": 0.81128, "TweetSentimentExtractionClassification": 0.781126, "MTOPDomainClassification": 0.972572, "MassiveScenarioClassification": 0.86076, "FiQA2018": 0.41742, "CQADupstackGamingRetrieval": 0.603, "CQADupstackUnixRetrieval": 0.45287, "STS15": 0.900117, "MedrxivClusteringP2P.v2": 0.441816 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:41", "model": "Salesforce/SFR-Embedding-2_R", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 41, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.111, "parameters_billion": 7.111, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "8eef1a472f06eefa1c188ce831aecedebfb12e33887e4cca96b597c5035861e4", "mean_task": 0.6981742694733529, "mean_task_type": 0.6530850043606933, "by_task_type": { "Classification": 0.9053884164974662, "Clustering": 0.593912492115965, "PairClassification": 0.880872251084476, "Reranking": 0.4898785444565596, "Retrieval": 0.537538, "STS": 0.8086223263703862, "Summarization": 0.355383 }, "scores_by_task": { "SummEvalSummarization.v2": 0.355383, "ArguAna": 0.56592, "STS17": 0.8888824286688339, "SCIDOCS": 0.24687, "SprintDuplicateQuestions": 0.9766692232687736, "StackExchangeClusteringP2P.v2": 0.52924, "HotpotQAHardNegatives": 0.66917, "ArXivHierarchicalClusteringS2S": 0.6399603433974237, "TRECCOVID": 0.88437, "AskUbuntuDupQuestions": 0.6671478959728732, "MedrxivClusteringS2S.v2": 0.467892, "BIOSSES": 0.8760440576436838, "ArXivHierarchicalClusteringP2P": 0.653697253315525, "STS13": 0.8233675805831938, "SICK-R": 0.7699265897099083, "TwentyNewsgroupsClustering.v2": 0.672474, "Touche2020Retrieval.v3": 0.44972, "ToxicConversationsClassification": 0.908251953125, "StackExchangeClustering.v2": 0.7499008423226651, "STSBenchmark": 0.8355880011831174, "TwitterURLCorpus": 0.880245996306869, "MassiveIntentClassification": 0.8421654337592468, "STS22.v2": 0.6705016172771614, "ImdbClassification": 0.9680320000000002, "ClimateFEVERHardNegatives": 0.15796, "AmazonCounterfactualClassification": 0.9261194029850746, "STS12": 0.7568517860427304, "MindSmallReranking": 0.31260919294024603, "STS14": 0.7987787992067579, "BiorxivClusteringP2P.v2": 0.5422313821757675, "Banking77Classification": 0.9002272727272727, "TwitterSemEval2015": 0.7857015336777855, "FEVERHardNegatives": 0.69634, "TweetSentimentExtractionClassification": 0.7969722693831351, "MTOPDomainClassification": 0.986275, "MassiveScenarioClassification": 0.915064, "FiQA2018": 0.61766, "CQADupstackGamingRetrieval": 0.60423, "CQADupstackUnixRetrieval": 0.48314, "STS15": 0.8576600770180892, "MedrxivClusteringP2P.v2": 0.49590411571633836 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:42", "model": "Alibaba-NLP/gte-Qwen2-1.5B-instruct", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 42, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.543, "parameters_billion": 1.543, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "b845cc12475839f3afe148d7cee3c3dda05dab31973ad0c63f625d84e5b6979a", "mean_task": 0.6719870460269243, "mean_task_type": 0.632637051909893, "by_task_type": { "Classification": 0.8583701402332812, "Clustering": 0.535417, "PairClassification": 0.8751554876104634, "Reranking": 0.49247218818904315, "Retrieval": 0.502504, "STS": 0.8251475473364631, "Summarization": 0.339393 }, "scores_by_task": { "SummEvalSummarization.v2": 0.339393, "ArguAna": 0.6972, "STS17": 0.9032542469203855, "SCIDOCS": 0.24976000000000004, "SprintDuplicateQuestions": 0.953203137438653, "StackExchangeClusteringP2P.v2": 0.51135, "HotpotQAHardNegatives": 0.70403, "ArXivHierarchicalClusteringS2S": 0.63218, "TRECCOVID": 0.85382, "AskUbuntuDupQuestions": 0.6455292107723382, "MedrxivClusteringS2S.v2": 0.410793, "BIOSSES": 0.8210729255710761, "ArXivHierarchicalClusteringP2P": 0.647434, "STS13": 0.8779454220555091, "SICK-R": 0.8049030614009419, "TwentyNewsgroupsClustering.v2": 0.499673, "Touche2020Retrieval.v3": 0.50002, "ToxicConversationsClassification": 0.8266099999999998, "StackExchangeClustering.v2": 0.693255, "STSBenchmark": 0.8637572865993327, "TwitterURLCorpus": 0.8758146137353202, "MassiveIntentClassification": 0.813988, "STS22.v2": 0.669215, "ImdbClassification": 0.9583360000000001, "ClimateFEVERHardNegatives": 0.13155, "AmazonCounterfactualClassification": 0.858358, "STS12": 0.7725370084896513, "MindSmallReranking": 0.3394151656057482, "STS14": 0.8291015471820322, "BiorxivClusteringP2P.v2": 0.458146, "Banking77Classification": 0.8730844155844156, "TwitterSemEval2015": 0.7964487116574168, "FEVERHardNegatives": 0.27897, "TweetSentimentExtractionClassification": 0.7294567062818335, "MTOPDomainClassification": 0.97394, "MassiveScenarioClassification": 0.833188, "FiQA2018": 0.54701, "CQADupstackGamingRetrieval": 0.61305, "CQADupstackUnixRetrieval": 0.4496299999999999, "STS15": 0.8845414278092397, "MedrxivClusteringP2P.v2": 0.430505 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:43", "model": "ai-sage/Giga-Embeddings-instruct-480M-0826", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 43, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.484, "parameters_billion": 0.484, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "48f7a974854c1d8049eed322b349db406de66c69b45212071e7f623c244f9f20", "mean_task": 0.6951773902439025, "mean_task_type": 0.6438398968253969, "by_task_type": { "Classification": 0.899679875, "Clustering": 0.552431625, "PairClassification": 0.8482916666666668, "Reranking": 0.479165, "Retrieval": 0.563024, "STS": 0.8234561111111112, "Summarization": 0.340831 }, "scores_by_task": { "SummEvalSummarization.v2": 0.340831, "ArguAna": 0.53766, "STS17": 0.886372, "SCIDOCS": 0.19562, "SprintDuplicateQuestions": 0.95894, "StackExchangeClusteringP2P.v2": 0.487357, "HotpotQAHardNegatives": 0.69381, "ArXivHierarchicalClusteringS2S": 0.61784, "TRECCOVID": 0.8655, "AskUbuntuDupQuestions": 0.65354, "MedrxivClusteringS2S.v2": 0.451904, "BIOSSES": 0.845073, "ArXivHierarchicalClusteringP2P": 0.667032, "STS13": 0.867109, "SICK-R": 0.825161, "TwentyNewsgroupsClustering.v2": 0.531638, "Touche2020Retrieval.v3": 0.60666, "ToxicConversationsClassification": 0.902344, "StackExchangeClustering.v2": 0.659485, "STSBenchmark": 0.870425, "TwitterURLCorpus": 0.858406, "MassiveIntentClassification": 0.841459, "STS22.v2": 0.682722, "ImdbClassification": 0.961244, "ClimateFEVERHardNegatives": 0.27495, "AmazonCounterfactualClassification": 0.940299, "STS12": 0.744249, "MindSmallReranking": 0.30479, "STS14": 0.807673, "BiorxivClusteringP2P.v2": 0.512919, "Banking77Classification": 0.880682, "TwitterSemEval2015": 0.727529, "FEVERHardNegatives": 0.85226, "TweetSentimentExtractionClassification": 0.78056, "MTOPDomainClassification": 0.984496, "MassiveScenarioClassification": 0.906355, "FiQA2018": 0.52144, "CQADupstackGamingRetrieval": 0.61984, "CQADupstackUnixRetrieval": 0.4625, "STS15": 0.882321, "MedrxivClusteringP2P.v2": 0.491278 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:44", "model": "codefuse-ai/F2LLM-0.6B", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 44, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.596, "parameters_billion": 0.596, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "63b184ab798b754801ac2275f335df145a45fcf6f7115592eb573dd4320582f7", "mean_task": 0.7003470731707317, "mean_task_type": 0.6328696666666668, "by_task_type": { "Classification": 0.905633125, "Clustering": 0.603559375, "PairClassification": 0.8148976666666666, "Reranking": 0.47880449999999997, "Retrieval": 0.557003, "STS": 0.824771, "Summarization": 0.245419 }, "scores_by_task": { "SummEvalSummarization.v2": 0.245419, "ArguAna": 0.58608, "STS17": 0.901953, "SCIDOCS": 0.22634, "SprintDuplicateQuestions": 0.94665, "StackExchangeClusteringP2P.v2": 0.493585, "HotpotQAHardNegatives": 0.69512, "ArXivHierarchicalClusteringS2S": 0.640022, "TRECCOVID": 0.58666, "AskUbuntuDupQuestions": 0.645457, "MedrxivClusteringS2S.v2": 0.537244, "BIOSSES": 0.836332, "ArXivHierarchicalClusteringP2P": 0.663162, "STS13": 0.86485, "SICK-R": 0.801426, "TwentyNewsgroupsClustering.v2": 0.546791, "Touche2020Retrieval.v3": 0.54539, "ToxicConversationsClassification": 0.918896, "StackExchangeClustering.v2": 0.736551, "STSBenchmark": 0.867924, "TwitterURLCorpus": 0.835862, "MassiveIntentClassification": 0.849731, "STS22.v2": 0.64456, "ImdbClassification": 0.956372, "ClimateFEVERHardNegatives": 0.43838, "AmazonCounterfactualClassification": 0.942388, "STS12": 0.795868, "MindSmallReranking": 0.312152, "STS14": 0.832245, "BiorxivClusteringP2P.v2": 0.649411, "Banking77Classification": 0.89013, "TwitterSemEval2015": 0.662181, "FEVERHardNegatives": 0.88775, "TweetSentimentExtractionClassification": 0.789445, "MTOPDomainClassification": 0.991815, "MassiveScenarioClassification": 0.906288, "FiQA2018": 0.47687, "CQADupstackGamingRetrieval": 0.60351, "CQADupstackUnixRetrieval": 0.52393, "STS15": 0.877781, "MedrxivClusteringP2P.v2": 0.561709 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:46", "model": "GeoGPT-Research-Project/GeoEmbedding", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 46, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.111, "parameters_billion": 7.111, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "7e81f2721e615bb633f4fd219845bf7782abd23263e2d9f7415c23fe446696c6", "mean_task": 0.7020541219512195, "mean_task_type": 0.6413342222222222, "by_task_type": { "Classification": 0.896650875, "Clustering": 0.565022125, "PairClassification": 0.8251346666666667, "Reranking": 0.483153, "Retrieval": 0.609051, "STS": 0.8060358888888889, "Summarization": 0.304292 }, "scores_by_task": { "SummEvalSummarization.v2": 0.304292, "ArguAna": 0.77873, "STS17": 0.898873, "SCIDOCS": 0.22138, "SprintDuplicateQuestions": 0.935964, "StackExchangeClusteringP2P.v2": 0.403465, "HotpotQAHardNegatives": 0.73406, "ArXivHierarchicalClusteringS2S": 0.643711, "TRECCOVID": 0.77264, "AskUbuntuDupQuestions": 0.64535, "MedrxivClusteringS2S.v2": 0.477388, "BIOSSES": 0.843423, "ArXivHierarchicalClusteringP2P": 0.645156, "STS13": 0.822776, "SICK-R": 0.800756, "TwentyNewsgroupsClustering.v2": 0.875809, "Touche2020Retrieval.v3": 0.54375, "ToxicConversationsClassification": 0.845605, "StackExchangeClustering.v2": 0.538504, "STSBenchmark": 0.840544, "TwitterURLCorpus": 0.859808, "MassiveIntentClassification": 0.855447, "STS22.v2": 0.717025, "ImdbClassification": 0.920364, "ClimateFEVERHardNegatives": 0.42982, "AmazonCounterfactualClassification": 0.969552, "STS12": 0.678271, "MindSmallReranking": 0.320956, "STS14": 0.782074, "BiorxivClusteringP2P.v2": 0.476, "Banking77Classification": 0.921916, "TwitterSemEval2015": 0.679632, "FEVERHardNegatives": 0.92665, "TweetSentimentExtractionClassification": 0.772269, "MTOPDomainClassification": 0.984086, "MassiveScenarioClassification": 0.903968, "FiQA2018": 0.53241, "CQADupstackGamingRetrieval": 0.64738, "CQADupstackUnixRetrieval": 0.50369, "STS15": 0.870581, "MedrxivClusteringP2P.v2": 0.460144 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:47", "model": "GritLM/GritLM-7B", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 47, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.24, "parameters_billion": 7.24, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "1137b9a328032b836fede13142a765b589ab0a8f08bca50008352e74a6578646", "mean_task": 0.670707780399812, "mean_task_type": 0.6322378334323554, "by_task_type": { "Classification": 0.8124520809951246, "Clustering": 0.5081903926982821, "PairClassification": 0.8728504659734665, "Reranking": 0.49590824795166166, "Retrieval": 0.549458, "STS": 0.8302657083266705, "Summarization": 0.35653993808128315 }, "scores_by_task": { "SummEvalSummarization.v2": 0.35653993808128315, "ArguAna": 0.63171, "STS17": 0.9013968427855965, "SCIDOCS": 0.24409, "SprintDuplicateQuestions": 0.9334758693133184, "StackExchangeClusteringP2P.v2": 0.43833331117360236, "HotpotQAHardNegatives": 0.73963, "ArXivHierarchicalClusteringS2S": 0.6228324344758562, "TRECCOVID": 0.74313, "AskUbuntuDupQuestions": 0.6737177860503064, "MedrxivClusteringS2S.v2": 0.36855667725201335, "BIOSSES": 0.8632485853672763, "ArXivHierarchicalClusteringP2P": 0.5976004587290107, "STS13": 0.8504027564663601, "SICK-R": 0.8312714130007381, "TwentyNewsgroupsClustering.v2": 0.5731833840979356, "Touche2020Retrieval.v3": 0.45658, "ToxicConversationsClassification": 0.688134765625, "StackExchangeClustering.v2": 0.6813461467763409, "STSBenchmark": 0.8564422693135456, "TwitterURLCorpus": 0.8742665970242987, "MassiveIntentClassification": 0.7909549428379286, "STS22.v2": 0.6859113314620737, "ImdbClassification": 0.9507160000000001, "ClimateFEVERHardNegatives": 0.2324, "AmazonCounterfactualClassification": 0.8053731343283583, "STS12": 0.7733852878004329, "MindSmallReranking": 0.3180987098530169, "STS14": 0.8290819992299016, "BiorxivClusteringP2P.v2": 0.41895930454425534, "Banking77Classification": 0.844448051948052, "TwitterSemEval2015": 0.8108089315827822, "FEVERHardNegatives": 0.72571, "TweetSentimentExtractionClassification": 0.66262026032824, "MTOPDomainClassification": 0.953670770633835, "MassiveScenarioClassification": 0.8036987222595829, "FiQA2018": 0.59908, "CQADupstackGamingRetrieval": 0.63684, "CQADupstackUnixRetrieval": 0.48541, "STS15": 0.8812508895141099, "MedrxivClusteringP2P.v2": 0.36471142453724265 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:48", "model": "avsolatorio/GIST-large-Embedding-v0", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 48, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.335, "parameters_billion": 0.335, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "5430c5a8bf141982b162675e2c941e2313392ca54b162830e70914ffe9a95b4d", "mean_task": 0.6625134256133555, "mean_task_type": 0.6195554064301206, "by_task_type": { "Classification": 0.7891017376928391, "Clustering": 0.488367625, "PairClassification": 0.8670079624692196, "Reranking": 0.487630431063124, "Retrieval": 0.545214, "STS": 0.8444130887856617, "Summarization": 0.315153 }, "scores_by_task": { "SummEvalSummarization.v2": 0.315153, "ArguAna": 0.6338, "STS17": 0.8966118745178284, "SCIDOCS": 0.24062, "SprintDuplicateQuestions": 0.9654495433438355, "StackExchangeClusteringP2P.v2": 0.418392, "HotpotQAHardNegatives": 0.70902, "ArXivHierarchicalClusteringS2S": 0.589655, "TRECCOVID": 0.69127, "AskUbuntuDupQuestions": 0.6470120072857362, "MedrxivClusteringS2S.v2": 0.360938, "BIOSSES": 0.8917070651383446, "ArXivHierarchicalClusteringP2P": 0.597983, "STS13": 0.8928563503553643, "SICK-R": 0.8279782085421951, "TwentyNewsgroupsClustering.v2": 0.532845, "Touche2020Retrieval.v3": 0.48559, "ToxicConversationsClassification": 0.718624, "StackExchangeClustering.v2": 0.604036, "STSBenchmark": 0.8830389489193672, "TwitterURLCorpus": 0.8596137364694969, "MassiveIntentClassification": 0.738534, "STS22.v2": 0.700997, "ImdbClassification": 0.912344, "ClimateFEVERHardNegatives": 0.33933, "AmazonCounterfactualClassification": 0.747164, "STS12": 0.7712670500926937, "MindSmallReranking": 0.32824885484051175, "STS14": 0.838288465070091, "BiorxivClusteringP2P.v2": 0.423635, "Banking77Classification": 0.8810064935064933, "TwitterSemEval2015": 0.7759606075943268, "FEVERHardNegatives": 0.86301, "TweetSentimentExtractionClassification": 0.5917374080362195, "MTOPDomainClassification": 0.950707, "MassiveScenarioClassification": 0.772697, "FiQA2018": 0.44301999999999997, "CQADupstackGamingRetrieval": 0.60672, "CQADupstackUnixRetrieval": 0.43976, "STS15": 0.8969728364350713, "MedrxivClusteringP2P.v2": 0.379457 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:49", "model": "codefuse-ai/F2LLM-v2-330M", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 49, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.334, "parameters_billion": 0.334, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "12c7cb3a26fd2745a7a73064bf445fefc5843539bef43645ec0e84f06eb86bf1", "mean_task": 0.6885837804878049, "mean_task_type": 0.6306509365079365, "by_task_type": { "Classification": 0.897036125, "Clustering": 0.565453875, "PairClassification": 0.8419523333333334, "Reranking": 0.469995, "Retrieval": 0.533447, "STS": 0.8281282222222222, "Summarization": 0.278544 }, "scores_by_task": { "SummEvalSummarization.v2": 0.278544, "ArguAna": 0.5801, "STS17": 0.900597, "SCIDOCS": 0.19936, "SprintDuplicateQuestions": 0.96257, "StackExchangeClusteringP2P.v2": 0.484216, "HotpotQAHardNegatives": 0.6434, "ArXivHierarchicalClusteringS2S": 0.613511, "TRECCOVID": 0.52932, "AskUbuntuDupQuestions": 0.63005, "MedrxivClusteringS2S.v2": 0.461557, "BIOSSES": 0.876152, "ArXivHierarchicalClusteringP2P": 0.643288, "STS13": 0.852266, "SICK-R": 0.766394, "TwentyNewsgroupsClustering.v2": 0.531373, "Touche2020Retrieval.v3": 0.59803, "ToxicConversationsClassification": 0.906299, "StackExchangeClustering.v2": 0.711864, "STSBenchmark": 0.869486, "TwitterURLCorpus": 0.862989, "MassiveIntentClassification": 0.850235, "STS22.v2": 0.660537, "ImdbClassification": 0.945996, "ClimateFEVERHardNegatives": 0.40227, "AmazonCounterfactualClassification": 0.924328, "STS12": 0.813965, "MindSmallReranking": 0.30994, "STS14": 0.827708, "BiorxivClusteringP2P.v2": 0.586002, "Banking77Classification": 0.870162, "TwitterSemEval2015": 0.700298, "FEVERHardNegatives": 0.9034, "TweetSentimentExtractionClassification": 0.770798, "MTOPDomainClassification": 0.99186, "MassiveScenarioClassification": 0.916611, "FiQA2018": 0.43912, "CQADupstackGamingRetrieval": 0.57495, "CQADupstackUnixRetrieval": 0.46452, "STS15": 0.886049, "MedrxivClusteringP2P.v2": 0.49182 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:50", "model": "nvidia/NV-Embed-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 50, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.85, "parameters_billion": 7.85, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "aac7b1ab585d04b0341068404b9e4cc90bf6ba2814d0e89f869f01773229739e", "mean_task": 0.6831500238312479, "mean_task_type": 0.6336560820698756, "by_task_type": { "Classification": 0.8411188303980258, "Clustering": 0.495008, "PairClassification": 0.8705220451065744, "Reranking": 0.49157101318336127, "Retrieval": 0.6013219999999999, "STS": 0.8220196858011678, "Summarization": 0.314031 }, "scores_by_task": { "SummEvalSummarization.v2": 0.314031, "ArguAna": 0.6820499999999999, "STS17": 0.8741531216247835, "SCIDOCS": 0.20190000000000002, "SprintDuplicateQuestions": 0.9607286531485965, "StackExchangeClusteringP2P.v2": 0.440807, "HotpotQAHardNegatives": 0.7831, "ArXivHierarchicalClusteringS2S": 0.613319, "TRECCOVID": 0.85883, "AskUbuntuDupQuestions": 0.6749860736554154, "MedrxivClusteringS2S.v2": 0.369368, "BIOSSES": 0.855905044545741, "ArXivHierarchicalClusteringP2P": 0.613772, "STS13": 0.863035513172505, "SICK-R": 0.8280375234068289, "TwentyNewsgroupsClustering.v2": 0.507396, "Touche2020Retrieval.v3": 0.55412, "ToxicConversationsClassification": 0.925984, "StackExchangeClustering.v2": 0.563493, "STSBenchmark": 0.8613895001731495, "TwitterURLCorpus": 0.8608743411620402, "MassiveIntentClassification": 0.722629, "STS22.v2": 0.660081, "ImdbClassification": 0.9705799999999998, "ClimateFEVERHardNegatives": 0.27403, "AmazonCounterfactualClassification": 0.710149, "STS12": 0.7622474792649981, "MindSmallReranking": 0.3081559527113072, "STS14": 0.8209196894621045, "BiorxivClusteringP2P.v2": 0.47384, "Banking77Classification": 0.9033766233766235, "TwitterSemEval2015": 0.7899631410090865, "FEVERHardNegatives": 0.84101, "TweetSentimentExtractionClassification": 0.8063950198075835, "MTOPDomainClassification": 0.940173, "MassiveScenarioClassification": 0.749664, "FiQA2018": 0.63096, "CQADupstackGamingRetrieval": 0.66534, "CQADupstackUnixRetrieval": 0.52188, "STS15": 0.8724083005603993, "MedrxivClusteringP2P.v2": 0.378069 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:51", "model": "mixedbread-ai/mxbai-embed-large-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 51, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.335, "parameters_billion": 0.335, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "e35a4a0b65799397903041ee532a43963ef8d8f8c64bd796f33fd0a5dcebbc5d", "mean_task": 0.662622240804676, "mean_task_type": 0.6204089300001941, "by_task_type": { "Classification": 0.7909869479204176, "Clustering": 0.47482936322919267, "PairClassification": 0.8719964009784831, "Reranking": 0.48054600000000003, "Retrieval": 0.553958, "STS": 0.8442217978732651, "Summarization": 0.326324 }, "scores_by_task": { "SummEvalSummarization.v2": 0.326324, "ArguAna": 0.65469, "STS17": 0.8920909866806481, "SCIDOCS": 0.23101, "SprintDuplicateQuestions": 0.9681663100569824, "StackExchangeClusteringP2P.v2": 0.40465001207381013, "HotpotQAHardNegatives": 0.72503, "ArXivHierarchicalClusteringS2S": 0.5899389736636808, "TRECCOVID": 0.7553, "AskUbuntuDupQuestions": 0.634897, "MedrxivClusteringS2S.v2": 0.3496898857228278, "BIOSSES": 0.860544, "ArXivHierarchicalClusteringP2P": 0.6010625739174296, "STS13": 0.8979451553480633, "SICK-R": 0.8277671230423026, "TwentyNewsgroupsClustering.v2": 0.5110890076508168, "Touche2020Retrieval.v3": 0.48602, "ToxicConversationsClassification": 0.67314453125, "StackExchangeClustering.v2": 0.550802570899201, "STSBenchmark": 0.8928960362631743, "TwitterURLCorpus": 0.862275892878467, "MassiveIntentClassification": 0.762205783456624, "STS22.v2": 0.6904364191808922, "ImdbClassification": 0.928324, "ClimateFEVERHardNegatives": 0.36225, "AmazonCounterfactualClassification": 0.7507462686567165, "STS12": 0.7906872494516909, "MindSmallReranking": 0.326195, "STS14": 0.8521908733722553, "BiorxivClusteringP2P.v2": 0.4187022064365139, "Banking77Classification": 0.877987, "TwitterSemEval2015": 0.785547, "FEVERHardNegatives": 0.86543, "TweetSentimentExtractionClassification": 0.597029, "MTOPDomainClassification": 0.939535, "MassiveScenarioClassification": 0.798924, "FiQA2018": 0.4527, "CQADupstackGamingRetrieval": 0.58942, "CQADupstackUnixRetrieval": 0.41773, "STS15": 0.89343833752036, "MedrxivClusteringP2P.v2": 0.37269967546926125 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:52", "model": "GritLM/GritLM-8x7B", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 52, "scored_checkpoint_revision": null, "reported_total_params_billion": 57.92, "parameters_billion": 57.92, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "084144c9ff61fb34092543e98d772087e8bbc2026394b51d2fb615b3c62116ca", "mean_task": 0.6615586695812335, "mean_task_type": 0.6242021552253313, "by_task_type": { "Classification": 0.7998245851621703, "Clustering": 0.5147531281511134, "PairClassification": 0.8522986298383389, "Reranking": 0.4921982620031392, "Retrieval": 0.524551, "STS": 0.8293364814225571, "Summarization": 0.356453 }, "scores_by_task": { "SummEvalSummarization.v2": 0.356453, "ArguAna": 0.59539, "STS17": 0.9141549643157397, "SCIDOCS": 0.23248, "SprintDuplicateQuestions": 0.9197328651896981, "StackExchangeClusteringP2P.v2": 0.442715, "HotpotQAHardNegatives": 0.65391, "ArXivHierarchicalClusteringS2S": 0.5721927960247923, "TRECCOVID": 0.81357, "AskUbuntuDupQuestions": 0.6559672236627206, "MedrxivClusteringS2S.v2": 0.398433, "BIOSSES": 0.8734415887061094, "ArXivHierarchicalClusteringP2P": 0.5986256139428866, "STS13": 0.8584537862684345, "SICK-R": 0.8056596360704134, "TwentyNewsgroupsClustering.v2": 0.564549, "Touche2020Retrieval.v3": 0.3447, "ToxicConversationsClassification": 0.693505859375, "StackExchangeClustering.v2": 0.692228133991667, "STSBenchmark": 0.8746088823673782, "TwitterURLCorpus": 0.8651045713469981, "MassiveIntentClassification": 0.7670141223940821, "STS22.v2": 0.6922016917100501, "ImdbClassification": 0.943208, "ClimateFEVERHardNegatives": 0.23759, "AmazonCounterfactualClassification": 0.7631343283582088, "STS12": 0.7369103876926383, "MindSmallReranking": 0.32842930034355783, "STS14": 0.8204633406211417, "BiorxivClusteringP2P.v2": 0.446450727199578, "Banking77Classification": 0.874577922077922, "TwitterSemEval2015": 0.7720584529783205, "FEVERHardNegatives": 0.72054, "TweetSentimentExtractionClassification": 0.6248160724391625, "MTOPDomainClassification": 0.9529183766529867, "MassiveScenarioClassification": 0.779422, "FiQA2018": 0.49892, "CQADupstackGamingRetrieval": 0.65909, "CQADupstackUnixRetrieval": 0.48932, "STS15": 0.8881340550511095, "MedrxivClusteringP2P.v2": 0.40283075404998303 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:53", "model": "WhereIsAI/UAE-Large-V1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 53, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.335, "parameters_billion": 0.335, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "90408f950592d41bb7edbaf8f0aeeb5b600573072dc3f94ea60d6ae8d8d003c9", "mean_task": 0.6640187986366449, "mean_task_type": 0.6184890492784308, "by_task_type": { "Classification": 0.7907814441526544, "Clustering": 0.4786355898091297, "PairClassification": 0.8724505998024203, "Reranking": 0.48353581823748504, "Retrieval": 0.559072, "STS": 0.8436678929473268, "Summarization": 0.30128 }, "scores_by_task": { "SummEvalSummarization.v2": 0.30128, "ArguAna": 0.6614999999999999, "STS17": 0.8899349064256743, "SCIDOCS": 0.22981, "SprintDuplicateQuestions": 0.9723695845695101, "StackExchangeClusteringP2P.v2": 0.418376, "HotpotQAHardNegatives": 0.73947, "ArXivHierarchicalClusteringS2S": 0.6051344629594086, "TRECCOVID": 0.76271, "AskUbuntuDupQuestions": 0.6419590406875427, "MedrxivClusteringS2S.v2": 0.349983, "BIOSSES": 0.861423242570783, "ArXivHierarchicalClusteringP2P": 0.5937910271512732, "STS13": 0.8961713197117621, "SICK-R": 0.8262331465639475, "TwentyNewsgroupsClustering.v2": 0.502854, "Touche2020Retrieval.v3": 0.49614, "ToxicConversationsClassification": 0.668896484375, "StackExchangeClustering.v2": 0.5721976219782328, "STSBenchmark": 0.8906081794905042, "TwitterURLCorpus": 0.8633025598681032, "MassiveIntentClassification": 0.7624075319435104, "STS22.v2": 0.6924564313604081, "ImdbClassification": 0.9277960000000001, "ClimateFEVERHardNegatives": 0.38728, "AmazonCounterfactualClassification": 0.7556716417910447, "STS12": 0.7909144554302442, "MindSmallReranking": 0.3251125957874274, "STS14": 0.8501783656853793, "BiorxivClusteringP2P.v2": 0.417929, "Banking77Classification": 0.8769155844155844, "TwitterSemEval2015": 0.7816796549696479, "FEVERHardNegatives": 0.88479, "TweetSentimentExtractionClassification": 0.5974533106960951, "MTOPDomainClassification": 0.940036, "MassiveScenarioClassification": 0.797075, "FiQA2018": 0.44836, "CQADupstackGamingRetrieval": 0.57193, "CQADupstackUnixRetrieval": 0.40873, "STS15": 0.8950909892872387, "MedrxivClusteringP2P.v2": 0.368819606384123 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:54", "model": "google/text-multilingual-embedding-002", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 54, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "fe4dc0b6f5b1dca659e0ef43b81ee57bcc78258d177b64d88109808b35eea30d", "mean_task": 0.6767027073170732, "mean_task_type": 0.6351595932539683, "by_task_type": { "Classification": 0.84649675, "Clustering": 0.504074125, "PairClassification": 0.8659903333333334, "Reranking": 0.4748335, "Retrieval": 0.5469999999999999, "STS": 0.8393604444444445, "Summarization": 0.368362 }, "scores_by_task": { "SummEvalSummarization.v2": 0.368362, "ArguAna": 0.53814, "STS17": 0.902725, "SCIDOCS": 0.1796, "SprintDuplicateQuestions": 0.968032, "StackExchangeClusteringP2P.v2": 0.408214, "HotpotQAHardNegatives": 0.64305, "ArXivHierarchicalClusteringS2S": 0.536635, "TRECCOVID": 0.81452, "AskUbuntuDupQuestions": 0.632665, "MedrxivClusteringS2S.v2": 0.343137, "BIOSSES": 0.884737, "ArXivHierarchicalClusteringP2P": 0.56284, "STS13": 0.887532, "SICK-R": 0.807759, "TwentyNewsgroupsClustering.v2": 0.525336, "Touche2020Retrieval.v3": 0.57019, "ToxicConversationsClassification": 0.878223, "StackExchangeClustering.v2": 0.913658, "STSBenchmark": 0.876198, "TwitterURLCorpus": 0.870444, "MassiveIntentClassification": 0.757465, "STS22.v2": 0.682297, "ImdbClassification": 0.946228, "ClimateFEVERHardNegatives": 0.32313, "AmazonCounterfactualClassification": 0.775373, "STS12": 0.791855, "MindSmallReranking": 0.317002, "STS14": 0.834547, "BiorxivClusteringP2P.v2": 0.377101, "Banking77Classification": 0.861753, "TwitterSemEval2015": 0.759495, "FEVERHardNegatives": 0.85606, "TweetSentimentExtractionClassification": 0.720119, "MTOPDomainClassification": 0.981031, "MassiveScenarioClassification": 0.851782, "FiQA2018": 0.49235, "CQADupstackGamingRetrieval": 0.62516, "CQADupstackUnixRetrieval": 0.4278, "STS15": 0.886594, "MedrxivClusteringP2P.v2": 0.365672 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": "missing/nonfinite/nonpositive reported size; retained in global ranks only", "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:56", "model": "Cohere/Cohere-embed-english-v3.0", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 56, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "9d769ff5a96f6de41c926d1cbcfb9a5f5c9502b832fe5fb5f9fcf1f0e02c55ce", "mean_task": 0.662088595731706, "mean_task_type": 0.6176977090489031, "by_task_type": { "Classification": 0.7968374928670651, "Clustering": 0.49306975, "PairClassification": 0.8583683153010155, "Reranking": 0.47186301577254186, "Retrieval": 0.556851, "STS": 0.8240173894016996, "Summarization": 0.322877 }, "scores_by_task": { "SummEvalSummarization.v2": 0.322877, "ArguAna": 0.61521, "STS17": 0.903370719075361, "SCIDOCS": 0.20314, "SprintDuplicateQuestions": 0.9624594126679709, "StackExchangeClusteringP2P.v2": 0.430963, "HotpotQAHardNegatives": 0.70756, "ArXivHierarchicalClusteringS2S": 0.579659, "TRECCOVID": 0.81919, "AskUbuntuDupQuestions": 0.6169942465283367, "MedrxivClusteringS2S.v2": 0.368338, "BIOSSES": 0.8350310749422796, "ArXivHierarchicalClusteringP2P": 0.624076, "STS13": 0.8520181466598035, "SICK-R": 0.8127177640994141, "TwentyNewsgroupsClustering.v2": 0.498812, "Touche2020Retrieval.v3": 0.63787, "ToxicConversationsClassification": 0.7261299999999999, "StackExchangeClustering.v2": 0.605585, "STSBenchmark": 0.8854881886307971, "TwitterURLCorpus": 0.8646378511891255, "MassiveIntentClassification": 0.718023, "STS22.v2": 0.681768, "ImdbClassification": 0.9356920000000001, "ClimateFEVERHardNegatives": 0.26017, "AmazonCounterfactualClassification": 0.806418, "STS12": 0.7437099514810371, "MindSmallReranking": 0.3267317850167471, "STS14": 0.8097859876561874, "BiorxivClusteringP2P.v2": 0.437402, "Banking77Classification": 0.8552922077922078, "TwitterSemEval2015": 0.7480076820459501, "FEVERHardNegatives": 0.89147, "TweetSentimentExtractionClassification": 0.6202037351443125, "MTOPDomainClassification": 0.947104, "MassiveScenarioClassification": 0.765837, "FiQA2018": 0.42189, "CQADupstackGamingRetrieval": 0.60554, "CQADupstackUnixRetrieval": 0.40647, "STS15": 0.8922666720704161, "MedrxivClusteringP2P.v2": 0.399723 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": "missing/nonfinite/nonpositive reported size; retained in global ranks only", "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:57", "model": "Cohere/Cohere-embed-multilingual-v3.0", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 57, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "057fbb1dfab14737ec06ab9ec5f0196bb42069373b8aee5caa3e5eeef997b5b3", "mean_task": 0.6600906022277376, "mean_task_type": 0.6142607985232323, "by_task_type": { "Classification": 0.7925573254645043, "Clustering": 0.48052075, "PairClassification": 0.8614693719295232, "Reranking": 0.47357932979782225, "Retrieval": 0.556906, "STS": 0.830458812470777, "Summarization": 0.304334 }, "scores_by_task": { "SummEvalSummarization.v2": 0.304334, "ArguAna": 0.55105, "STS17": 0.9008752166657892, "SCIDOCS": 0.19339000000000003, "SprintDuplicateQuestions": 0.9679160651306724, "StackExchangeClusteringP2P.v2": 0.40845, "HotpotQAHardNegatives": 0.70762, "ArXivHierarchicalClusteringS2S": 0.574664, "TRECCOVID": 0.83372, "AskUbuntuDupQuestions": 0.6212873500780318, "MedrxivClusteringS2S.v2": 0.362035, "BIOSSES": 0.8500916590717612, "ArXivHierarchicalClusteringP2P": 0.596227, "STS13": 0.8515620774806095, "SICK-R": 0.8218202534761809, "TwentyNewsgroupsClustering.v2": 0.492774, "Touche2020Retrieval.v3": 0.65269, "ToxicConversationsClassification": 0.7119979999999999, "StackExchangeClustering.v2": 0.590993, "STSBenchmark": 0.8878683817318573, "TwitterURLCorpus": 0.8648560260020556, "MassiveIntentClassification": 0.721318, "STS22.v2": 0.696281, "ImdbClassification": 0.9396720000000001, "ClimateFEVERHardNegatives": 0.29988, "AmazonCounterfactualClassification": 0.776716, "STS12": 0.7762042143066208, "MindSmallReranking": 0.3258713095176127, "STS14": 0.8001967438481185, "BiorxivClusteringP2P.v2": 0.428922, "Banking77Classification": 0.8609415584415584, "TwitterSemEval2015": 0.7516360246558417, "FEVERHardNegatives": 0.88804, "TweetSentimentExtractionClassification": 0.6217600452744765, "MTOPDomainClassification": 0.944368, "MassiveScenarioClassification": 0.763685, "FiQA2018": 0.44104999999999994, "CQADupstackGamingRetrieval": 0.59323, "CQADupstackUnixRetrieval": 0.40839, "STS15": 0.8892297656560553, "MedrxivClusteringP2P.v2": 0.390101 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": "missing/nonfinite/nonpositive reported size; retained in global ranks only", "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:60", "model": "intfloat/multilingual-e5-large-instruct", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 60, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.56, "parameters_billion": 0.56, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "5ff9e743f3dca0ce1328f505e2316217898be0de8f2ee94ebc73c89195d5cd3d", "mean_task": 0.6553055551266775, "mean_task_type": 0.6121379717618056, "by_task_type": { "Classification": 0.7553803077542264, "Clustering": 0.49892495080943133, "PairClassification": 0.8623655606210473, "Reranking": 0.487404963793465, "Retrieval": 0.534715, "STS": 0.8472317578599974, "Summarization": 0.2989432614944716 }, "scores_by_task": { "SummEvalSummarization.v2": 0.2989432614944716, "ArguAna": 0.58476, "STS17": 0.9032592440755497, "SCIDOCS": 0.19238, "SprintDuplicateQuestions": 0.921893142357913, "StackExchangeClusteringP2P.v2": 0.4606532643717497, "HotpotQAHardNegatives": 0.64528, "ArXivHierarchicalClusteringS2S": 0.6128405793014597, "TRECCOVID": 0.82509, "AskUbuntuDupQuestions": 0.6441446118216461, "MedrxivClusteringS2S.v2": 0.377120740377722, "BIOSSES": 0.8745500476980393, "ArXivHierarchicalClusteringP2P": 0.62534993503603, "STS13": 0.8805498843767127, "SICK-R": 0.8173085443529001, "TwentyNewsgroupsClustering.v2": 0.5073588384089416, "Touche2020Retrieval.v3": 0.53257, "ToxicConversationsClassification": 0.6681640625, "StackExchangeClustering.v2": 0.5996877429544218, "STSBenchmark": 0.8839290178655834, "TwitterURLCorpus": 0.8673195968908498, "MassiveIntentClassification": 0.7088769334229992, "STS22.v2": 0.6816963261930518, "ImdbClassification": 0.946112, "ClimateFEVERHardNegatives": 0.23832, "AmazonCounterfactualClassification": 0.6971641791044776, "STS12": 0.8252836101249812, "MindSmallReranking": 0.33066531576528385, "STS14": 0.8482883151106293, "BiorxivClusteringP2P.v2": 0.42746422233601206, "Banking77Classification": 0.7803571428571429, "TwitterSemEval2015": 0.7978839426143792, "FEVERHardNegatives": 0.75756, "TweetSentimentExtractionClassification": 0.5917657045840408, "MTOPDomainClassification": 0.9118331053351574, "MassiveScenarioClassification": 0.7387693342299934, "FiQA2018": 0.48425, "CQADupstackGamingRetrieval": 0.63962, "CQADupstackUnixRetrieval": 0.44732, "STS15": 0.9102208309425296, "MedrxivClusteringP2P.v2": 0.3809242836891137 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:61", "model": "avsolatorio/GIST-Embedding-v0", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 61, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.109, "parameters_billion": 0.109, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "785cc93ad59ce9d9c3d93223485c52aa6f8cbab98e50c13e4739c261d0aa0518", "mean_task": 0.6550466210091898, "mean_task_type": 0.613959243054458, "by_task_type": { "Classification": 0.7816383846787055, "Clustering": 0.484970375, "PairClassification": 0.8633375572415553, "Reranking": 0.47521996398943445, "Retrieval": 0.535917, "STS": 0.833473420471511, "Summarization": 0.323158 }, "scores_by_task": { "SummEvalSummarization.v2": 0.323158, "ArguAna": 0.6262, "STS17": 0.8858925922945812, "SCIDOCS": 0.23469, "SprintDuplicateQuestions": 0.9597587114452257, "StackExchangeClusteringP2P.v2": 0.407448, "HotpotQAHardNegatives": 0.69703, "ArXivHierarchicalClusteringS2S": 0.587499, "TRECCOVID": 0.69603, "AskUbuntuDupQuestions": 0.6268814324295771, "MedrxivClusteringS2S.v2": 0.359221, "BIOSSES": 0.8795079919934645, "ArXivHierarchicalClusteringP2P": 0.595916, "STS13": 0.8784898360302155, "SICK-R": 0.8128563534883214, "TwentyNewsgroupsClustering.v2": 0.519779, "Touche2020Retrieval.v3": 0.46942, "ToxicConversationsClassification": 0.724186, "StackExchangeClustering.v2": 0.611531, "STSBenchmark": 0.8732401087204754, "TwitterURLCorpus": 0.8610715280490069, "MassiveIntentClassification": 0.716106, "STS22.v2": 0.681524, "ImdbClassification": 0.896556, "ClimateFEVERHardNegatives": 0.31952, "AmazonCounterfactualClassification": 0.747463, "STS12": 0.76155337187325, "MindSmallReranking": 0.3235584955492918, "STS14": 0.8338989083933329, "BiorxivClusteringP2P.v2": 0.42258, "Banking77Classification": 0.8729545454545453, "TwitterSemEval2015": 0.7691824322304331, "FEVERHardNegatives": 0.87512, "TweetSentimentExtractionClassification": 0.593180531975099, "MTOPDomainClassification": 0.94829, "MassiveScenarioClassification": 0.754371, "FiQA2018": 0.4064400000000001, "CQADupstackGamingRetrieval": 0.60383, "CQADupstackUnixRetrieval": 0.43089, "STS15": 0.8942976214499576, "MedrxivClusteringP2P.v2": 0.375789 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": true } }, { "id": "scores_MTEB_eng_v2:row:63", "model": "BAAI/bge-large-en-v1.5", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 63, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.335, "parameters_billion": 0.335, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "fc0ef99116ffe8b07747f9e44dc1f68f518a9147ea66352d6af06127a064746e", "mean_task": 0.6588837954348156, "mean_task_type": 0.6187356835002327, "by_task_type": { "Classification": 0.7834172454920241, "Clustering": 0.480145769148538, "PairClassification": 0.8713114794697215, "Reranking": 0.48263293660404705, "Retrieval": 0.554422, "STS": 0.827886353787298, "Summarization": 0.331334 }, "scores_by_task": { "SummEvalSummarization.v2": 0.331334, "ArguAna": 0.64516, "STS17": 0.8749411345544853, "SCIDOCS": 0.2263, "SprintDuplicateQuestions": 0.9674942736590371, "StackExchangeClusteringP2P.v2": 0.403727, "HotpotQAHardNegatives": 0.7498, "ArXivHierarchicalClusteringS2S": 0.5873767879927723, "TRECCOVID": 0.74696, "AskUbuntuDupQuestions": 0.6446555939623092, "MedrxivClusteringS2S.v2": 0.34523190322337804, "BIOSSES": 0.8465373612172036, "ArXivHierarchicalClusteringP2P": 0.6058357599909132, "STS13": 0.8637060444136577, "SICK-R": 0.8168367384277421, "TwentyNewsgroupsClustering.v2": 0.521127, "Touche2020Retrieval.v3": 0.47058, "ToxicConversationsClassification": 0.66484375, "StackExchangeClustering.v2": 0.5941857905540503, "STSBenchmark": 0.875190636046235, "TwitterURLCorpus": 0.8560075039899073, "MassiveIntentClassification": 0.7434095494283792, "STS22.v2": 0.675200058176575, "ImdbClassification": 0.9284599999999998, "ClimateFEVERHardNegatives": 0.36843, "AmazonCounterfactualClassification": 0.7394029850746269, "STS12": 0.7904889235593613, "MindSmallReranking": 0.3206102792457849, "STS14": 0.8277810172031654, "BiorxivClusteringP2P.v2": 0.4205574653405882, "Banking77Classification": 0.8778896103896103, "TwitterSemEval2015": 0.7904326607602203, "FEVERHardNegatives": 0.87271, "TweetSentimentExtractionClassification": 0.5994340690435768, "MTOPDomainClassification": 0.939991, "MassiveScenarioClassification": 0.773907, "FiQA2018": 0.45021, "CQADupstackGamingRetrieval": 0.59332, "CQADupstackUnixRetrieval": 0.42075, "STS15": 0.8802952704872573, "MedrxivClusteringP2P.v2": 0.363124446086602 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:64", "model": "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 64, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.153, "parameters_billion": 7.153, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "0bde7e4d11189197f6d87a067919c7f8741ea63ae4cb8c0806c86a3cf9f165ce", "mean_task": 0.6456632207605192, "mean_task_type": 0.6079903800781008, "by_task_type": { "Classification": 0.7973786555317913, "Clustering": 0.441017625, "PairClassification": 0.8799105220519677, "Reranking": 0.47739478298506677, "Retrieval": 0.512717, "STS": 0.8369770749778803, "Summarization": 0.310537 }, "scores_by_task": { "SummEvalSummarization.v2": 0.310537, "ArguAna": 0.57483, "STS17": 0.901862731405498, "SCIDOCS": 0.22497, "SprintDuplicateQuestions": 0.9681785428870713, "StackExchangeClusteringP2P.v2": 0.408218, "HotpotQAHardNegatives": 0.54613, "ArXivHierarchicalClusteringS2S": 0.517641, "TRECCOVID": 0.77692, "AskUbuntuDupQuestions": 0.6398320383943591, "MedrxivClusteringS2S.v2": 0.314715, "BIOSSES": 0.8524411101959604, "ArXivHierarchicalClusteringP2P": 0.568412, "STS13": 0.8637435789895171, "SICK-R": 0.836969699802343, "TwentyNewsgroupsClustering.v2": 0.444798, "Touche2020Retrieval.v3": 0.38315, "ToxicConversationsClassification": 0.6926140000000001, "StackExchangeClustering.v2": 0.524789, "STSBenchmark": 0.8865370934976113, "TwitterURLCorpus": 0.8655972191277392, "MassiveIntentClassification": 0.768191, "STS22.v2": 0.672899, "ImdbClassification": 0.87422, "ClimateFEVERHardNegatives": 0.21886, "AmazonCounterfactualClassification": 0.799701, "STS12": 0.7880312217691351, "MindSmallReranking": 0.3149575275757744, "STS14": 0.8404036612478626, "BiorxivClusteringP2P.v2": 0.388299, "Banking77Classification": 0.8831493506493505, "TwitterSemEval2015": 0.8059558041410928, "FEVERHardNegatives": 0.70729, "TweetSentimentExtractionClassification": 0.6213638936049801, "MTOPDomainClassification": 0.946078, "MassiveScenarioClassification": 0.793712, "FiQA2018": 0.53111, "CQADupstackGamingRetrieval": 0.6665399999999999, "CQADupstackUnixRetrieval": 0.4973699999999999, "STS15": 0.8899055778929946, "MedrxivClusteringP2P.v2": 0.361269 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:65", "model": "infgrad/stella-base-en-v2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 65, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.109, "parameters_billion": 0.109, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "f8667af60a88376fe51635de9cd50c00ee885a1dbc21f4aa57ce81a68a04f502", "mean_task": 0.6490399096837327, "mean_task_type": 0.6096627559632669, "by_task_type": { "Classification": 0.7936993102073365, "Clustering": 0.4749545, "PairClassification": 0.8650980154309519, "Reranking": 0.47313763226567485, "Retrieval": 0.5156, "STS": 0.8273358338389049, "Summarization": 0.317814 }, "scores_by_task": { "SummEvalSummarization.v2": 0.317814, "ArguAna": 0.60627, "STS17": 0.877102980757725, "SCIDOCS": 0.18583, "SprintDuplicateQuestions": 0.9569771347732625, "StackExchangeClusteringP2P.v2": 0.392507, "HotpotQAHardNegatives": 0.69124, "ArXivHierarchicalClusteringS2S": 0.58569, "TRECCOVID": 0.64792, "AskUbuntuDupQuestions": 0.6272054270636606, "MedrxivClusteringS2S.v2": 0.352564, "BIOSSES": 0.8594292212320398, "ArXivHierarchicalClusteringP2P": 0.59993, "STS13": 0.8488094386637868, "SICK-R": 0.8105827848407056, "TwentyNewsgroupsClustering.v2": 0.500086, "Touche2020Retrieval.v3": 0.55357, "ToxicConversationsClassification": 0.7299279999999999, "StackExchangeClustering.v2": 0.590957, "STSBenchmark": 0.8744850004752103, "TwitterURLCorpus": 0.8615882097229648, "MassiveIntentClassification": 0.738803, "STS22.v2": 0.66997, "ImdbClassification": 0.913128, "ClimateFEVERHardNegatives": 0.29293, "AmazonCounterfactualClassification": 0.77209, "STS12": 0.787182808242435, "MindSmallReranking": 0.3190698374676892, "STS14": 0.8310699573133828, "BiorxivClusteringP2P.v2": 0.414085, "Banking77Classification": 0.8472727272727273, "TwitterSemEval2015": 0.7767287017966282, "FEVERHardNegatives": 0.78945, "TweetSentimentExtractionClassification": 0.6307017543859649, "MTOPDomainClassification": 0.935021, "MassiveScenarioClassification": 0.78265, "FiQA2018": 0.38615, "CQADupstackGamingRetrieval": 0.59166, "CQADupstackUnixRetrieval": 0.41098, "STS15": 0.8873903130248592, "MedrxivClusteringP2P.v2": 0.363817 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:66", "model": "avsolatorio/GIST-small-Embedding-v0", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 66, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.033, "parameters_billion": 0.033, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "63d4a05af994559b099443f7eec3b8396722be1fb9cdd4632d1c08e9dfb7f1d8", "mean_task": 0.6475937830352264, "mean_task_type": 0.6069640403411686, "by_task_type": { "Classification": 0.7815333476212525, "Clustering": 0.47976874999999997, "PairClassification": 0.8478101127365788, "Reranking": 0.4734565232869447, "Retrieval": 0.520009, "STS": 0.828040548743404, "Summarization": 0.31813 }, "scores_by_task": { "SummEvalSummarization.v2": 0.31813, "ArguAna": 0.5912, "STS17": 0.8902101343562433, "SCIDOCS": 0.21889, "SprintDuplicateQuestions": 0.9589733601612964, "StackExchangeClusteringP2P.v2": 0.413955, "HotpotQAHardNegatives": 0.66349, "ArXivHierarchicalClusteringS2S": 0.571498, "TRECCOVID": 0.6914, "AskUbuntuDupQuestions": 0.623290291318171, "MedrxivClusteringS2S.v2": 0.36103, "BIOSSES": 0.8698752423842483, "ArXivHierarchicalClusteringP2P": 0.596633, "STS13": 0.8626355088415221, "SICK-R": 0.8053174518259548, "TwentyNewsgroupsClustering.v2": 0.510261, "Touche2020Retrieval.v3": 0.48379, "ToxicConversationsClassification": 0.7280239999999999, "StackExchangeClustering.v2": 0.585482, "STSBenchmark": 0.8707819121764246, "TwitterURLCorpus": 0.8534184508966621, "MassiveIntentClassification": 0.715098, "STS22.v2": 0.687533, "ImdbClassification": 0.894868, "ClimateFEVERHardNegatives": 0.31846, "AmazonCounterfactualClassification": 0.741642, "STS12": 0.7556589127055523, "MindSmallReranking": 0.3236227552557184, "STS14": 0.8229883673695083, "BiorxivClusteringP2P.v2": 0.421505, "Banking77Classification": 0.8664935064935065, "TwitterSemEval2015": 0.7310385271517778, "FEVERHardNegatives": 0.87576, "TweetSentimentExtractionClassification": 0.6100452744765139, "MTOPDomainClassification": 0.95114, "MassiveScenarioClassification": 0.744956, "FiQA2018": 0.39145, "CQADupstackGamingRetrieval": 0.56979, "CQADupstackUnixRetrieval": 0.39586, "STS15": 0.887364409031183, "MedrxivClusteringP2P.v2": 0.377786 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": true } }, { "id": "scores_MTEB_eng_v2:row:67", "model": "thenlper/gte-large", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 67, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.335, "parameters_billion": 0.335, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "f9175793b21143164852be7f63cd130df6f2244635bf491fefba8171d42aa9ed", "mean_task": 0.6476698050696447, "mean_task_type": 0.6086366460362088, "by_task_type": { "Classification": 0.7547026990901007, "Clustering": 0.48195975, "PairClassification": 0.8507698517275472, "Reranking": 0.47844359042433404, "Retrieval": 0.532876, "STS": 0.8326876310114795, "Summarization": 0.329017 }, "scores_by_task": { "SummEvalSummarization.v2": 0.329017, "ArguAna": 0.57158, "STS17": 0.8846863559173112, "SCIDOCS": 0.23440000000000003, "SprintDuplicateQuestions": 0.9574716566563773, "StackExchangeClusteringP2P.v2": 0.419427, "HotpotQAHardNegatives": 0.6758, "ArXivHierarchicalClusteringS2S": 0.585197, "TRECCOVID": 0.7021999999999999, "AskUbuntuDupQuestions": 0.6306359661829253, "MedrxivClusteringS2S.v2": 0.355064, "BIOSSES": 0.8865081514968477, "ArXivHierarchicalClusteringP2P": 0.586399, "STS13": 0.881099866206877, "SICK-R": 0.7980930790660699, "TwentyNewsgroupsClustering.v2": 0.52958, "Touche2020Retrieval.v3": 0.53419, "ToxicConversationsClassification": 0.7055579999999999, "StackExchangeClustering.v2": 0.603187, "STSBenchmark": 0.8607166710670507, "TwitterURLCorpus": 0.8552705223340233, "MassiveIntentClassification": 0.662845, "STS22.v2": 0.69913, "ImdbClassification": 0.8845600000000001, "ClimateFEVERHardNegatives": 0.28238, "AmazonCounterfactualClassification": 0.711791, "STS12": 0.7680552915288186, "MindSmallReranking": 0.3262512146657428, "STS14": 0.8266200957916445, "BiorxivClusteringP2P.v2": 0.410188, "Banking77Classification": 0.8605844155844157, "TwitterSemEval2015": 0.7395673761922404, "FEVERHardNegatives": 0.84955, "TweetSentimentExtractionClassification": 0.5657611771363893, "MTOPDomainClassification": 0.926448, "MassiveScenarioClassification": 0.720074, "FiQA2018": 0.44499, "CQADupstackGamingRetrieval": 0.60096, "CQADupstackUnixRetrieval": 0.43271, "STS15": 0.8892791680286954, "MedrxivClusteringP2P.v2": 0.366636 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:68", "model": "Tarka-AIR/Tarka-Embedding-150M-V1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 68, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.156, "parameters_billion": 0.156, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "67bcbd4ea93a1d5133298d011117c576367d12dc36e14235d1229d83bd648a64", "mean_task": 0.6639085365853659, "mean_task_type": 0.6134907281746032, "by_task_type": { "Classification": 0.862768, "Clustering": 0.520240875, "PairClassification": 0.8165286666666667, "Reranking": 0.45661, "Retrieval": 0.515193, "STS": 0.8147935555555557, "Summarization": 0.308301 }, "scores_by_task": { "SummEvalSummarization.v2": 0.308301, "ArguAna": 0.58237, "STS17": 0.888249, "SCIDOCS": 0.17339, "SprintDuplicateQuestions": 0.891608, "StackExchangeClusteringP2P.v2": 0.468201, "HotpotQAHardNegatives": 0.65283, "ArXivHierarchicalClusteringS2S": 0.595157, "TRECCOVID": 0.81392, "AskUbuntuDupQuestions": 0.60699, "MedrxivClusteringS2S.v2": 0.412166, "BIOSSES": 0.824832, "ArXivHierarchicalClusteringP2P": 0.633971, "STS13": 0.838087, "SICK-R": 0.807374, "TwentyNewsgroupsClustering.v2": 0.463019, "Touche2020Retrieval.v3": 0.56842, "ToxicConversationsClassification": 0.811133, "StackExchangeClustering.v2": 0.64353, "STSBenchmark": 0.863853, "TwitterURLCorpus": 0.857651, "MassiveIntentClassification": 0.82996, "STS22.v2": 0.65227, "ImdbClassification": 0.905852, "ClimateFEVERHardNegatives": 0.26259, "AmazonCounterfactualClassification": 0.902537, "STS12": 0.766568, "MindSmallReranking": 0.30623, "STS14": 0.820843, "BiorxivClusteringP2P.v2": 0.507344, "Banking77Classification": 0.904416, "TwitterSemEval2015": 0.700327, "FEVERHardNegatives": 0.74027, "TweetSentimentExtractionClassification": 0.666355, "MTOPDomainClassification": 0.984245, "MassiveScenarioClassification": 0.897646, "FiQA2018": 0.40522, "CQADupstackGamingRetrieval": 0.56745, "CQADupstackUnixRetrieval": 0.38547, "STS15": 0.871066, "MedrxivClusteringP2P.v2": 0.438539 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:70", "model": "Lajavaness/bilingual-embedding-large", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 70, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.56, "parameters_billion": 0.56, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "93b285ddc4ea352c47b5b9d44567a736784062f1925a86ddfeec742f8cca9cc6", "mean_task": 0.6376620272557523, "mean_task_type": 0.6019595392695329, "by_task_type": { "Classification": 0.7717184423491716, "Clustering": 0.46525525, "PairClassification": 0.8562313003832469, "Reranking": 0.46247305169229724, "Retrieval": 0.468557, "STS": 0.8599577304620148, "Summarization": 0.329524 }, "scores_by_task": { "SummEvalSummarization.v2": 0.329524, "ArguAna": 0.55888, "STS17": 0.8870915251373807, "SCIDOCS": 0.18829, "SprintDuplicateQuestions": 0.9261210920251232, "StackExchangeClusteringP2P.v2": 0.404546, "HotpotQAHardNegatives": 0.62039, "ArXivHierarchicalClusteringS2S": 0.576409, "TRECCOVID": 0.5292, "AskUbuntuDupQuestions": 0.6077428226049288, "MedrxivClusteringS2S.v2": 0.359139, "BIOSSES": 0.8786103811793475, "ArXivHierarchicalClusteringP2P": 0.57353, "STS13": 0.8936590409791387, "SICK-R": 0.810146278511025, "TwentyNewsgroupsClustering.v2": 0.467888, "Touche2020Retrieval.v3": 0.43857, "ToxicConversationsClassification": 0.6556640625, "StackExchangeClustering.v2": 0.576207, "STSBenchmark": 0.8928237056532354, "TwitterURLCorpus": 0.8719162847931056, "MassiveIntentClassification": 0.720208, "STS22.v2": 0.685752, "ImdbClassification": 0.8877039999999999, "ClimateFEVERHardNegatives": 0.25407, "AmazonCounterfactualClassification": 0.78194, "STS12": 0.8552036823639512, "MindSmallReranking": 0.3172032807796656, "STS14": 0.9160879188296314, "BiorxivClusteringP2P.v2": 0.394234, "Banking77Classification": 0.8099025974025974, "TwitterSemEval2015": 0.770656524331512, "FEVERHardNegatives": 0.7281, "TweetSentimentExtractionClassification": 0.6280418788907753, "MTOPDomainClassification": 0.924282, "MassiveScenarioClassification": 0.766005, "FiQA2018": 0.3826, "CQADupstackGamingRetrieval": 0.593, "CQADupstackUnixRetrieval": 0.39247, "STS15": 0.9202450415044239, "MedrxivClusteringP2P.v2": 0.370089 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:71", "model": "BAAI/bge-base-en-v1.5", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 71, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.109, "parameters_billion": 0.109, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "54ccbdc94c115192f03814d3d8d51eaa0bec2962914e34636cfaa9387d8b2a9b", "mean_task": 0.6513711720715847, "mean_task_type": 0.6077083420155586, "by_task_type": { "Classification": 0.7769006783978722, "Clustering": 0.4741621521403192, "PairClassification": 0.8656488211720763, "Reranking": 0.46662496206779525, "Retrieval": 0.5475070000000001, "STS": 0.8211667803308468, "Summarization": 0.301948 }, "scores_by_task": { "SummEvalSummarization.v2": 0.301948, "ArguAna": 0.63752, "STS17": 0.8641380538831039, "SCIDOCS": 0.21725, "SprintDuplicateQuestions": 0.9637070633494467, "StackExchangeClusteringP2P.v2": 0.40645947103989294, "HotpotQAHardNegatives": 0.73709, "ArXivHierarchicalClusteringS2S": 0.5898746479298997, "TRECCOVID": 0.78029, "AskUbuntuDupQuestions": 0.6212847051918774, "MedrxivClusteringS2S.v2": 0.3554675624696722, "BIOSSES": 0.8693752309911496, "ArXivHierarchicalClusteringP2P": 0.6068256839091629, "STS13": 0.8418359851756962, "SICK-R": 0.8030113956602887, "TwentyNewsgroupsClustering.v2": 0.501358752662136, "Touche2020Retrieval.v3": 0.49714, "ToxicConversationsClassification": 0.670361328125, "StackExchangeClustering.v2": 0.5533297004859964, "STSBenchmark": 0.8641801045690194, "TwitterURLCorpus": 0.8564521499076442, "MassiveIntentClassification": 0.7263618022864828, "STS22.v2": 0.6653807805996781, "ImdbClassification": 0.9080799999999998, "ClimateFEVERHardNegatives": 0.32085, "AmazonCounterfactualClassification": 0.7501492537313432, "STS12": 0.7802846881992981, "MindSmallReranking": 0.31196521894371315, "STS14": 0.8227285338843656, "BiorxivClusteringP2P.v2": 0.41671936179830205, "Banking77Classification": 0.869512987012987, "TwitterSemEval2015": 0.7767872502591382, "FEVERHardNegatives": 0.86041, "TweetSentimentExtractionClassification": 0.5938030560271647, "MTOPDomainClassification": 0.931806, "MassiveScenarioClassification": 0.765131, "FiQA2018": 0.40646, "CQADupstackGamingRetrieval": 0.59648, "CQADupstackUnixRetrieval": 0.42158, "STS15": 0.8795662500150213, "MedrxivClusteringP2P.v2": 0.3632620368274916 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:72", "model": "prdev/mini-gte", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 72, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.066, "parameters_billion": 0.066, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "10ea051aa9947d4388d17548a2a22531daaa8614aacd945a20617382af4c7f7b", "mean_task": 0.6505740731707317, "mean_task_type": 0.6065340892857142, "by_task_type": { "Classification": 0.79953475, "Clustering": 0.478931375, "PairClassification": 0.8477513333333334, "Reranking": 0.4686335, "Retrieval": 0.532266, "STS": 0.8155006666666667, "Summarization": 0.303121 }, "scores_by_task": { "SummEvalSummarization.v2": 0.303121, "ArguAna": 0.56614, "STS17": 0.897621, "SCIDOCS": 0.21317, "SprintDuplicateQuestions": 0.954849, "StackExchangeClusteringP2P.v2": 0.413487, "HotpotQAHardNegatives": 0.67183, "ArXivHierarchicalClusteringS2S": 0.566652, "TRECCOVID": 0.74025, "AskUbuntuDupQuestions": 0.615732, "MedrxivClusteringS2S.v2": 0.362016, "BIOSSES": 0.847302, "ArXivHierarchicalClusteringP2P": 0.585069, "STS13": 0.835213, "SICK-R": 0.79551, "TwentyNewsgroupsClustering.v2": 0.478282, "Touche2020Retrieval.v3": 0.53711, "ToxicConversationsClassification": 0.782129, "StackExchangeClustering.v2": 0.608474, "STSBenchmark": 0.862486, "TwitterURLCorpus": 0.854324, "MassiveIntentClassification": 0.753161, "STS22.v2": 0.683308, "ImdbClassification": 0.886972, "ClimateFEVERHardNegatives": 0.39675, "AmazonCounterfactualClassification": 0.748955, "STS12": 0.743335, "MindSmallReranking": 0.321535, "STS14": 0.806162, "BiorxivClusteringP2P.v2": 0.437065, "Banking77Classification": 0.857175, "TwitterSemEval2015": 0.734081, "FEVERHardNegatives": 0.88738, "TweetSentimentExtractionClassification": 0.613978, "MTOPDomainClassification": 0.951756, "MassiveScenarioClassification": 0.802152, "FiQA2018": 0.38451, "CQADupstackGamingRetrieval": 0.56855, "CQADupstackUnixRetrieval": 0.35697, "STS15": 0.868569, "MedrxivClusteringP2P.v2": 0.380406 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:73", "model": "VPLabs/SearchMap_Preview", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 73, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.435, "parameters_billion": 0.435, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "edecc21efa50cc8c27fef3efbc18bda365ea16edfd79bcca79e0b66c91b52c53", "mean_task": 0.6408451219512196, "mean_task_type": 0.6046997202380952, "by_task_type": { "Classification": 0.74967625, "Clustering": 0.484677125, "PairClassification": 0.8493529999999999, "Reranking": 0.47901699999999997, "Retrieval": 0.5220779999999999, "STS": 0.8156066666666667, "Summarization": 0.33249 }, "scores_by_task": { "SummEvalSummarization.v2": 0.33249, "ArguAna": 0.55458, "STS17": 0.890064, "SCIDOCS": 0.22452, "SprintDuplicateQuestions": 0.965781, "StackExchangeClusteringP2P.v2": 0.40957, "HotpotQAHardNegatives": 0.66799, "ArXivHierarchicalClusteringS2S": 0.578725, "TRECCOVID": 0.6153, "AskUbuntuDupQuestions": 0.633496, "MedrxivClusteringS2S.v2": 0.374876, "BIOSSES": 0.825862, "ArXivHierarchicalClusteringP2P": 0.582343, "STS13": 0.866885, "SICK-R": 0.777845, "TwentyNewsgroupsClustering.v2": 0.518996, "Touche2020Retrieval.v3": 0.51859, "ToxicConversationsClassification": 0.677881, "StackExchangeClustering.v2": 0.602263, "STSBenchmark": 0.845462, "TwitterURLCorpus": 0.857995, "MassiveIntentClassification": 0.726698, "STS22.v2": 0.694316, "ImdbClassification": 0.773852, "ClimateFEVERHardNegatives": 0.31789, "AmazonCounterfactualClassification": 0.644179, "STS12": 0.751023, "MindSmallReranking": 0.324538, "STS14": 0.813998, "BiorxivClusteringP2P.v2": 0.420662, "Banking77Classification": 0.840974, "TwitterSemEval2015": 0.724283, "FEVERHardNegatives": 0.84048, "TweetSentimentExtractionClassification": 0.580306, "MTOPDomainClassification": 0.958026, "MassiveScenarioClassification": 0.795494, "FiQA2018": 0.48114, "CQADupstackGamingRetrieval": 0.58483, "CQADupstackUnixRetrieval": 0.41546, "STS15": 0.875005, "MedrxivClusteringP2P.v2": 0.389982 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:74", "model": "codefuse-ai/F2LLM-v2-160M", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 74, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.159, "parameters_billion": 0.159, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "ddf1f3e7b66ea142db86647234df642a943efee137bb0848c93e8f710b9777e3", "mean_task": 0.6592689512195122, "mean_task_type": 0.6082052996031747, "by_task_type": { "Classification": 0.871301, "Clustering": 0.525475875, "PairClassification": 0.8208323333333333, "Reranking": 0.45263, "Retrieval": 0.49333799999999994, "STS": 0.807601888888889, "Summarization": 0.286258 }, "scores_by_task": { "SummEvalSummarization.v2": 0.286258, "ArguAna": 0.54011, "STS17": 0.880827, "SCIDOCS": 0.17548, "SprintDuplicateQuestions": 0.965692, "StackExchangeClusteringP2P.v2": 0.467397, "HotpotQAHardNegatives": 0.61252, "ArXivHierarchicalClusteringS2S": 0.604902, "TRECCOVID": 0.54333, "AskUbuntuDupQuestions": 0.60592, "MedrxivClusteringS2S.v2": 0.415115, "BIOSSES": 0.848905, "ArXivHierarchicalClusteringP2P": 0.624399, "STS13": 0.825131, "SICK-R": 0.741905, "TwentyNewsgroupsClustering.v2": 0.465898, "Touche2020Retrieval.v3": 0.56999, "ToxicConversationsClassification": 0.891992, "StackExchangeClustering.v2": 0.654859, "STSBenchmark": 0.84624, "TwitterURLCorpus": 0.853305, "MassiveIntentClassification": 0.802555, "STS22.v2": 0.652255, "ImdbClassification": 0.917148, "ClimateFEVERHardNegatives": 0.33336, "AmazonCounterfactualClassification": 0.903582, "STS12": 0.797303, "MindSmallReranking": 0.29934, "STS14": 0.804775, "BiorxivClusteringP2P.v2": 0.524248, "Banking77Classification": 0.83039, "TwitterSemEval2015": 0.6435, "FEVERHardNegatives": 0.88447, "TweetSentimentExtractionClassification": 0.74983, "MTOPDomainClassification": 0.987756, "MassiveScenarioClassification": 0.887155, "FiQA2018": 0.36355, "CQADupstackGamingRetrieval": 0.5292, "CQADupstackUnixRetrieval": 0.38137, "STS15": 0.871076, "MedrxivClusteringP2P.v2": 0.446989 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:75", "model": "Cohere/Cohere-embed-english-light-v3.0", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 75, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "1abcae2a47c561c81d067bc473eeb5eaf8b4d3b2c61c0ae76bdad7c670577bac", "mean_task": 0.6459237252188289, "mean_task_type": 0.6057007065169617, "by_task_type": { "Classification": 0.7852499322242557, "Clustering": 0.47622862499999996, "PairClassification": 0.8504799125510522, "Reranking": 0.4599105348665765, "Retrieval": 0.531684, "STS": 0.8083239409768477, "Summarization": 0.328028 }, "scores_by_task": { "SummEvalSummarization.v2": 0.328028, "ArguAna": 0.50806, "STS17": 0.8922016928873572, "SCIDOCS": 0.18098, "SprintDuplicateQuestions": 0.9659150882873164, "StackExchangeClusteringP2P.v2": 0.418972, "HotpotQAHardNegatives": 0.67913, "ArXivHierarchicalClusteringS2S": 0.56104, "TRECCOVID": 0.79364, "AskUbuntuDupQuestions": 0.6011396377106911, "MedrxivClusteringS2S.v2": 0.366757, "BIOSSES": 0.8171933190993215, "ArXivHierarchicalClusteringP2P": 0.60552, "STS13": 0.8287639489647018, "SICK-R": 0.7965240734965129, "TwentyNewsgroupsClustering.v2": 0.461432, "Touche2020Retrieval.v3": 0.64156, "ToxicConversationsClassification": 0.730414, "StackExchangeClustering.v2": 0.574865, "STSBenchmark": 0.8657651994952795, "TwitterURLCorpus": 0.8631913976395483, "MassiveIntentClassification": 0.700067, "STS22.v2": 0.681273, "ImdbClassification": 0.921668, "ClimateFEVERHardNegatives": 0.28767, "AmazonCounterfactualClassification": 0.786269, "STS12": 0.726022866501722, "MindSmallReranking": 0.3186814320224619, "STS14": 0.7974024708732993, "BiorxivClusteringP2P.v2": 0.419052, "Banking77Classification": 0.7969805194805193, "TwitterSemEval2015": 0.722333251726292, "FEVERHardNegatives": 0.88359, "TweetSentimentExtractionClassification": 0.6472269383135257, "MTOPDomainClassification": 0.936092, "MassiveScenarioClassification": 0.763282, "FiQA2018": 0.3883499999999999, "CQADupstackGamingRetrieval": 0.57078, "CQADupstackUnixRetrieval": 0.38308, "STS15": 0.8697688974734349, "MedrxivClusteringP2P.v2": 0.402191 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": "missing/nonfinite/nonpositive reported size; retained in global ranks only", "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:76", "model": "Haon-Chen/speed-embedding-7b-instruct", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 76, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.111, "parameters_billion": 7.111, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "939711277a944504f43cd83262a88f2e71b5dd4b76546154098c03b090bd01c9", "mean_task": 0.6062405328330406, "mean_task_type": 0.5702122943783373, "by_task_type": { "Classification": 0.7631356081957091, "Clustering": 0.42269075, "PairClassification": 0.8831654282243676, "Reranking": 0.5029151103055246, "Retrieval": 0.39060799999999996, "STS": 0.8473591639227598, "Summarization": 0.181612 }, "scores_by_task": { "SummEvalSummarization.v2": 0.181612, "ArguAna": 0.59295, "STS17": 0.9193416269793802, "SCIDOCS": 0.16628999999999997, "SprintDuplicateQuestions": 0.9577631677784113, "StackExchangeClusteringP2P.v2": 0.405611, "HotpotQAHardNegatives": 0.33324, "ArXivHierarchicalClusteringS2S": 0.560762, "TRECCOVID": 0.87433, "AskUbuntuDupQuestions": 0.672259454062751, "MedrxivClusteringS2S.v2": 0.302162, "BIOSSES": 0.871447567367366, "ArXivHierarchicalClusteringP2P": 0.600154, "STS13": 0.8994300436293617, "SICK-R": 0.8246041161692649, "TwentyNewsgroupsClustering.v2": 0.258084, "Touche2020Retrieval.v3": 0.23585, "ToxicConversationsClassification": 0.6843159999999999, "StackExchangeClustering.v2": 0.525119, "STSBenchmark": 0.8920507562822989, "TwitterURLCorpus": 0.8749835162128704, "MassiveIntentClassification": 0.653699, "STS22.v2": 0.643502, "ImdbClassification": 0.9487799999999998, "ClimateFEVERHardNegatives": 0.16092, "AmazonCounterfactualClassification": 0.729254, "STS12": 0.8015194914870666, "MindSmallReranking": 0.3335707665482982, "STS14": 0.8623848649310362, "BiorxivClusteringP2P.v2": 0.381548, "Banking77Classification": 0.8863636363636364, "TwitterSemEval2015": 0.8167496006818211, "FEVERHardNegatives": 0.59988, "TweetSentimentExtractionClassification": 0.6382852292020373, "MTOPDomainClassification": 0.879047, "MassiveScenarioClassification": 0.68534, "FiQA2018": 0.56053, "CQADupstackGamingRetrieval": 0.22166, "CQADupstackUnixRetrieval": 0.16043, "STS15": 0.9119520084590635, "MedrxivClusteringP2P.v2": 0.348086 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:77", "model": "LCO-Embedding/LCO-Embedding-Omni-7B", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 77, "scored_checkpoint_revision": null, "reported_total_params_billion": 8.932, "parameters_billion": 8.932, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "audio", "image", "text", "video" ], "source_row_sha256": "29abe917829744a973bbe4427a6bdc1fc6377c6d9a038441871995ff3b8010ac", "mean_task": 0.6324147560975609, "mean_task_type": 0.6068855178571428, "by_task_type": { "Classification": 0.797381, "Clustering": 0.457292625, "PairClassification": 0.8431126666666667, "Reranking": 0.467425, "Retrieval": 0.45271799999999995, "STS": 0.8337473333333334, "Summarization": 0.396522 }, "scores_by_task": { "SummEvalSummarization.v2": 0.396522, "ArguAna": 0.3963, "STS17": 0.897447, "SCIDOCS": 0.2002, "SprintDuplicateQuestions": 0.908372, "StackExchangeClusteringP2P.v2": 0.394985, "HotpotQAHardNegatives": 0.59191, "ArXivHierarchicalClusteringS2S": 0.554589, "TRECCOVID": 0.6658, "AskUbuntuDupQuestions": 0.62925, "MedrxivClusteringS2S.v2": 0.333826, "BIOSSES": 0.826778, "ArXivHierarchicalClusteringP2P": 0.580494, "STS13": 0.878014, "SICK-R": 0.828777, "TwentyNewsgroupsClustering.v2": 0.455697, "Touche2020Retrieval.v3": 0.46194, "ToxicConversationsClassification": 0.679004, "StackExchangeClustering.v2": 0.571035, "STSBenchmark": 0.876702, "TwitterURLCorpus": 0.866892, "MassiveIntentClassification": 0.763753, "STS22.v2": 0.683085, "ImdbClassification": 0.91096, "ClimateFEVERHardNegatives": 0.20736, "AmazonCounterfactualClassification": 0.796866, "STS12": 0.795852, "MindSmallReranking": 0.3056, "STS14": 0.836819, "BiorxivClusteringP2P.v2": 0.406935, "Banking77Classification": 0.835195, "TwitterSemEval2015": 0.754074, "FEVERHardNegatives": 0.58556, "TweetSentimentExtractionClassification": 0.646095, "MTOPDomainClassification": 0.948016, "MassiveScenarioClassification": 0.799159, "FiQA2018": 0.38622, "CQADupstackGamingRetrieval": 0.57547, "CQADupstackUnixRetrieval": 0.45642, "STS15": 0.880252, "MedrxivClusteringP2P.v2": 0.36078 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:79", "model": "MongoDB/mdbr-leaf-mt", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 79, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.023, "parameters_billion": 0.023, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "6003bd5bbf1cde6c65196dad6bee7539ca9ef51964d19e505e0f9d292c2106de", "mean_task": 0.6396570975609756, "mean_task_type": 0.5999959801587301, "by_task_type": { "Classification": 0.767254375, "Clustering": 0.467315875, "PairClassification": 0.8404306666666667, "Reranking": 0.4731055, "Retrieval": 0.513767, "STS": 0.8257634444444445, "Summarization": 0.312335 }, "scores_by_task": { "SummEvalSummarization.v2": 0.312335, "ArguAna": 0.61227, "STS17": 0.868254, "SCIDOCS": 0.18689, "SprintDuplicateQuestions": 0.96575, "StackExchangeClusteringP2P.v2": 0.401484, "HotpotQAHardNegatives": 0.63703, "ArXivHierarchicalClusteringS2S": 0.533868, "TRECCOVID": 0.67331, "AskUbuntuDupQuestions": 0.622619, "MedrxivClusteringS2S.v2": 0.346657, "BIOSSES": 0.817982, "ArXivHierarchicalClusteringP2P": 0.602909, "STS13": 0.888314, "SICK-R": 0.806254, "TwentyNewsgroupsClustering.v2": 0.473791, "Touche2020Retrieval.v3": 0.615, "ToxicConversationsClassification": 0.668457, "StackExchangeClustering.v2": 0.581902, "STSBenchmark": 0.872129, "TwitterURLCorpus": 0.854516, "MassiveIntentClassification": 0.7231, "STS22.v2": 0.692332, "ImdbClassification": 0.885508, "ClimateFEVERHardNegatives": 0.32028, "AmazonCounterfactualClassification": 0.705522, "STS12": 0.773629, "MindSmallReranking": 0.323592, "STS14": 0.832192, "BiorxivClusteringP2P.v2": 0.420003, "Banking77Classification": 0.851623, "TwitterSemEval2015": 0.701026, "FEVERHardNegatives": 0.78171, "TweetSentimentExtractionClassification": 0.606706, "MTOPDomainClassification": 0.924624, "MassiveScenarioClassification": 0.772495, "FiQA2018": 0.38456, "CQADupstackGamingRetrieval": 0.55852, "CQADupstackUnixRetrieval": 0.3681, "STS15": 0.880785, "MedrxivClusteringP2P.v2": 0.377913 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": true } }, { "id": "scores_MTEB_eng_v2:row:80", "model": "thenlper/gte-base", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 80, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.109, "parameters_billion": 0.109, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "7024363b1fd0841f214f7abb0ffdfffe65cb21316425d46582b04656dca605a9", "mean_task": 0.6390384426519458, "mean_task_type": 0.5994302449572613, "by_task_type": { "Classification": 0.7503947079603335, "Clustering": 0.477353125, "PairClassification": 0.846817104799792, "Reranking": 0.47169440311694244, "Retrieval": 0.519022, "STS": 0.8217253738237609, "Summarization": 0.309005 }, "scores_by_task": { "SummEvalSummarization.v2": 0.309005, "ArguAna": 0.57122, "STS17": 0.8789861394614361, "SCIDOCS": 0.23132000000000003, "SprintDuplicateQuestions": 0.9572927039014849, "StackExchangeClusteringP2P.v2": 0.414312, "HotpotQAHardNegatives": 0.66675, "ArXivHierarchicalClusteringS2S": 0.58284, "TRECCOVID": 0.68783, "AskUbuntuDupQuestions": 0.6180250355752458, "MedrxivClusteringS2S.v2": 0.349025, "BIOSSES": 0.8764235843637468, "ArXivHierarchicalClusteringP2P": 0.593139, "STS13": 0.8572991921531624, "SICK-R": 0.7885870555294795, "TwentyNewsgroupsClustering.v2": 0.518032, "Touche2020Retrieval.v3": 0.48846, "ToxicConversationsClassification": 0.7161279999999999, "StackExchangeClustering.v2": 0.59126, "STSBenchmark": 0.8573266847750144, "TwitterURLCorpus": 0.8554712254033734, "MassiveIntentClassification": 0.647108, "STS22.v2": 0.676592, "ImdbClassification": 0.8595200000000002, "ClimateFEVERHardNegatives": 0.28187, "AmazonCounterfactualClassification": 0.730299, "STS12": 0.7571298531799368, "MindSmallReranking": 0.3253637706586391, "STS14": 0.8150806522502527, "BiorxivClusteringP2P.v2": 0.406174, "Banking77Classification": 0.8506818181818183, "TwitterSemEval2015": 0.7276873850945174, "FEVERHardNegatives": 0.82529, "TweetSentimentExtractionClassification": 0.5701188455008489, "MTOPDomainClassification": 0.912859, "MassiveScenarioClassification": 0.716443, "FiQA2018": 0.40758000000000005, "CQADupstackGamingRetrieval": 0.60303, "CQADupstackUnixRetrieval": 0.42687, "STS15": 0.8881032027008194, "MedrxivClusteringP2P.v2": 0.364043 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:81", "model": "HIT-TMG/KaLM-embedding-multilingual-mini-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 81, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.494, "parameters_billion": 0.494, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "dda8ed55b6c6c9386251be43b9610fc8fbb345caa1f9ed8aee13f85bbd70b058", "mean_task": 0.6413111871230771, "mean_task_type": 0.5848207711447265, "by_task_type": { "Classification": 0.7751485160607312, "Clustering": 0.453694625, "PairClassification": 0.8419673532978283, "Reranking": 0.46093294988912953, "Retrieval": 0.542196, "STS": 0.8216849537653963, "Summarization": 0.198121 }, "scores_by_task": { "SummEvalSummarization.v2": 0.198121, "ArguAna": 0.56713, "STS17": 0.8794347302365394, "SCIDOCS": 0.20241, "SprintDuplicateQuestions": 0.9491386698713322, "StackExchangeClusteringP2P.v2": 0.40435, "HotpotQAHardNegatives": 0.68238, "ArXivHierarchicalClusteringS2S": 0.554429, "TRECCOVID": 0.78374, "AskUbuntuDupQuestions": 0.6001096720382656, "MedrxivClusteringS2S.v2": 0.327722, "BIOSSES": 0.8623750714877665, "ArXivHierarchicalClusteringP2P": 0.593345, "STS13": 0.8486841413445535, "SICK-R": 0.7992986896006748, "TwentyNewsgroupsClustering.v2": 0.458976, "Touche2020Retrieval.v3": 0.60521, "ToxicConversationsClassification": 0.70810546875, "StackExchangeClustering.v2": 0.575793, "STSBenchmark": 0.8606896054399278, "TwitterURLCorpus": 0.8674895762701595, "MassiveIntentClassification": 0.708507, "STS22.v2": 0.689967, "ImdbClassification": 0.916012, "ClimateFEVERHardNegatives": 0.24655, "AmazonCounterfactualClassification": 0.763582, "STS12": 0.7666847347731301, "MindSmallReranking": 0.32175622773999346, "STS14": 0.8010636060670153, "BiorxivClusteringP2P.v2": 0.372009, "Banking77Classification": 0.7916883116883118, "TwitterSemEval2015": 0.7092738137519932, "FEVERHardNegatives": 0.85151, "TweetSentimentExtractionClassification": 0.6266553480475382, "MTOPDomainClassification": 0.925239, "MassiveScenarioClassification": 0.761399, "FiQA2018": 0.46018000000000003, "CQADupstackGamingRetrieval": 0.61764, "CQADupstackUnixRetrieval": 0.40521, "STS15": 0.8869670049389599, "MedrxivClusteringP2P.v2": 0.342933 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:82", "model": "KiteFishAI/Nano-Em1-0.6B-v2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 82, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.596, "parameters_billion": 0.596, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "43aec6f16ba212c758bd0c5c6fd197dad58e2ddc0a32fa70590856563ad65e6b", "mean_task": 0.6408008536585366, "mean_task_type": 0.5999657123015874, "by_task_type": { "Classification": 0.833876125, "Clustering": 0.52850475, "PairClassification": 0.8369133333333334, "Reranking": 0.45665999999999995, "Retrieval": 0.432492, "STS": 0.8141867777777778, "Summarization": 0.297127 }, "scores_by_task": { "SummEvalSummarization.v2": 0.297127, "ArguAna": 0.56547, "STS17": 0.868967, "SCIDOCS": 0.19335, "SprintDuplicateQuestions": 0.942545, "StackExchangeClusteringP2P.v2": 0.498815, "HotpotQAHardNegatives": 0.57911, "ArXivHierarchicalClusteringS2S": 0.609388, "TRECCOVID": 0.5142, "AskUbuntuDupQuestions": 0.60971, "MedrxivClusteringS2S.v2": 0.403515, "BIOSSES": 0.878177, "ArXivHierarchicalClusteringP2P": 0.630408, "STS13": 0.845928, "SICK-R": 0.785438, "TwentyNewsgroupsClustering.v2": 0.506272, "Touche2020Retrieval.v3": 0.41848, "ToxicConversationsClassification": 0.805225, "StackExchangeClustering.v2": 0.733945, "STSBenchmark": 0.84488, "TwitterURLCorpus": 0.859754, "MassiveIntentClassification": 0.766106, "STS22.v2": 0.646366, "ImdbClassification": 0.917352, "ClimateFEVERHardNegatives": 0.17915, "AmazonCounterfactualClassification": 0.879254, "STS12": 0.776489, "MindSmallReranking": 0.30361, "STS14": 0.812592, "BiorxivClusteringP2P.v2": 0.449109, "Banking77Classification": 0.850844, "TwitterSemEval2015": 0.708441, "FEVERHardNegatives": 0.5789, "TweetSentimentExtractionClassification": 0.701585, "MTOPDomainClassification": 0.953602, "MassiveScenarioClassification": 0.797041, "FiQA2018": 0.34109, "CQADupstackGamingRetrieval": 0.55958, "CQADupstackUnixRetrieval": 0.39559, "STS15": 0.868844, "MedrxivClusteringP2P.v2": 0.396586 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:83", "model": "BAAI/bge-small-en-v1.5", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 83, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.033, "parameters_billion": 0.033, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "3709bac7094820d93b5a143529a5abdfd4abc5f6093c0801bda0c14f20f28d87", "mean_task": 0.6430120254016622, "mean_task_type": 0.5993186197555714, "by_task_type": { "Classification": 0.7655606078027096, "Clustering": 0.47023047058108997, "PairClassification": 0.8494597572219567, "Reranking": 0.46938362591675786, "Retrieval": 0.5385989999999999, "STS": 0.8127538767664857, "Summarization": 0.289243 }, "scores_by_task": { "SummEvalSummarization.v2": 0.289243, "ArguAna": 0.60348, "STS17": 0.8713996891294413, "SCIDOCS": 0.20518, "SprintDuplicateQuestions": 0.9667083203864044, "StackExchangeClusteringP2P.v2": 0.403561, "HotpotQAHardNegatives": 0.70717, "ArXivHierarchicalClusteringS2S": 0.5787440246376474, "TRECCOVID": 0.75525, "AskUbuntuDupQuestions": 0.6258646527320719, "MedrxivClusteringS2S.v2": 0.34566525498261635, "BIOSSES": 0.8375492046087288, "ArXivHierarchicalClusteringP2P": 0.5952876517144434, "STS13": 0.8297998550645033, "SICK-R": 0.7940992826837397, "TwentyNewsgroupsClustering.v2": 0.481097, "Touche2020Retrieval.v3": 0.57573, "ToxicConversationsClassification": 0.65478515625, "StackExchangeClustering.v2": 0.5729472500253643, "STSBenchmark": 0.8586295017067542, "TwitterURLCorpus": 0.8483865792306811, "MassiveIntentClassification": 0.7076328177538669, "STS22.v2": 0.6578655539817696, "ImdbClassification": 0.9060600000000001, "ClimateFEVERHardNegatives": 0.32197, "AmazonCounterfactualClassification": 0.7183582089552238, "STS12": 0.7744334044593039, "MindSmallReranking": 0.31290259910144386, "STS14": 0.8183539566263665, "BiorxivClusteringP2P.v2": 0.41793127547354, "Banking77Classification": 0.8574025974025975, "TwitterSemEval2015": 0.7332843720487845, "FEVERHardNegatives": 0.86236, "TweetSentimentExtractionClassification": 0.6050650820599887, "MTOPDomainClassification": 0.923096, "MassiveScenarioClassification": 0.752085, "FiQA2018": 0.40343, "CQADupstackGamingRetrieval": 0.56376, "CQADupstackUnixRetrieval": 0.38766, "STS15": 0.8726544426377639, "MedrxivClusteringP2P.v2": 0.3666103078151083 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:84", "model": "sdadas/mmlw-e5-large", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 84, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.56, "parameters_billion": 0.56, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "5b21c256a8c81f33612091a3b30f7c482d75f17ebd53e7227850442d85c18627", "mean_task": 0.6232231463414634, "mean_task_type": 0.5969861686507937, "by_task_type": { "Classification": 0.796317375, "Clustering": 0.48296025000000004, "PairClassification": 0.8555593333333333, "Reranking": 0.476252, "Retrieval": 0.41365799999999997, "STS": 0.8135012222222222, "Summarization": 0.340655 }, "scores_by_task": { "SummEvalSummarization.v2": 0.340655, "ArguAna": 0.62739, "STS17": 0.863602, "SCIDOCS": 0.04885, "SprintDuplicateQuestions": 0.96537, "StackExchangeClusteringP2P.v2": 0.401496, "HotpotQAHardNegatives": 0.67811, "ArXivHierarchicalClusteringS2S": 0.576432, "TRECCOVID": 0.38976, "AskUbuntuDupQuestions": 0.639265, "MedrxivClusteringS2S.v2": 0.358017, "BIOSSES": 0.791199, "ArXivHierarchicalClusteringP2P": 0.598724, "STS13": 0.849162, "SICK-R": 0.81401, "TwentyNewsgroupsClustering.v2": 0.516823, "Touche2020Retrieval.v3": 0.52847, "ToxicConversationsClassification": 0.663135, "StackExchangeClustering.v2": 0.594283, "STSBenchmark": 0.853376, "TwitterURLCorpus": 0.840576, "MassiveIntentClassification": 0.778716, "STS22.v2": 0.668393, "ImdbClassification": 0.920048, "ClimateFEVERHardNegatives": 0.15304, "AmazonCounterfactualClassification": 0.769851, "STS12": 0.807987, "MindSmallReranking": 0.313239, "STS14": 0.816616, "BiorxivClusteringP2P.v2": 0.432663, "Banking77Classification": 0.875422, "TwitterSemEval2015": 0.760732, "FEVERHardNegatives": 0.54097, "TweetSentimentExtractionClassification": 0.608121, "MTOPDomainClassification": 0.946033, "MassiveScenarioClassification": 0.809213, "FiQA2018": 0.37704, "CQADupstackGamingRetrieval": 0.50615, "CQADupstackUnixRetrieval": 0.2868, "STS15": 0.857166, "MedrxivClusteringP2P.v2": 0.385244 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:86", "model": "abhinand/MedEmbed-small-v0.1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 86, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.033, "parameters_billion": 0.033, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "fe85de14560f7f192a2a6d7589cf4a5f569ff51c98e1802a6a5b544bc3922395", "mean_task": 0.6397950769087808, "mean_task_type": 0.5980494434439964, "by_task_type": { "Classification": 0.7610553236331957, "Clustering": 0.4703787440284759, "PairClassification": 0.8471216821891394, "Reranking": 0.47201194613074976, "Retrieval": 0.5285230000000001, "STS": 0.8127814081264135, "Summarization": 0.294474 }, "scores_by_task": { "SummEvalSummarization.v2": 0.294474, "ArguAna": 0.61587, "STS17": 0.8653957993982179, "SCIDOCS": 0.20278, "SprintDuplicateQuestions": 0.9616611732034019, "StackExchangeClusteringP2P.v2": 0.402225, "HotpotQAHardNegatives": 0.69743, "ArXivHierarchicalClusteringS2S": 0.57123, "TRECCOVID": 0.77699, "AskUbuntuDupQuestions": 0.6268563238263294, "MedrxivClusteringS2S.v2": 0.3522320379635368, "BIOSSES": 0.87203191803159, "ArXivHierarchicalClusteringP2P": 0.605536, "STS13": 0.834553090866614, "SICK-R": 0.7965689515219193, "TwentyNewsgroupsClustering.v2": 0.479251, "Touche2020Retrieval.v3": 0.56196, "ToxicConversationsClassification": 0.658447265625, "StackExchangeClustering.v2": 0.571231, "STSBenchmark": 0.8481184678969442, "TwitterURLCorpus": 0.8498986658033177, "MassiveIntentClassification": 0.704338, "STS22.v2": 0.668076, "ImdbClassification": 0.9130639999999999, "ClimateFEVERHardNegatives": 0.26764, "AmazonCounterfactualClassification": 0.712836, "STS12": 0.7622109828443048, "MindSmallReranking": 0.31716756843517013, "STS14": 0.8039864986197945, "BiorxivClusteringP2P.v2": 0.414489, "Banking77Classification": 0.8101298701298699, "TwitterSemEval2015": 0.7298052075606988, "FEVERHardNegatives": 0.85028, "TweetSentimentExtractionClassification": 0.613497453310696, "MTOPDomainClassification": 0.92492, "MassiveScenarioClassification": 0.75121, "FiQA2018": 0.38496, "CQADupstackGamingRetrieval": 0.55482, "CQADupstackUnixRetrieval": 0.3725, "STS15": 0.8640909639583372, "MedrxivClusteringP2P.v2": 0.3668359142642706 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:87", "model": "mixedbread-ai/deepset-mxbai-embed-de-large-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 87, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.487, "parameters_billion": 0.487, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "792d07c7d768277a0f10d11152f228d877ffcae42f3fba7e5798a76f4c1c3f53", "mean_task": 0.6342877041386201, "mean_task_type": 0.5894147129138955, "by_task_type": { "Classification": 0.757185125, "Clustering": 0.444371375, "PairClassification": 0.8557146666666666, "Reranking": 0.4373479348417123, "Retrieval": 0.519509, "STS": 0.8305798888888889, "Summarization": 0.281195 }, "scores_by_task": { "SummEvalSummarization.v2": 0.281195, "ArguAna": 0.57466, "STS17": 0.896708, "SCIDOCS": 0.19761, "SprintDuplicateQuestions": 0.94644, "StackExchangeClusteringP2P.v2": 0.385893, "HotpotQAHardNegatives": 0.69424, "ArXivHierarchicalClusteringS2S": 0.563596, "TRECCOVID": 0.69714, "AskUbuntuDupQuestions": 0.61305, "MedrxivClusteringS2S.v2": 0.333809, "BIOSSES": 0.860923, "ArXivHierarchicalClusteringP2P": 0.56833, "STS13": 0.828023, "SICK-R": 0.817013, "TwentyNewsgroupsClustering.v2": 0.426328, "Touche2020Retrieval.v3": 0.53866, "ToxicConversationsClassification": 0.649951, "StackExchangeClustering.v2": 0.533927, "STSBenchmark": 0.868227, "TwitterURLCorpus": 0.864542, "MassiveIntentClassification": 0.691056, "STS22.v2": 0.688241, "ImdbClassification": 0.898104, "ClimateFEVERHardNegatives": 0.25071, "AmazonCounterfactualClassification": 0.775075, "STS12": 0.805676, "MindSmallReranking": 0.2616458696834246, "STS14": 0.813296, "BiorxivClusteringP2P.v2": 0.384823, "Banking77Classification": 0.776623, "TwitterSemEval2015": 0.756162, "FEVERHardNegatives": 0.77921, "TweetSentimentExtractionClassification": 0.61545, "MTOPDomainClassification": 0.915344, "MassiveScenarioClassification": 0.735878, "FiQA2018": 0.44284, "CQADupstackGamingRetrieval": 0.60523, "CQADupstackUnixRetrieval": 0.41479, "STS15": 0.897112, "MedrxivClusteringP2P.v2": 0.358265 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:88", "model": "sdadas/mmlw-roberta-large", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 88, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.435, "parameters_billion": 0.435, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "4fc4b1bdecf059db0ea1873f8753325b573eebfe503ba508e8e3079026f1d7f3", "mean_task": 0.6180039268292683, "mean_task_type": 0.594527363095238, "by_task_type": { "Classification": 0.796632625, "Clustering": 0.47889775, "PairClassification": 0.8520266666666667, "Reranking": 0.4755635, "Retrieval": 0.3969, "STS": 0.812005, "Summarization": 0.349666 }, "scores_by_task": { "SummEvalSummarization.v2": 0.349666, "ArguAna": 0.61904, "STS17": 0.866505, "SCIDOCS": 0.04834, "SprintDuplicateQuestions": 0.964769, "StackExchangeClusteringP2P.v2": 0.392881, "HotpotQAHardNegatives": 0.68037, "ArXivHierarchicalClusteringS2S": 0.570935, "TRECCOVID": 0.3747, "AskUbuntuDupQuestions": 0.637963, "MedrxivClusteringS2S.v2": 0.359588, "BIOSSES": 0.786747, "ArXivHierarchicalClusteringP2P": 0.608105, "STS13": 0.848021, "SICK-R": 0.813594, "TwentyNewsgroupsClustering.v2": 0.496282, "Touche2020Retrieval.v3": 0.514, "ToxicConversationsClassification": 0.666943, "StackExchangeClustering.v2": 0.580577, "STSBenchmark": 0.850874, "TwitterURLCorpus": 0.841692, "MassiveIntentClassification": 0.773403, "STS22.v2": 0.663615, "ImdbClassification": 0.916484, "ClimateFEVERHardNegatives": 0.14535, "AmazonCounterfactualClassification": 0.773433, "STS12": 0.803478, "MindSmallReranking": 0.313164, "STS14": 0.816639, "BiorxivClusteringP2P.v2": 0.436246, "Banking77Classification": 0.876753, "TwitterSemEval2015": 0.749619, "FEVERHardNegatives": 0.48027, "TweetSentimentExtractionClassification": 0.612139, "MTOPDomainClassification": 0.942978, "MassiveScenarioClassification": 0.810928, "FiQA2018": 0.36792, "CQADupstackGamingRetrieval": 0.48843, "CQADupstackUnixRetrieval": 0.25058, "STS15": 0.858572, "MedrxivClusteringP2P.v2": 0.386568 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:89", "model": "nomic-ai/nomic-embed-text-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 89, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.137, "parameters_billion": 0.137, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "e5277c643d8e1ce97ba0f7fd8eb09662924e599050b6bf1842069708a08f84b1", "mean_task": 0.6360401547037337, "mean_task_type": 0.5959597477546804, "by_task_type": { "Classification": 0.7677092629236213, "Clustering": 0.46644, "PairClassification": 0.8515421643474118, "Reranking": 0.4570616452405284, "Retrieval": 0.507184, "STS": 0.8177601617712016, "Summarization": 0.304021 }, "scores_by_task": { "SummEvalSummarization.v2": 0.304021, "ArguAna": 0.49258, "STS17": 0.8720485505076538, "SCIDOCS": 0.18292999999999998, "SprintDuplicateQuestions": 0.9352081548447405, "StackExchangeClusteringP2P.v2": 0.392946, "HotpotQAHardNegatives": 0.65153, "ArXivHierarchicalClusteringS2S": 0.549637, "TRECCOVID": 0.79923, "AskUbuntuDupQuestions": 0.6060131052922205, "MedrxivClusteringS2S.v2": 0.343009, "BIOSSES": 0.8647064499110101, "ArXivHierarchicalClusteringP2P": 0.589489, "STS13": 0.8540429140249618, "SICK-R": 0.785797159641342, "TwentyNewsgroupsClustering.v2": 0.4859, "Touche2020Retrieval.v3": 0.57503, "ToxicConversationsClassification": 0.7149519999999999, "StackExchangeClustering.v2": 0.585626, "STSBenchmark": 0.8554302197678367, "TwitterURLCorpus": 0.8671257651501476, "MassiveIntentClassification": 0.694586, "STS22.v2": 0.650202, "ImdbClassification": 0.8555959999999999, "ClimateFEVERHardNegatives": 0.27629, "AmazonCounterfactualClassification": 0.741045, "STS12": 0.7891631735081286, "MindSmallReranking": 0.30811018518883626, "STS14": 0.8164101363896585, "BiorxivClusteringP2P.v2": 0.414831, "Banking77Classification": 0.845422077922078, "TwitterSemEval2015": 0.7522925730473472, "FEVERHardNegatives": 0.71308, "TweetSentimentExtractionClassification": 0.615365025466893, "MTOPDomainClassification": 0.928272, "MassiveScenarioClassification": 0.746436, "FiQA2018": 0.38437, "CQADupstackGamingRetrieval": 0.60166, "CQADupstackUnixRetrieval": 0.39514, "STS15": 0.8720408521902229, "MedrxivClusteringP2P.v2": 0.370082 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:90", "model": "thenlper/gte-small", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 90, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.033, "parameters_billion": 0.033, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "a090f4c02b1eb2c7069ffb62d24661191a6ab5bdec62b8db658e40eb1e58f310", "mean_task": 0.6321994180544178, "mean_task_type": 0.5929791393255972, "by_task_type": { "Classification": 0.748179490476558, "Clustering": 0.4736085, "PairClassification": 0.8366077302386182, "Reranking": 0.46963560933903237, "Retrieval": 0.502558, "STS": 0.818866645224972, "Summarization": 0.301398 }, "scores_by_task": { "SummEvalSummarization.v2": 0.301398, "ArguAna": 0.55441, "STS17": 0.8759086606735383, "SCIDOCS": 0.21382, "SprintDuplicateQuestions": 0.955743678558349, "StackExchangeClusteringP2P.v2": 0.418939, "HotpotQAHardNegatives": 0.64543, "ArXivHierarchicalClusteringS2S": 0.573318, "TRECCOVID": 0.6652900000000002, "AskUbuntuDupQuestions": 0.6172029706289777, "MedrxivClusteringS2S.v2": 0.354979, "BIOSSES": 0.8817128615100206, "ArXivHierarchicalClusteringP2P": 0.583687, "STS13": 0.8508683458043946, "SICK-R": 0.7792985224770255, "TwentyNewsgroupsClustering.v2": 0.495198, "Touche2020Retrieval.v3": 0.49187, "ToxicConversationsClassification": 0.7033020000000001, "StackExchangeClustering.v2": 0.576814, "STSBenchmark": 0.8557014313159492, "TwitterURLCorpus": 0.8508006075642194, "MassiveIntentClassification": 0.644923, "STS22.v2": 0.681546, "ImdbClassification": 0.8680239999999999, "ClimateFEVERHardNegatives": 0.26673, "AmazonCounterfactualClassification": 0.719701, "STS12": 0.7512219708517119, "MindSmallReranking": 0.3220682480490871, "STS14": 0.810345329142859, "BiorxivClusteringP2P.v2": 0.413885, "Banking77Classification": 0.840844155844156, "TwitterSemEval2015": 0.703278904593286, "FEVERHardNegatives": 0.8194, "TweetSentimentExtractionClassification": 0.5822297679683077, "MTOPDomainClassification": 0.919653, "MassiveScenarioClassification": 0.706759, "FiQA2018": 0.39353, "CQADupstackGamingRetrieval": 0.57668, "CQADupstackUnixRetrieval": 0.39842, "STS15": 0.8831966852492485, "MedrxivClusteringP2P.v2": 0.372048 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:91", "model": "codefuse-ai/F2LLM-v2-80M", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 91, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.08, "parameters_billion": 0.08, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "76d8a56c625296507335c7caf84bd3391100fb0a5567577d3e1615d69ee32177", "mean_task": 0.6454793658536585, "mean_task_type": 0.5973124166666667, "by_task_type": { "Classification": 0.86096775, "Clustering": 0.5069105, "PairClassification": 0.8019086666666667, "Reranking": 0.449395, "Retrieval": 0.475371, "STS": 0.797096, "Summarization": 0.289538 }, "scores_by_task": { "SummEvalSummarization.v2": 0.289538, "ArguAna": 0.51437, "STS17": 0.87081, "SCIDOCS": 0.17299, "SprintDuplicateQuestions": 0.951046, "StackExchangeClusteringP2P.v2": 0.454855, "HotpotQAHardNegatives": 0.59946, "ArXivHierarchicalClusteringS2S": 0.583881, "TRECCOVID": 0.54995, "AskUbuntuDupQuestions": 0.59825, "MedrxivClusteringS2S.v2": 0.400842, "BIOSSES": 0.843266, "ArXivHierarchicalClusteringP2P": 0.634236, "STS13": 0.801997, "SICK-R": 0.730558, "TwentyNewsgroupsClustering.v2": 0.437735, "Touche2020Retrieval.v3": 0.54873, "ToxicConversationsClassification": 0.880566, "StackExchangeClustering.v2": 0.618853, "STSBenchmark": 0.83632, "TwitterURLCorpus": 0.84609, "MassiveIntentClassification": 0.783087, "STS22.v2": 0.658349, "ImdbClassification": 0.907716, "ClimateFEVERHardNegatives": 0.31765, "AmazonCounterfactualClassification": 0.893881, "STS12": 0.786856, "MindSmallReranking": 0.30054, "STS14": 0.784945, "BiorxivClusteringP2P.v2": 0.49063, "Banking77Classification": 0.817045, "TwitterSemEval2015": 0.60859, "FEVERHardNegatives": 0.88106, "TweetSentimentExtractionClassification": 0.741058, "MTOPDomainClassification": 0.985135, "MassiveScenarioClassification": 0.879254, "FiQA2018": 0.31797, "CQADupstackGamingRetrieval": 0.50029, "CQADupstackUnixRetrieval": 0.35124, "STS15": 0.860763, "MedrxivClusteringP2P.v2": 0.434252 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:92", "model": "intfloat/e5-large", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 92, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.335, "parameters_billion": 0.335, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "4fe1f6e5e39e611902fe1b5b9084d8024f173f0b74b0e68c889c613f389f4af8", "mean_task": 0.6312911305854118, "mean_task_type": 0.5968062830228915, "by_task_type": { "Classification": 0.7561441126000485, "Clustering": 0.458799, "PairClassification": 0.8594258816690422, "Reranking": 0.45428272483228355, "Retrieval": 0.496434, "STS": 0.8199562620588667, "Summarization": 0.332602 }, "scores_by_task": { "SummEvalSummarization.v2": 0.332602, "ArguAna": 0.49352, "STS17": 0.8936731628848683, "SCIDOCS": 0.20116999999999996, "SprintDuplicateQuestions": 0.9541507679819002, "StackExchangeClusteringP2P.v2": 0.396459, "HotpotQAHardNegatives": 0.64249, "ArXivHierarchicalClusteringS2S": 0.572867, "TRECCOVID": 0.78317, "AskUbuntuDupQuestions": 0.6007433334608074, "MedrxivClusteringS2S.v2": 0.34467, "BIOSSES": 0.8473144873582847, "ArXivHierarchicalClusteringP2P": 0.572224, "STS13": 0.8522240034668203, "SICK-R": 0.8048508130408966, "TwentyNewsgroupsClustering.v2": 0.461526, "Touche2020Retrieval.v3": 0.59691, "ToxicConversationsClassification": 0.705592, "StackExchangeClustering.v2": 0.56889, "STSBenchmark": 0.8721366640615442, "TwitterURLCorpus": 0.8631476416599727, "MassiveIntentClassification": 0.677673, "STS22.v2": 0.656548, "ImdbClassification": 0.821096, "ClimateFEVERHardNegatives": 0.23234, "AmazonCounterfactualClassification": 0.750746, "STS12": 0.7593057758003267, "MindSmallReranking": 0.30782211620375965, "STS14": 0.8054074646118492, "BiorxivClusteringP2P.v2": 0.392882, "Banking77Classification": 0.8414285714285714, "TwitterSemEval2015": 0.7609792353652536, "FEVERHardNegatives": 0.66931, "TweetSentimentExtractionClassification": 0.6120543293718167, "MTOPDomainClassification": 0.920657, "MassiveScenarioClassification": 0.719906, "FiQA2018": 0.38558, "CQADupstackGamingRetrieval": 0.57413, "CQADupstackUnixRetrieval": 0.38572, "STS15": 0.8881459873052109, "MedrxivClusteringP2P.v2": 0.360874 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:93", "model": "LCO-Embedding/LCO-Embedding-Omni-3B", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 93, "scored_checkpoint_revision": null, "reported_total_params_billion": 4.703, "parameters_billion": 4.703, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "audio", "image", "text", "video" ], "source_row_sha256": "4b846a89631762d06fa1db47ef12d48b52f0239863886d66608105f310e05459", "mean_task": 0.6232579756097562, "mean_task_type": 0.5957475615079365, "by_task_type": { "Classification": 0.7892058750000001, "Clustering": 0.4506585, "PairClassification": 0.842726, "Reranking": 0.45170999999999994, "Retrieval": 0.437855, "STS": 0.8283045555555556, "Summarization": 0.369773 }, "scores_by_task": { "SummEvalSummarization.v2": 0.369773, "ArguAna": 0.41853, "STS17": 0.89153, "SCIDOCS": 0.18307, "SprintDuplicateQuestions": 0.911695, "StackExchangeClusteringP2P.v2": 0.390743, "HotpotQAHardNegatives": 0.54854, "ArXivHierarchicalClusteringS2S": 0.551633, "TRECCOVID": 0.66253, "AskUbuntuDupQuestions": 0.60103, "MedrxivClusteringS2S.v2": 0.325679, "BIOSSES": 0.818308, "ArXivHierarchicalClusteringP2P": 0.58018, "STS13": 0.861343, "SICK-R": 0.828194, "TwentyNewsgroupsClustering.v2": 0.44527, "Touche2020Retrieval.v3": 0.48201, "ToxicConversationsClassification": 0.694678, "StackExchangeClustering.v2": 0.574293, "STSBenchmark": 0.878322, "TwitterURLCorpus": 0.867746, "MassiveIntentClassification": 0.758406, "STS22.v2": 0.685224, "ImdbClassification": 0.880888, "ClimateFEVERHardNegatives": 0.23124, "AmazonCounterfactualClassification": 0.78806, "STS12": 0.789016, "MindSmallReranking": 0.30239, "STS14": 0.821596, "BiorxivClusteringP2P.v2": 0.395239, "Banking77Classification": 0.824643, "TwitterSemEval2015": 0.748737, "FEVERHardNegatives": 0.56688, "TweetSentimentExtractionClassification": 0.646463, "MTOPDomainClassification": 0.930529, "MassiveScenarioClassification": 0.78998, "FiQA2018": 0.34538, "CQADupstackGamingRetrieval": 0.54534, "CQADupstackUnixRetrieval": 0.39503, "STS15": 0.881208, "MedrxivClusteringP2P.v2": 0.342231 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:94", "model": "HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 94, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.494, "parameters_billion": 0.494, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "901b438017d40f7963912d19191d6d699377bf3903777756886944d73f78804e", "mean_task": 0.6219683040043787, "mean_task_type": 0.5579886812085307, "by_task_type": { "Classification": 0.8290003938637862, "Clustering": 0.443065875, "PairClassification": 0.8403638616982816, "Reranking": 0.458725716129204, "Retrieval": 0.443815, "STS": 0.8195659217684432, "Summarization": 0.071384 }, "scores_by_task": { "SummEvalSummarization.v2": 0.071384, "ArguAna": 0.56569, "STS17": 0.8640304228488033, "SCIDOCS": 0.20428999999999997, "SprintDuplicateQuestions": 0.9418170827750167, "StackExchangeClusteringP2P.v2": 0.399927, "HotpotQAHardNegatives": 0.59334, "ArXivHierarchicalClusteringS2S": 0.545492, "TRECCOVID": 0.7953600000000001, "AskUbuntuDupQuestions": 0.6015899636621047, "MedrxivClusteringS2S.v2": 0.338743, "BIOSSES": 0.86326063383458, "ArXivHierarchicalClusteringP2P": 0.589147, "STS13": 0.8449255715794354, "SICK-R": 0.7963245426461405, "TwentyNewsgroupsClustering.v2": 0.416252, "Touche2020Retrieval.v3": 0.42803, "ToxicConversationsClassification": 0.890380859375, "StackExchangeClustering.v2": 0.537344, "STSBenchmark": 0.8429708032112021, "TwitterURLCorpus": 0.863276630523782, "MassiveIntentClassification": 0.697983, "STS22.v2": 0.683633, "ImdbClassification": 0.9502679999999999, "ClimateFEVERHardNegatives": 0.07653, "AmazonCounterfactualClassification": 0.815075, "STS12": 0.8149535893255212, "MindSmallReranking": 0.31586146859630326, "STS14": 0.8005601661201852, "BiorxivClusteringP2P.v2": 0.371479, "Banking77Classification": 0.8492857142857144, "TwitterSemEval2015": 0.715997871796046, "FEVERHardNegatives": 0.28275, "TweetSentimentExtractionClassification": 0.7649405772495754, "MTOPDomainClassification": 0.922207, "MassiveScenarioClassification": 0.741863, "FiQA2018": 0.45019, "CQADupstackGamingRetrieval": 0.62366, "CQADupstackUnixRetrieval": 0.41831, "STS15": 0.865434566350121, "MedrxivClusteringP2P.v2": 0.346143 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:95", "model": "ManiacLabs/miniac-embed", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 95, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.033, "parameters_billion": 0.033, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "2335d4b8d1389075f79738ba92092cfb298f15698d233d0c17910ad8165c802d", "mean_task": 0.6208456218717298, "mean_task_type": 0.5856827540145372, "by_task_type": { "Classification": 0.761611352769441, "Clustering": 0.45852934069398826, "PairClassification": 0.8375580822902413, "Reranking": 0.463635, "Retrieval": 0.450022, "STS": 0.828119649976834, "Summarization": 0.300303852371256 }, "scores_by_task": { "SummEvalSummarization.v2": 0.300303852371256, "ArguAna": 0.59995, "STS17": 0.8701196486143652, "SCIDOCS": 0.16866, "SprintDuplicateQuestions": 0.967121872281016, "StackExchangeClusteringP2P.v2": 0.3915270002083526, "HotpotQAHardNegatives": 0.5789, "ArXivHierarchicalClusteringS2S": 0.5221771932333041, "TRECCOVID": 0.50744, "AskUbuntuDupQuestions": 0.60472, "MedrxivClusteringS2S.v2": 0.3502306764264321, "BIOSSES": 0.8570014550703674, "ArXivHierarchicalClusteringP2P": 0.5925977147544386, "STS13": 0.8646353345398777, "SICK-R": 0.8023323049562938, "TwentyNewsgroupsClustering.v2": 0.44013897753413345, "Touche2020Retrieval.v3": 0.53743, "ToxicConversationsClassification": 0.660888671875, "StackExchangeClustering.v2": 0.5727667012431218, "STSBenchmark": 0.8758965071293597, "TwitterURLCorpus": 0.8512793629594004, "MassiveIntentClassification": 0.7140887693342299, "STS22.v2": 0.700247558110813, "ImdbClassification": 0.868604, "ClimateFEVERHardNegatives": 0.25379, "AmazonCounterfactualClassification": 0.702089552238806, "STS12": 0.7767205400194226, "MindSmallReranking": 0.32255, "STS14": 0.822308326515779, "BiorxivClusteringP2P.v2": 0.42379305360156805, "Banking77Classification": 0.8478896103896105, "TwitterSemEval2015": 0.6942730116303075, "FEVERHardNegatives": 0.62059, "TweetSentimentExtractionClassification": 0.6102716468590831, "MTOPDomainClassification": 0.9212038303693569, "MassiveScenarioClassification": 0.7678547410894419, "FiQA2018": 0.34711, "CQADupstackGamingRetrieval": 0.54252, "CQADupstackUnixRetrieval": 0.34383, "STS15": 0.8838151748352273, "MedrxivClusteringP2P.v2": 0.3750034085505554 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:96", "model": "nomic-ai/nomic-embed-text-v2-moe", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 96, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.475, "parameters_billion": 0.475, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "f839f17364621cd3f7856db5a74b846a0500911f301e0252ef0eda1e9852767a", "mean_task": 0.6363502926829268, "mean_task_type": 0.5933127043650793, "by_task_type": { "Classification": 0.7552911250000001, "Clustering": 0.45620125, "PairClassification": 0.8260863333333334, "Reranking": 0.45228, "Retrieval": 0.54808, "STS": 0.8024442222222222, "Summarization": 0.312806 }, "scores_by_task": { "SummEvalSummarization.v2": 0.312806, "ArguAna": 0.55761, "STS17": 0.884465, "SCIDOCS": 0.19245, "SprintDuplicateQuestions": 0.958895, "StackExchangeClusteringP2P.v2": 0.396676, "HotpotQAHardNegatives": 0.68524, "ArXivHierarchicalClusteringS2S": 0.541661, "TRECCOVID": 0.78741, "AskUbuntuDupQuestions": 0.60112, "MedrxivClusteringS2S.v2": 0.345563, "BIOSSES": 0.870068, "ArXivHierarchicalClusteringP2P": 0.597252, "STS13": 0.827242, "SICK-R": 0.738397, "TwentyNewsgroupsClustering.v2": 0.446116, "Touche2020Retrieval.v3": 0.62369, "ToxicConversationsClassification": 0.684961, "StackExchangeClustering.v2": 0.529593, "STSBenchmark": 0.834553, "TwitterURLCorpus": 0.862407, "MassiveIntentClassification": 0.684398, "STS22.v2": 0.683545, "ImdbClassification": 0.84802, "ClimateFEVERHardNegatives": 0.33805, "AmazonCounterfactualClassification": 0.771642, "STS12": 0.726515, "MindSmallReranking": 0.30344, "STS14": 0.790294, "BiorxivClusteringP2P.v2": 0.417402, "Banking77Classification": 0.798442, "TwitterSemEval2015": 0.656957, "FEVERHardNegatives": 0.86956, "TweetSentimentExtractionClassification": 0.590521, "MTOPDomainClassification": 0.919927, "MassiveScenarioClassification": 0.744418, "FiQA2018": 0.38677, "CQADupstackGamingRetrieval": 0.61262, "CQADupstackUnixRetrieval": 0.4274, "STS15": 0.866919, "MedrxivClusteringP2P.v2": 0.375347 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:97", "model": "Snowflake/snowflake-arctic-embed-l-v2.0", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 97, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.568, "parameters_billion": 0.568, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "b5b5fc43b653ae678e1dc3aaf2c1d527e927530728d3979ee841bd56a81a0530", "mean_task": 0.6360280243902439, "mean_task_type": 0.5980666904761904, "by_task_type": { "Classification": 0.73365275, "Clustering": 0.44374325, "PairClassification": 0.8299533333333332, "Reranking": 0.4746825, "Retrieval": 0.585609, "STS": 0.7804800000000001, "Summarization": 0.338346 }, "scores_by_task": { "SummEvalSummarization.v2": 0.338346, "ArguAna": 0.5911, "STS17": 0.845295, "SCIDOCS": 0.20276, "SprintDuplicateQuestions": 0.96542, "StackExchangeClusteringP2P.v2": 0.412491, "HotpotQAHardNegatives": 0.68402, "ArXivHierarchicalClusteringS2S": 0.531249, "TRECCOVID": 0.83633, "AskUbuntuDupQuestions": 0.633476, "MedrxivClusteringS2S.v2": 0.325863, "BIOSSES": 0.872164, "ArXivHierarchicalClusteringP2P": 0.571874, "STS13": 0.804384, "SICK-R": 0.739812, "TwentyNewsgroupsClustering.v2": 0.424121, "Touche2020Retrieval.v3": 0.6405, "ToxicConversationsClassification": 0.65874, "StackExchangeClustering.v2": 0.562998, "STSBenchmark": 0.792127, "TwitterURLCorpus": 0.854327, "MassiveIntentClassification": 0.714526, "STS22.v2": 0.678599, "ImdbClassification": 0.728232, "ClimateFEVERHardNegatives": 0.42827, "AmazonCounterfactualClassification": 0.655821, "STS12": 0.712258, "MindSmallReranking": 0.315889, "STS14": 0.751031, "BiorxivClusteringP2P.v2": 0.371826, "Banking77Classification": 0.818149, "TwitterSemEval2015": 0.670113, "FEVERHardNegatives": 0.92211, "TweetSentimentExtractionClassification": 0.596378, "MTOPDomainClassification": 0.935271, "MassiveScenarioClassification": 0.762105, "FiQA2018": 0.45349, "CQADupstackGamingRetrieval": 0.63184, "CQADupstackUnixRetrieval": 0.46567, "STS15": 0.82865, "MedrxivClusteringP2P.v2": 0.349524 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:98", "model": "sdadas/mmlw-e5-base", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 98, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.278, "parameters_billion": 0.278, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "2e9dcf4e5f7cf1d7653af7309a41a7dfe118087c00b63d6250296d40da31b85f", "mean_task": 0.6142770243902439, "mean_task_type": 0.5860808333333333, "by_task_type": { "Classification": 0.778779, "Clustering": 0.47106000000000003, "PairClassification": 0.848767, "Reranking": 0.4639735, "Retrieval": 0.402081, "STS": 0.8192103333333333, "Summarization": 0.318695 }, "scores_by_task": { "SummEvalSummarization.v2": 0.318695, "ArguAna": 0.59834, "STS17": 0.865517, "SCIDOCS": 0.05346, "SprintDuplicateQuestions": 0.963292, "StackExchangeClusteringP2P.v2": 0.39605, "HotpotQAHardNegatives": 0.66075, "ArXivHierarchicalClusteringS2S": 0.555983, "TRECCOVID": 0.39997, "AskUbuntuDupQuestions": 0.616053, "MedrxivClusteringS2S.v2": 0.35576, "BIOSSES": 0.861339, "ArXivHierarchicalClusteringP2P": 0.59867, "STS13": 0.837403, "SICK-R": 0.808023, "TwentyNewsgroupsClustering.v2": 0.483864, "Touche2020Retrieval.v3": 0.4639, "ToxicConversationsClassification": 0.646729, "StackExchangeClustering.v2": 0.574387, "STSBenchmark": 0.866135, "TwitterURLCorpus": 0.854059, "MassiveIntentClassification": 0.749899, "STS22.v2": 0.644899, "ImdbClassification": 0.85624, "ClimateFEVERHardNegatives": 0.20004, "AmazonCounterfactualClassification": 0.769254, "STS12": 0.785712, "MindSmallReranking": 0.311894, "STS14": 0.822311, "BiorxivClusteringP2P.v2": 0.426656, "Banking77Classification": 0.86013, "TwitterSemEval2015": 0.72895, "FEVERHardNegatives": 0.59708, "TweetSentimentExtractionClassification": 0.613696, "MTOPDomainClassification": 0.939193, "MassiveScenarioClassification": 0.795091, "FiQA2018": 0.26242, "CQADupstackGamingRetrieval": 0.49976, "CQADupstackUnixRetrieval": 0.28509, "STS15": 0.881554, "MedrxivClusteringP2P.v2": 0.37711 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:99", "model": "ibm-granite/granite-embedding-english-r2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 99, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.149, "parameters_billion": 0.149, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "69d7ae6325673c73ffa725f2995457ac0e99deea4e783909670e795566074a76", "mean_task": 0.6283573902439025, "mean_task_type": 0.5860255238095238, "by_task_type": { "Classification": 0.707140125, "Clustering": 0.472039875, "PairClassification": 0.7934173333333333, "Reranking": 0.491014, "Retrieval": 0.5643469999999999, "STS": 0.7811553333333333, "Summarization": 0.293065 }, "scores_by_task": { "SummEvalSummarization.v2": 0.293065, "ArguAna": 0.59215, "STS17": 0.862089, "SCIDOCS": 0.2495, "SprintDuplicateQuestions": 0.946306, "StackExchangeClusteringP2P.v2": 0.40137, "HotpotQAHardNegatives": 0.67078, "ArXivHierarchicalClusteringS2S": 0.573636, "TRECCOVID": 0.70565, "AskUbuntuDupQuestions": 0.664834, "MedrxivClusteringS2S.v2": 0.357405, "BIOSSES": 0.865923, "ArXivHierarchicalClusteringP2P": 0.590566, "STS13": 0.840914, "SICK-R": 0.713409, "TwentyNewsgroupsClustering.v2": 0.477695, "Touche2020Retrieval.v3": 0.53431, "ToxicConversationsClassification": 0.620801, "StackExchangeClustering.v2": 0.595758, "STSBenchmark": 0.791728, "TwitterURLCorpus": 0.833369, "MassiveIntentClassification": 0.705649, "STS22.v2": 0.684735, "ImdbClassification": 0.619128, "ClimateFEVERHardNegatives": 0.35965, "AmazonCounterfactualClassification": 0.654478, "STS12": 0.670177, "MindSmallReranking": 0.317194, "STS14": 0.747689, "BiorxivClusteringP2P.v2": 0.418412, "Banking77Classification": 0.855552, "TwitterSemEval2015": 0.600577, "FEVERHardNegatives": 0.88922, "TweetSentimentExtractionClassification": 0.525608, "MTOPDomainClassification": 0.923484, "MassiveScenarioClassification": 0.752421, "FiQA2018": 0.46324, "CQADupstackGamingRetrieval": 0.65045, "CQADupstackUnixRetrieval": 0.52852, "STS15": 0.853734, "MedrxivClusteringP2P.v2": 0.361477 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:100", "model": "intfloat/e5-large-v2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 100, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.335, "parameters_billion": 0.335, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "8358be9a77f239af08cf0833d2d4058825a71641ed763e2c2eaa334f182667cb", "mean_task": 0.6279303728815129, "mean_task_type": 0.5939686197051147, "by_task_type": { "Classification": 0.7644078972075896, "Clustering": 0.45229939815522074, "PairClassification": 0.8606413467791549, "Reranking": 0.457205768177493, "Retrieval": 0.493126, "STS": 0.806723927616344, "Summarization": 0.323376 }, "scores_by_task": { "SummEvalSummarization.v2": 0.323376, "ArguAna": 0.46427, "STS17": 0.8955259542610445, "SCIDOCS": 0.20498, "SprintDuplicateQuestions": 0.9483551821336549, "StackExchangeClusteringP2P.v2": 0.3984375347506265, "HotpotQAHardNegatives": 0.73023, "ArXivHierarchicalClusteringS2S": 0.5510124770152588, "TRECCOVID": 0.66636, "AskUbuntuDupQuestions": 0.5961610751010777, "MedrxivClusteringS2S.v2": 0.3385838541505167, "BIOSSES": 0.8360190492611737, "ArXivHierarchicalClusteringP2P": 0.5778481103327435, "STS13": 0.8098029517065778, "SICK-R": 0.7915895517070431, "TwentyNewsgroupsClustering.v2": 0.4824365573569779, "Touche2020Retrieval.v3": 0.42391, "ToxicConversationsClassification": 0.63291015625, "StackExchangeClustering.v2": 0.5207408773855098, "STSBenchmark": 0.845488080918384, "TwitterURLCorpus": 0.8644115834976902, "MassiveIntentClassification": 0.6813718897108272, "STS22.v2": 0.6720097085618684, "ImdbClassification": 0.9168600000000001, "ClimateFEVERHardNegatives": 0.22728, "AmazonCounterfactualClassification": 0.7834328358208956, "STS12": 0.7355323398454772, "MindSmallReranking": 0.3182504612539082, "STS14": 0.7915977416467089, "BiorxivClusteringP2P.v2": 0.397176428189129, "Banking77Classification": 0.8454545454545455, "TwitterSemEval2015": 0.7691572747061197, "FEVERHardNegatives": 0.83001, "TweetSentimentExtractionClassification": 0.6094227504244483, "MTOPDomainClassification": 0.930848, "MassiveScenarioClassification": 0.714963, "FiQA2018": 0.41144, "CQADupstackGamingRetrieval": 0.5841, "CQADupstackUnixRetrieval": 0.38868, "STS15": 0.8829499706388189, "MedrxivClusteringP2P.v2": 0.35215934606100385 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:101", "model": "sdadas/mmlw-roberta-base", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 101, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.124, "parameters_billion": 0.124, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "5173fcf58ae5c71f35edb9f1bab2b4305852a9f7e4a020acfe84ce1a4494dc58", "mean_task": 0.6115019512195122, "mean_task_type": 0.5828009404761906, "by_task_type": { "Classification": 0.77673425, "Clustering": 0.462648, "PairClassification": 0.8453710000000001, "Reranking": 0.466869, "Retrieval": 0.40152400000000005, "STS": 0.8181213333333334, "Summarization": 0.308339 }, "scores_by_task": { "SummEvalSummarization.v2": 0.308339, "ArguAna": 0.59993, "STS17": 0.866398, "SCIDOCS": 0.05702, "SprintDuplicateQuestions": 0.961705, "StackExchangeClusteringP2P.v2": 0.387334, "HotpotQAHardNegatives": 0.6557, "ArXivHierarchicalClusteringS2S": 0.53796, "TRECCOVID": 0.41243, "AskUbuntuDupQuestions": 0.622825, "MedrxivClusteringS2S.v2": 0.362608, "BIOSSES": 0.846863, "ArXivHierarchicalClusteringP2P": 0.606571, "STS13": 0.842942, "SICK-R": 0.806494, "TwentyNewsgroupsClustering.v2": 0.47002, "Touche2020Retrieval.v3": 0.47063, "ToxicConversationsClassification": 0.654199, "StackExchangeClustering.v2": 0.542221, "STSBenchmark": 0.864214, "TwitterURLCorpus": 0.856037, "MassiveIntentClassification": 0.743981, "STS22.v2": 0.649992, "ImdbClassification": 0.846984, "ClimateFEVERHardNegatives": 0.20869, "AmazonCounterfactualClassification": 0.778209, "STS12": 0.778013, "MindSmallReranking": 0.310913, "STS14": 0.826476, "BiorxivClusteringP2P.v2": 0.418753, "Banking77Classification": 0.857565, "TwitterSemEval2015": 0.718371, "FEVERHardNegatives": 0.59682, "TweetSentimentExtractionClassification": 0.605772, "MTOPDomainClassification": 0.937756, "MassiveScenarioClassification": 0.789408, "FiQA2018": 0.26395, "CQADupstackGamingRetrieval": 0.48975, "CQADupstackUnixRetrieval": 0.26032, "STS15": 0.8817, "MedrxivClusteringP2P.v2": 0.375717 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:102", "model": "deepvk/USER-bge-m3", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 102, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.359, "parameters_billion": 0.359, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "863e03c27a498b674391de1e3136140520212771171ec47ccac1f4a0ceb56968", "mean_task": 0.6205859512195122, "mean_task_type": 0.5931971646825397, "by_task_type": { "Classification": 0.772842, "Clustering": 0.419916875, "PairClassification": 0.8488479999999999, "Reranking": 0.4648685, "Retrieval": 0.46547299999999997, "STS": 0.8238137777777778, "Summarization": 0.356618 }, "scores_by_task": { "SummEvalSummarization.v2": 0.356618, "ArguAna": 0.49951, "STS17": 0.871775, "SCIDOCS": 0.16154, "SprintDuplicateQuestions": 0.97241, "StackExchangeClusteringP2P.v2": 0.382908, "HotpotQAHardNegatives": 0.64565, "ArXivHierarchicalClusteringS2S": 0.506237, "TRECCOVID": 0.51016, "AskUbuntuDupQuestions": 0.61886, "MedrxivClusteringS2S.v2": 0.310824, "BIOSSES": 0.822615, "ArXivHierarchicalClusteringP2P": 0.541321, "STS13": 0.838523, "SICK-R": 0.810025, "TwentyNewsgroupsClustering.v2": 0.402856, "Touche2020Retrieval.v3": 0.51265, "ToxicConversationsClassification": 0.691943, "StackExchangeClustering.v2": 0.5192, "STSBenchmark": 0.868518, "TwitterURLCorpus": 0.857092, "MassiveIntentClassification": 0.706725, "STS22.v2": 0.680824, "ImdbClassification": 0.908792, "ClimateFEVERHardNegatives": 0.26425, "AmazonCounterfactualClassification": 0.74209, "STS12": 0.810964, "MindSmallReranking": 0.310877, "STS14": 0.821097, "BiorxivClusteringP2P.v2": 0.350746, "Banking77Classification": 0.811494, "TwitterSemEval2015": 0.717042, "FEVERHardNegatives": 0.74435, "TweetSentimentExtractionClassification": 0.638823, "MTOPDomainClassification": 0.924396, "MassiveScenarioClassification": 0.758473, "FiQA2018": 0.40803, "CQADupstackGamingRetrieval": 0.53292, "CQADupstackUnixRetrieval": 0.37567, "STS15": 0.889983, "MedrxivClusteringP2P.v2": 0.345243 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:103", "model": "avsolatorio/GIST-all-MiniLM-L6-v2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 103, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.023, "parameters_billion": 0.023, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "4a4e01a3aeb1579d89d2eb637bba75d437d9898315bec940cb6860c48dfe1c4b", "mean_task": 0.6206267877701865, "mean_task_type": 0.5817883082766372, "by_task_type": { "Classification": 0.7557823305560456, "Clustering": 0.4623275, "PairClassification": 0.8339350735005072, "Reranking": 0.47137740732734323, "Retrieval": 0.47417300000000007, "STS": 0.8049508465525638, "Summarization": 0.269972 }, "scores_by_task": { "SummEvalSummarization.v2": 0.269972, "ArguAna": 0.51255, "STS17": 0.8735865211085008, "SCIDOCS": 0.21438, "SprintDuplicateQuestions": 0.9414261011689367, "StackExchangeClusteringP2P.v2": 0.410635, "HotpotQAHardNegatives": 0.55455, "ArXivHierarchicalClusteringS2S": 0.548437, "TRECCOVID": 0.51468, "AskUbuntuDupQuestions": 0.6296517580629869, "MedrxivClusteringS2S.v2": 0.355317, "BIOSSES": 0.8125787561220484, "ArXivHierarchicalClusteringP2P": 0.590671, "STS13": 0.8326431569305103, "SICK-R": 0.7909232997136626, "TwentyNewsgroupsClustering.v2": 0.457914, "Touche2020Retrieval.v3": 0.57681, "ToxicConversationsClassification": 0.729014, "StackExchangeClustering.v2": 0.542012, "STSBenchmark": 0.8440071593577094, "TwitterURLCorpus": 0.8558148320880877, "MassiveIntentClassification": 0.690989, "STS22.v2": 0.683887, "ImdbClassification": 0.78542, "ClimateFEVERHardNegatives": 0.25541, "AmazonCounterfactualClassification": 0.723582, "STS12": 0.7503945035801913, "MindSmallReranking": 0.3131030565916996, "STS14": 0.7861877889763109, "BiorxivClusteringP2P.v2": 0.4112, "Banking77Classification": 0.842435064935065, "TwitterSemEval2015": 0.704564287244497, "FEVERHardNegatives": 0.7486, "TweetSentimentExtractionClassification": 0.5985285795132994, "MTOPDomainClassification": 0.947743, "MassiveScenarioClassification": 0.728547, "FiQA2018": 0.3785299999999999, "CQADupstackGamingRetrieval": 0.56825, "CQADupstackUnixRetrieval": 0.41797, "STS15": 0.87034943318414, "MedrxivClusteringP2P.v2": 0.382434 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:104", "model": "nomic-ai/nomic-embed-text-v1-ablated", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 104, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.137, "parameters_billion": 0.137, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "354a04dc839cbea6f0eb2cb5e46647efa9fd1be2a4b926715197539dca494804", "mean_task": 0.6292927790245313, "mean_task_type": 0.5904514242694265, "by_task_type": { "Classification": 0.7675506475940421, "Clustering": 0.460876125, "PairClassification": 0.8459302510941051, "Reranking": 0.4443737871156309, "Retrieval": 0.508117, "STS": 0.7949461590822076, "Summarization": 0.311366 }, "scores_by_task": { "SummEvalSummarization.v2": 0.311366, "ArguAna": 0.54662, "STS17": 0.8586642469958113, "SCIDOCS": 0.18696, "SprintDuplicateQuestions": 0.9484210829841738, "StackExchangeClusteringP2P.v2": 0.390071, "HotpotQAHardNegatives": 0.64444, "ArXivHierarchicalClusteringS2S": 0.551111, "TRECCOVID": 0.82312, "AskUbuntuDupQuestions": 0.575878386779424, "MedrxivClusteringS2S.v2": 0.342262, "BIOSSES": 0.8537122234964886, "ArXivHierarchicalClusteringP2P": 0.579034, "STS13": 0.7938801416063187, "SICK-R": 0.773007421887329, "TwentyNewsgroupsClustering.v2": 0.480475, "Touche2020Retrieval.v3": 0.55017, "ToxicConversationsClassification": 0.7138599999999999, "StackExchangeClustering.v2": 0.576426, "STSBenchmark": 0.8341508337893958, "TwitterURLCorpus": 0.8638437691024106, "MassiveIntentClassification": 0.683927, "STS22.v2": 0.624576, "ImdbClassification": 0.837804, "ClimateFEVERHardNegatives": 0.23002, "AmazonCounterfactualClassification": 0.781045, "STS12": 0.7797040896962337, "MindSmallReranking": 0.3128691874518377, "STS14": 0.7817327332594571, "BiorxivClusteringP2P.v2": 0.40559, "Banking77Classification": 0.8381818181818181, "TwitterSemEval2015": 0.7255259011957311, "FEVERHardNegatives": 0.76487, "TweetSentimentExtractionClassification": 0.608687040181098, "MTOPDomainClassification": 0.9347013223894208, "MassiveScenarioClassification": 0.742199, "FiQA2018": 0.39019, "CQADupstackGamingRetrieval": 0.5789, "CQADupstackUnixRetrieval": 0.36588, "STS15": 0.8550877410088334, "MedrxivClusteringP2P.v2": 0.36204 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:106", "model": "intfloat/e5-base-v2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 106, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.109, "parameters_billion": 0.109, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "fbd26e86f6a4868db7ed6101c3a6016a61860a548efd581872b87f3e7649a223", "mean_task": 0.6266703590913638, "mean_task_type": 0.5943158445110301, "by_task_type": { "Classification": 0.7548100387562274, "Clustering": 0.4520106655853269, "PairClassification": 0.8563186669415161, "Reranking": 0.45134782506547727, "Retrieval": 0.49667399999999995, "STS": 0.806434715228664, "Summarization": 0.342615 }, "scores_by_task": { "SummEvalSummarization.v2": 0.342615, "ArguAna": 0.44568, "STS17": 0.8889012640998367, "SCIDOCS": 0.18681, "SprintDuplicateQuestions": 0.9425578233832086, "StackExchangeClusteringP2P.v2": 0.3953167019072793, "HotpotQAHardNegatives": 0.69088, "ArXivHierarchicalClusteringS2S": 0.5462964772346335, "TRECCOVID": 0.69633, "AskUbuntuDupQuestions": 0.5897793816337376, "MedrxivClusteringS2S.v2": 0.33347301106853483, "BIOSSES": 0.8140064994975234, "ArXivHierarchicalClusteringP2P": 0.5796287997107757, "STS13": 0.8299690334443994, "SICK-R": 0.7839807283202838, "TwentyNewsgroupsClustering.v2": 0.4836694939036682, "Touche2020Retrieval.v3": 0.49852, "ToxicConversationsClassification": 0.658740234375, "StackExchangeClustering.v2": 0.5311466874767545, "STSBenchmark": 0.854798891881189, "TwitterURLCorpus": 0.8666483900596083, "MassiveIntentClassification": 0.6743443174176195, "STS22.v2": 0.6651056943318795, "ImdbClassification": 0.8615, "ClimateFEVERHardNegatives": 0.27323, "AmazonCounterfactualClassification": 0.7550746268656716, "STS12": 0.7348862196374729, "MindSmallReranking": 0.312916268497217, "STS14": 0.8044585834356298, "BiorxivClusteringP2P.v2": 0.3911946928392568, "Banking77Classification": 0.8352922077922077, "TwitterSemEval2015": 0.7597497873817315, "FEVERHardNegatives": 0.85, "TweetSentimentExtractionClassification": 0.6039049235993209, "MTOPDomainClassification": 0.922321, "MassiveScenarioClassification": 0.727303, "FiQA2018": 0.39883, "CQADupstackGamingRetrieval": 0.55742, "CQADupstackUnixRetrieval": 0.36904, "STS15": 0.8818055224097616, "MedrxivClusteringP2P.v2": 0.3553594605417122 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:107", "model": "Lajavaness/bilingual-embedding-base", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 107, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.278, "parameters_billion": 0.278, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "6cdf1c32c14165df1c9ee7e24621dd8b54b6f2578c32b32348f7fb546c8a85a5", "mean_task": 0.6132028292635484, "mean_task_type": 0.577888719384281, "by_task_type": { "Classification": 0.7576227337419308, "Clustering": 0.44604024999999997, "PairClassification": 0.8500700806833773, "Reranking": 0.4546524076517182, "Retrieval": 0.432489, "STS": 0.827907563612941, "Summarization": 0.276439 }, "scores_by_task": { "SummEvalSummarization.v2": 0.276439, "ArguAna": 0.51867, "STS17": 0.8869212374652549, "SCIDOCS": 0.16927, "SprintDuplicateQuestions": 0.9475976312657727, "StackExchangeClusteringP2P.v2": 0.397885, "HotpotQAHardNegatives": 0.65092, "ArXivHierarchicalClusteringS2S": 0.543943, "TRECCOVID": 0.49443, "AskUbuntuDupQuestions": 0.592761176425466, "MedrxivClusteringS2S.v2": 0.329464, "BIOSSES": 0.8713150342270266, "ArXivHierarchicalClusteringP2P": 0.569346, "STS13": 0.8470010174539925, "SICK-R": 0.7949310740723677, "TwentyNewsgroupsClustering.v2": 0.432499, "Touche2020Retrieval.v3": 0.44152, "ToxicConversationsClassification": 0.633837890625, "StackExchangeClustering.v2": 0.565337, "STSBenchmark": 0.8744031003802738, "TwitterURLCorpus": 0.8648986996838992, "MassiveIntentClassification": 0.688635, "STS22.v2": 0.642707, "ImdbClassification": 0.8739199999999999, "ClimateFEVERHardNegatives": 0.18062, "AmazonCounterfactualClassification": 0.774179, "STS12": 0.7959450354665624, "MindSmallReranking": 0.3165436388779704, "STS14": 0.8391546630697558, "BiorxivClusteringP2P.v2": 0.380501, "Banking77Classification": 0.7846103896103896, "TwitterSemEval2015": 0.7377139111004601, "FEVERHardNegatives": 0.62817, "TweetSentimentExtractionClassification": 0.6246745897000566, "MTOPDomainClassification": 0.928637, "MassiveScenarioClassification": 0.752488, "FiQA2018": 0.29974, "CQADupstackGamingRetrieval": 0.57534, "CQADupstackUnixRetrieval": 0.3662099999999999, "STS15": 0.8987899103812357, "MedrxivClusteringP2P.v2": 0.349347 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:109", "model": "hotchpotch/bekko-embedding-v1-a25m", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 109, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.123, "parameters_billion": 0.123, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "b3c14bb836b3deb4581e3de4d5527cf4952adaf1bd49249e22dc67374fd3544d", "mean_task": 0.6225406829268293, "mean_task_type": 0.5875176190476191, "by_task_type": { "Classification": 0.746957, "Clustering": 0.446363, "PairClassification": 0.8356523333333333, "Reranking": 0.456045, "Retrieval": 0.49742699999999995, "STS": 0.8067639999999999, "Summarization": 0.323415 }, "scores_by_task": { "SummEvalSummarization.v2": 0.323415, "ArguAna": 0.57419, "STS17": 0.878387, "SCIDOCS": 0.20112, "SprintDuplicateQuestions": 0.954399, "StackExchangeClusteringP2P.v2": 0.396225, "HotpotQAHardNegatives": 0.69026, "ArXivHierarchicalClusteringS2S": 0.540062, "TRECCOVID": 0.56792, "AskUbuntuDupQuestions": 0.59949, "MedrxivClusteringS2S.v2": 0.341827, "BIOSSES": 0.860749, "ArXivHierarchicalClusteringP2P": 0.551511, "STS13": 0.808453, "SICK-R": 0.744838, "TwentyNewsgroupsClustering.v2": 0.455662, "Touche2020Retrieval.v3": 0.5779, "ToxicConversationsClassification": 0.669434, "StackExchangeClustering.v2": 0.535662, "STSBenchmark": 0.85802, "TwitterURLCorpus": 0.854901, "MassiveIntentClassification": 0.6769, "STS22.v2": 0.668207, "ImdbClassification": 0.798308, "ClimateFEVERHardNegatives": 0.21877, "AmazonCounterfactualClassification": 0.754776, "STS12": 0.76753, "MindSmallReranking": 0.3126, "STS14": 0.791962, "BiorxivClusteringP2P.v2": 0.390586, "Banking77Classification": 0.820682, "TwitterSemEval2015": 0.697657, "FEVERHardNegatives": 0.75938, "TweetSentimentExtractionClassification": 0.608715, "MTOPDomainClassification": 0.916142, "MassiveScenarioClassification": 0.730699, "FiQA2018": 0.3793, "CQADupstackGamingRetrieval": 0.6081, "CQADupstackUnixRetrieval": 0.39733, "STS15": 0.88273, "MedrxivClusteringP2P.v2": 0.359369 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:110", "model": "ibm-granite/granite-embedding-125m-english", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 110, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.125, "parameters_billion": 0.125, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "5c9c396618907639cd6cdb180821c481079006c5d5c20f7d23dac68830cef4d0", "mean_task": 0.6207979268292684, "mean_task_type": 0.5814315496031747, "by_task_type": { "Classification": 0.6828855, "Clustering": 0.471821625, "PairClassification": 0.7962546666666667, "Reranking": 0.49350950000000005, "Retrieval": 0.556529, "STS": 0.7756205555555555, "Summarization": 0.2934 }, "scores_by_task": { "SummEvalSummarization.v2": 0.2934, "ArguAna": 0.58401, "STS17": 0.839634, "SCIDOCS": 0.24146, "SprintDuplicateQuestions": 0.954074, "StackExchangeClusteringP2P.v2": 0.411876, "HotpotQAHardNegatives": 0.68143, "ArXivHierarchicalClusteringS2S": 0.573498, "TRECCOVID": 0.69259, "AskUbuntuDupQuestions": 0.664838, "MedrxivClusteringS2S.v2": 0.352697, "BIOSSES": 0.878424, "ArXivHierarchicalClusteringP2P": 0.572516, "STS13": 0.817525, "SICK-R": 0.712001, "TwentyNewsgroupsClustering.v2": 0.481043, "Touche2020Retrieval.v3": 0.53592, "ToxicConversationsClassification": 0.597607, "StackExchangeClustering.v2": 0.615845, "STSBenchmark": 0.796569, "TwitterURLCorpus": 0.825316, "MassiveIntentClassification": 0.645461, "STS22.v2": 0.693609, "ImdbClassification": 0.644052, "ClimateFEVERHardNegatives": 0.33089, "AmazonCounterfactualClassification": 0.63403, "STS12": 0.659247, "MindSmallReranking": 0.322181, "STS14": 0.742305, "BiorxivClusteringP2P.v2": 0.406341, "Banking77Classification": 0.779156, "TwitterSemEval2015": 0.609374, "FEVERHardNegatives": 0.90027, "TweetSentimentExtractionClassification": 0.533192, "MTOPDomainClassification": 0.91311, "MassiveScenarioClassification": 0.716476, "FiQA2018": 0.44931, "CQADupstackGamingRetrieval": 0.63641, "CQADupstackUnixRetrieval": 0.513, "STS15": 0.841271, "MedrxivClusteringP2P.v2": 0.360757 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:112", "model": "Snowflake/snowflake-arctic-embed-m-v2.0", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 112, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.305, "parameters_billion": 0.305, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "d4caceb887a443923a636f93d546a630aeb843d7697253859797881e06b757c2", "mean_task": 0.6256529756097561, "mean_task_type": 0.5850693333333333, "by_task_type": { "Classification": 0.714405, "Clustering": 0.436197, "PairClassification": 0.8224933333333334, "Reranking": 0.46880900000000003, "Retrieval": 0.584093, "STS": 0.7664300000000001, "Summarization": 0.303058 }, "scores_by_task": { "SummEvalSummarization.v2": 0.303058, "ArguAna": 0.57877, "STS17": 0.841046, "SCIDOCS": 0.20321, "SprintDuplicateQuestions": 0.960056, "StackExchangeClusteringP2P.v2": 0.408757, "HotpotQAHardNegatives": 0.71911, "ArXivHierarchicalClusteringS2S": 0.518794, "TRECCOVID": 0.80342, "AskUbuntuDupQuestions": 0.623418, "MedrxivClusteringS2S.v2": 0.316183, "BIOSSES": 0.870429, "ArXivHierarchicalClusteringP2P": 0.575366, "STS13": 0.773886, "SICK-R": 0.712985, "TwentyNewsgroupsClustering.v2": 0.395825, "Touche2020Retrieval.v3": 0.65413, "ToxicConversationsClassification": 0.648389, "StackExchangeClustering.v2": 0.53989, "STSBenchmark": 0.759802, "TwitterURLCorpus": 0.859584, "MassiveIntentClassification": 0.680262, "STS22.v2": 0.685967, "ImdbClassification": 0.69278, "ClimateFEVERHardNegatives": 0.38683, "AmazonCounterfactualClassification": 0.66209, "STS12": 0.706481, "MindSmallReranking": 0.3142, "STS14": 0.729113, "BiorxivClusteringP2P.v2": 0.381119, "Banking77Classification": 0.801721, "TwitterSemEval2015": 0.64784, "FEVERHardNegatives": 0.92264, "TweetSentimentExtractionClassification": 0.582371, "MTOPDomainClassification": 0.920862, "MassiveScenarioClassification": 0.726765, "FiQA2018": 0.44173, "CQADupstackGamingRetrieval": 0.65317, "CQADupstackUnixRetrieval": 0.47792, "STS15": 0.818161, "MedrxivClusteringP2P.v2": 0.353642 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:113", "model": "Cohere/Cohere-embed-multilingual-light-v3.0", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 113, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "ecbbc051bd93509da8a894315014a9a4dfb950eaa6ed15f57526a462b26280ae", "mean_task": 0.6274740812892552, "mean_task_type": 0.5848542833920265, "by_task_type": { "Classification": 0.7508646036315128, "Clustering": 0.45228975, "PairClassification": 0.8394922149665885, "Reranking": 0.44953369677245114, "Retrieval": 0.521413, "STS": 0.7986427183736329, "Summarization": 0.281744 }, "scores_by_task": { "SummEvalSummarization.v2": 0.281744, "ArguAna": 0.53369, "STS17": 0.886693290310468, "SCIDOCS": 0.171, "SprintDuplicateQuestions": 0.9659618618212249, "StackExchangeClusteringP2P.v2": 0.397458, "HotpotQAHardNegatives": 0.67718, "ArXivHierarchicalClusteringS2S": 0.533711, "TRECCOVID": 0.7893000000000001, "AskUbuntuDupQuestions": 0.5854425754121493, "MedrxivClusteringS2S.v2": 0.344522, "BIOSSES": 0.8401396250789998, "ArXivHierarchicalClusteringP2P": 0.571049, "STS13": 0.7949916779764082, "SICK-R": 0.7703523134004042, "TwentyNewsgroupsClustering.v2": 0.41627, "Touche2020Retrieval.v3": 0.63015, "ToxicConversationsClassification": 0.7065859999999999, "StackExchangeClustering.v2": 0.559929, "STSBenchmark": 0.8546101092708824, "TwitterURLCorpus": 0.8584596466970871, "MassiveIntentClassification": 0.673638, "STS22.v2": 0.674977, "ImdbClassification": 0.856372, "ClimateFEVERHardNegatives": 0.24922, "AmazonCounterfactualClassification": 0.699552, "STS12": 0.7321878234127571, "MindSmallReranking": 0.31362481813275295, "STS14": 0.769552055757283, "BiorxivClusteringP2P.v2": 0.416921, "Banking77Classification": 0.7812337662337663, "TwitterSemEval2015": 0.6940551363814539, "FEVERHardNegatives": 0.86246, "TweetSentimentExtractionClassification": 0.6445670628183361, "MTOPDomainClassification": 0.918673, "MassiveScenarioClassification": 0.726295, "FiQA2018": 0.36161, "CQADupstackGamingRetrieval": 0.56623, "CQADupstackUnixRetrieval": 0.37329, "STS15": 0.8642805701554928, "MedrxivClusteringP2P.v2": 0.378458 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": "missing/nonfinite/nonpositive reported size; retained in global ranks only", "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:114", "model": "nomic-ai/nomic-embed-text-v1-unsupervised", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 114, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.137, "parameters_billion": 0.137, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "9644593766b9d27a904e7397cd1e66488e5f82cbd6f00923929b1e864749a9df", "mean_task": 0.622929334085075, "mean_task_type": 0.5849903304203516, "by_task_type": { "Classification": 0.7585911145844818, "Clustering": 0.445789125, "PairClassification": 0.8367565805662389, "Reranking": 0.45086777085887964, "Retrieval": 0.49365800000000004, "STS": 0.8059007219328607, "Summarization": 0.303369 }, "scores_by_task": { "SummEvalSummarization.v2": 0.303369, "ArguAna": 0.54812, "STS17": 0.8954137104681308, "SCIDOCS": 0.2017, "SprintDuplicateQuestions": 0.9593389375761486, "StackExchangeClusteringP2P.v2": 0.3983, "HotpotQAHardNegatives": 0.6476, "ArXivHierarchicalClusteringS2S": 0.552057, "TRECCOVID": 0.62203, "AskUbuntuDupQuestions": 0.5957222651819297, "MedrxivClusteringS2S.v2": 0.325214, "BIOSSES": 0.8718933606575987, "ArXivHierarchicalClusteringP2P": 0.567453, "STS13": 0.8477145185366202, "SICK-R": 0.7418938626206575, "TwentyNewsgroupsClustering.v2": 0.459676, "Touche2020Retrieval.v3": 0.5612, "ToxicConversationsClassification": 0.7296340000000001, "StackExchangeClustering.v2": 0.527255, "STSBenchmark": 0.8395859527071088, "TwitterURLCorpus": 0.8541051488820464, "MassiveIntentClassification": 0.67774, "STS22.v2": 0.65175, "ImdbClassification": 0.8632240000000002, "ClimateFEVERHardNegatives": 0.23225, "AmazonCounterfactualClassification": 0.770597, "STS12": 0.7322311186990363, "MindSmallReranking": 0.3060132765358296, "STS14": 0.799948128016449, "BiorxivClusteringP2P.v2": 0.387819, "Banking77Classification": 0.8109415584415585, "TwitterSemEval2015": 0.696825655240522, "FEVERHardNegatives": 0.73012, "TweetSentimentExtractionClassification": 0.5528013582342954, "MTOPDomainClassification": 0.923643, "MassiveScenarioClassification": 0.740148, "FiQA2018": 0.3986, "CQADupstackGamingRetrieval": 0.60587, "CQADupstackUnixRetrieval": 0.38909, "STS15": 0.8726758456901442, "MedrxivClusteringP2P.v2": 0.348539 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:115", "model": "nomic-ai/nomic-embed-text-v1.5", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 115, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.137, "parameters_billion": 0.137, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "2be6a5cd82ad70384033b74c4fd2f548a7b87ffd5687e2de19e8dcb35257e4e9", "mean_task": 0.6219673472399526, "mean_task_type": 0.5852156216124843, "by_task_type": { "Classification": 0.757080526464678, "Clustering": 0.47551541209849446, "PairClassification": 0.8515618225298555, "Reranking": 0.46012129300087856, "Retrieval": 0.479661, "STS": 0.7869732971934836, "Summarization": 0.285596 }, "scores_by_task": { "SummEvalSummarization.v2": 0.285596, "ArguAna": 0.52018, "STS17": 0.8676041575841374, "SCIDOCS": 0.17629, "SprintDuplicateQuestions": 0.9598024920069808, "StackExchangeClusteringP2P.v2": 0.394935, "HotpotQAHardNegatives": 0.60558, "ArXivHierarchicalClusteringS2S": 0.5538342532333089, "TRECCOVID": 0.63436, "AskUbuntuDupQuestions": 0.6171274951450321, "MedrxivClusteringS2S.v2": 0.357605, "BIOSSES": 0.8424649792685918, "ArXivHierarchicalClusteringP2P": 0.6008051520875409, "STS13": 0.807169234916371, "SICK-R": 0.7544467557272925, "TwentyNewsgroupsClustering.v2": 0.492389, "Touche2020Retrieval.v3": 0.53881, "ToxicConversationsClassification": 0.67177734375, "StackExchangeClustering.v2": 0.6046466288318849, "STSBenchmark": 0.8139924460748615, "TwitterURLCorpus": 0.8522205028000035, "MassiveIntentClassification": 0.697511768661735, "STS22.v2": 0.6673389390621741, "ImdbClassification": 0.85312, "ClimateFEVERHardNegatives": 0.29177, "AmazonCounterfactualClassification": 0.7201492537313433, "STS12": 0.7116012635813495, "MindSmallReranking": 0.303115090856725, "STS14": 0.7658383975698424, "BiorxivClusteringP2P.v2": 0.41947123498616856, "Banking77Classification": 0.8425324675324675, "TwitterSemEval2015": 0.7426624727825818, "FEVERHardNegatives": 0.71227, "TweetSentimentExtractionClassification": 0.6091963780418789, "MTOPDomainClassification": 0.922344, "MassiveScenarioClassification": 0.740013, "FiQA2018": 0.37456, "CQADupstackGamingRetrieval": 0.57475, "CQADupstackUnixRetrieval": 0.36804, "STS15": 0.8523035009567322, "MedrxivClusteringP2P.v2": 0.3804370276490524 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:117", "model": "OrdalieTech/Solon-embeddings-large-0.1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 117, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.56, "parameters_billion": 0.56, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "9c8bd4afa26726142137fcc0936f8fffb7008353ab52435de811f9d885433020", "mean_task": 0.6148004390243902, "mean_task_type": 0.5848560972222222, "by_task_type": { "Classification": 0.755897875, "Clustering": 0.42682275, "PairClassification": 0.8446486666666667, "Reranking": 0.4500605, "Retrieval": 0.47512, "STS": 0.8022928888888888, "Summarization": 0.33915 }, "scores_by_task": { "SummEvalSummarization.v2": 0.33915, "ArguAna": 0.56925, "STS17": 0.89193, "SCIDOCS": 0.20431, "SprintDuplicateQuestions": 0.923772, "StackExchangeClusteringP2P.v2": 0.380958, "HotpotQAHardNegatives": 0.64043, "ArXivHierarchicalClusteringS2S": 0.547207, "TRECCOVID": 0.61867, "AskUbuntuDupQuestions": 0.587275, "MedrxivClusteringS2S.v2": 0.333493, "BIOSSES": 0.858441, "ArXivHierarchicalClusteringP2P": 0.568996, "STS13": 0.793187, "SICK-R": 0.78227, "TwentyNewsgroupsClustering.v2": 0.350661, "Touche2020Retrieval.v3": 0.50318, "ToxicConversationsClassification": 0.659668, "StackExchangeClustering.v2": 0.474778, "STSBenchmark": 0.835086, "TwitterURLCorpus": 0.860346, "MassiveIntentClassification": 0.700773, "STS22.v2": 0.678539, "ImdbClassification": 0.841752, "ClimateFEVERHardNegatives": 0.20904, "AmazonCounterfactualClassification": 0.772239, "STS12": 0.734113, "MindSmallReranking": 0.312846, "STS14": 0.778392, "BiorxivClusteringP2P.v2": 0.39399, "Banking77Classification": 0.803442, "TwitterSemEval2015": 0.749828, "FEVERHardNegatives": 0.63145, "TweetSentimentExtractionClassification": 0.607499, "MTOPDomainClassification": 0.919745, "MassiveScenarioClassification": 0.742065, "FiQA2018": 0.37695, "CQADupstackGamingRetrieval": 0.59983, "CQADupstackUnixRetrieval": 0.39809, "STS15": 0.868678, "MedrxivClusteringP2P.v2": 0.364499 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:118", "model": "intfloat/e5-base", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 118, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.109, "parameters_billion": 0.109, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "8b126f3e92120ae55357f331d0f7c50c0b34d927eeb4d1bec264e09e22024be4", "mean_task": 0.6178992076453981, "mean_task_type": 0.5867084519716154, "by_task_type": { "Classification": 0.7519590290829714, "Clustering": 0.43768799999999997, "PairClassification": 0.8508480673309543, "Reranking": 0.44862464681167824, "Retrieval": 0.476983, "STS": 0.8070264205757034, "Summarization": 0.33383 }, "scores_by_task": { "SummEvalSummarization.v2": 0.33383, "ArguAna": 0.51411, "STS17": 0.8723010990417097, "SCIDOCS": 0.1899, "SprintDuplicateQuestions": 0.9487673936635739, "StackExchangeClusteringP2P.v2": 0.376448, "HotpotQAHardNegatives": 0.63246, "ArXivHierarchicalClusteringS2S": 0.549871, "TRECCOVID": 0.7963799999999999, "AskUbuntuDupQuestions": 0.5965675531567043, "MedrxivClusteringS2S.v2": 0.320616, "BIOSSES": 0.8510314395214409, "ArXivHierarchicalClusteringP2P": 0.5516, "STS13": 0.8331401180333396, "SICK-R": 0.7966419880841734, "TwentyNewsgroupsClustering.v2": 0.439144, "Touche2020Retrieval.v3": 0.57168, "ToxicConversationsClassification": 0.74117, "StackExchangeClustering.v2": 0.542585, "STSBenchmark": 0.8618102563389962, "TwitterURLCorpus": 0.8597819287477351, "MassiveIntentClassification": 0.666543, "STS22.v2": 0.63741, "ImdbClassification": 0.75958, "ClimateFEVERHardNegatives": 0.16289, "AmazonCounterfactualClassification": 0.781642, "STS12": 0.7421899903211739, "MindSmallReranking": 0.30068174046665225, "STS14": 0.7852252410630708, "BiorxivClusteringP2P.v2": 0.374893, "Banking77Classification": 0.8332792207792208, "TwitterSemEval2015": 0.7439948795815541, "FEVERHardNegatives": 0.60547, "TweetSentimentExtractionClassification": 0.6138370118845502, "MTOPDomainClassification": 0.904423, "MassiveScenarioClassification": 0.715198, "FiQA2018": 0.36368, "CQADupstackGamingRetrieval": 0.55022, "CQADupstackUnixRetrieval": 0.38304, "STS15": 0.8834876527774259, "MedrxivClusteringP2P.v2": 0.346347 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:122", "model": "manu/bge-m3-custom-fr", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 122, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.568, "parameters_billion": 0.568, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "276cbd12870e310a4c4e929fe26fcaa77e3d67d69fc744e189ee7896a82a4e44", "mean_task": 0.6122317073170732, "mean_task_type": 0.5837682777777777, "by_task_type": { "Classification": 0.7668088750000001, "Clustering": 0.409391125, "PairClassification": 0.848219, "Reranking": 0.46012549999999997, "Retrieval": 0.459099, "STS": 0.8116584444444445, "Summarization": 0.331076 }, "scores_by_task": { "SummEvalSummarization.v2": 0.331076, "ArguAna": 0.51591, "STS17": 0.869643, "SCIDOCS": 0.14024, "SprintDuplicateQuestions": 0.965551, "StackExchangeClusteringP2P.v2": 0.372626, "HotpotQAHardNegatives": 0.65196, "ArXivHierarchicalClusteringS2S": 0.499528, "TRECCOVID": 0.44867, "AskUbuntuDupQuestions": 0.619981, "MedrxivClusteringS2S.v2": 0.305818, "BIOSSES": 0.835158, "ArXivHierarchicalClusteringP2P": 0.542435, "STS13": 0.815511, "SICK-R": 0.776325, "TwentyNewsgroupsClustering.v2": 0.427297, "Touche2020Retrieval.v3": 0.43542, "ToxicConversationsClassification": 0.67749, "StackExchangeClustering.v2": 0.498588, "STSBenchmark": 0.849036, "TwitterURLCorpus": 0.859136, "MassiveIntentClassification": 0.708709, "STS22.v2": 0.664872, "ImdbClassification": 0.870164, "ClimateFEVERHardNegatives": 0.27299, "AmazonCounterfactualClassification": 0.721194, "STS12": 0.81355, "MindSmallReranking": 0.30027, "STS14": 0.800594, "BiorxivClusteringP2P.v2": 0.318016, "Banking77Classification": 0.820779, "TwitterSemEval2015": 0.71997, "FEVERHardNegatives": 0.78282, "TweetSentimentExtractionClassification": 0.617063, "MTOPDomainClassification": 0.943753, "MassiveScenarioClassification": 0.775319, "FiQA2018": 0.38186, "CQADupstackGamingRetrieval": 0.55868, "CQADupstackUnixRetrieval": 0.40244, "STS15": 0.880237, "MedrxivClusteringP2P.v2": 0.310821 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:123", "model": "Snowflake/snowflake-arctic-embed-l", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 123, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.335, "parameters_billion": 0.335, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "4c86ac21022160e546e5c474fc33af22e5881ecd1be79650dd946e69101ba775", "mean_task": 0.6204052527763326, "mean_task_type": 0.5652036768151204, "by_task_type": { "Classification": 0.6958934288764433, "Clustering": 0.457019625, "PairClassification": 0.8080563674277306, "Reranking": 0.44714243101144535, "Retrieval": 0.59036, "STS": 0.7541628853902232, "Summarization": 0.203791 }, "scores_by_task": { "SummEvalSummarization.v2": 0.203791, "ArguAna": 0.59086, "STS17": 0.8228085055047386, "SCIDOCS": 0.21361, "SprintDuplicateQuestions": 0.9522680188132777, "StackExchangeClusteringP2P.v2": 0.424879, "HotpotQAHardNegatives": 0.75469, "ArXivHierarchicalClusteringS2S": 0.582928, "TRECCOVID": 0.80716, "AskUbuntuDupQuestions": 0.6034614226394902, "MedrxivClusteringS2S.v2": 0.350014, "BIOSSES": 0.8634534093114372, "ArXivHierarchicalClusteringP2P": 0.563437, "STS13": 0.7748991626780107, "SICK-R": 0.6932425977603488, "TwentyNewsgroupsClustering.v2": 0.434719, "Touche2020Retrieval.v3": 0.67884, "ToxicConversationsClassification": 0.647092, "StackExchangeClustering.v2": 0.566869, "STSBenchmark": 0.7567875747588545, "TwitterURLCorpus": 0.8484152743322607, "MassiveIntentClassification": 0.606792, "STS22.v2": 0.698366, "ImdbClassification": 0.7287600000000001, "ClimateFEVERHardNegatives": 0.39984, "AmazonCounterfactualClassification": 0.638955, "STS12": 0.6785470749045026, "MindSmallReranking": 0.2908234393834005, "STS14": 0.6977157648098141, "BiorxivClusteringP2P.v2": 0.388528, "Banking77Classification": 0.8006493506493507, "TwitterSemEval2015": 0.6234858091376534, "FEVERHardNegatives": 0.88925, "TweetSentimentExtractionClassification": 0.5673740803621958, "MTOPDomainClassification": 0.901163, "MassiveScenarioClassification": 0.676362, "FiQA2018": 0.44707, "CQADupstackGamingRetrieval": 0.6496999999999999, "CQADupstackUnixRetrieval": 0.47258, "STS15": 0.8016458787843023, "MedrxivClusteringP2P.v2": 0.344783 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:124", "model": "dwzhu/e5-base-4k", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 124, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.112, "parameters_billion": 0.112, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "c08442f31ffdaa1897bd9119eec7efe2ef636bee4af50a9d0758fa7e992f5ea6", "mean_task": 0.6032403106889277, "mean_task_type": 0.5791011555884135, "by_task_type": { "Classification": 0.7663441414239411, "Clustering": 0.425648875, "PairClassification": 0.8573220453236218, "Reranking": 0.45134782506547727, "Retrieval": 0.41497599999999996, "STS": 0.8043022023058541, "Summarization": 0.333767 }, "scores_by_task": { "SummEvalSummarization.v2": 0.333767, "ArguAna": 0.4449, "STS17": 0.8758456196391622, "SCIDOCS": 0.18694, "SprintDuplicateQuestions": 0.9459134620408962, "StackExchangeClusteringP2P.v2": 0.36678, "HotpotQAHardNegatives": 0.61224, "ArXivHierarchicalClusteringS2S": 0.538693, "TRECCOVID": 0.69596, "AskUbuntuDupQuestions": 0.5897793816337376, "MedrxivClusteringS2S.v2": 0.321521, "BIOSSES": 0.8140064994975234, "ArXivHierarchicalClusteringP2P": 0.552846, "STS13": 0.8358056936846942, "SICK-R": 0.7829727771767095, "TwentyNewsgroupsClustering.v2": 0.390961, "Touche2020Retrieval.v3": 0.32306, "ToxicConversationsClassification": 0.721126, "StackExchangeClustering.v2": 0.52223, "STSBenchmark": 0.8652303197250791, "TwitterURLCorpus": 0.8663028865482376, "MassiveIntentClassification": 0.687929, "STS22.v2": 0.619242, "ImdbClassification": 0.8615, "ClimateFEVERHardNegatives": 0.19286, "AmazonCounterfactualClassification": 0.754179, "STS12": 0.7579279003980384, "MindSmallReranking": 0.312916268497217, "STS14": 0.79948683747966, "BiorxivClusteringP2P.v2": 0.367251, "Banking77Classification": 0.8352922077922077, "TwitterSemEval2015": 0.7597497873817315, "FEVERHardNegatives": 0.46822, "TweetSentimentExtractionClassification": 0.6039049235993209, "MTOPDomainClassification": 0.917898, "MassiveScenarioClassification": 0.748924, "FiQA2018": 0.39883, "CQADupstackGamingRetrieval": 0.5211, "CQADupstackUnixRetrieval": 0.30565, "STS15": 0.8882021731518206, "MedrxivClusteringP2P.v2": 0.344909 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:125", "model": "ibm-granite/granite-embedding-small-english-r2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 125, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.048, "parameters_billion": 0.048, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "522e22c8f94c94e1cbf4ce9038def9797bc7683b81d3841174e21cc468a1b272", "mean_task": 0.610681024390244, "mean_task_type": 0.5688134761904762, "by_task_type": { "Classification": 0.68151275, "Clustering": 0.46526825, "PairClassification": 0.7861673333333333, "Reranking": 0.476251, "Retrieval": 0.539255, "STS": 0.76586, "Summarization": 0.26738 }, "scores_by_task": { "SummEvalSummarization.v2": 0.26738, "ArguAna": 0.54398, "STS17": 0.851797, "SCIDOCS": 0.24059, "SprintDuplicateQuestions": 0.949257, "StackExchangeClusteringP2P.v2": 0.406761, "HotpotQAHardNegatives": 0.66231, "ArXivHierarchicalClusteringS2S": 0.58042, "TRECCOVID": 0.64666, "AskUbuntuDupQuestions": 0.648343, "MedrxivClusteringS2S.v2": 0.359982, "BIOSSES": 0.86502, "ArXivHierarchicalClusteringP2P": 0.571, "STS13": 0.805687, "SICK-R": 0.688621, "TwentyNewsgroupsClustering.v2": 0.447717, "Touche2020Retrieval.v3": 0.56253, "ToxicConversationsClassification": 0.593701, "StackExchangeClustering.v2": 0.582824, "STSBenchmark": 0.77103, "TwitterURLCorpus": 0.827706, "MassiveIntentClassification": 0.67078, "STS22.v2": 0.668478, "ImdbClassification": 0.6037, "ClimateFEVERHardNegatives": 0.31688, "AmazonCounterfactualClassification": 0.617761, "STS12": 0.674098, "MindSmallReranking": 0.304159, "STS14": 0.729385, "BiorxivClusteringP2P.v2": 0.408814, "Banking77Classification": 0.836299, "TwitterSemEval2015": 0.581539, "FEVERHardNegatives": 0.87581, "TweetSentimentExtractionClassification": 0.500481, "MTOPDomainClassification": 0.901505, "MassiveScenarioClassification": 0.727875, "FiQA2018": 0.40808, "CQADupstackGamingRetrieval": 0.62437, "CQADupstackUnixRetrieval": 0.51134, "STS15": 0.838624, "MedrxivClusteringP2P.v2": 0.364628 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:127", "model": "voyageai/voyage-3", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 127, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "fd2bbea8e859f882804216aa0c3fec3e10c14f92424280ec04e5b4b9e9148da9", "mean_task": 0.6137765609756097, "mean_task_type": 0.5725203095238095, "by_task_type": { "Classification": 0.6972050000000001, "Clustering": 0.4485375, "PairClassification": 0.785483, "Reranking": 0.467243, "Retrieval": 0.5346409999999999, "STS": 0.7858776666666666, "Summarization": 0.288655 }, "scores_by_task": { "SummEvalSummarization.v2": 0.288655, "ArguAna": 0.60956, "STS17": 0.868132, "SCIDOCS": 0.21429, "SprintDuplicateQuestions": 0.901969, "StackExchangeClusteringP2P.v2": 0.385496, "HotpotQAHardNegatives": 0.65109, "ArXivHierarchicalClusteringS2S": 0.569548, "TRECCOVID": 0.8046, "AskUbuntuDupQuestions": 0.615229, "MedrxivClusteringS2S.v2": 0.357999, "BIOSSES": 0.879171, "ArXivHierarchicalClusteringP2P": 0.55695, "STS13": 0.805623, "SICK-R": 0.796314, "TwentyNewsgroupsClustering.v2": 0.443912, "Touche2020Retrieval.v3": 0.4577, "ToxicConversationsClassification": 0.607275, "StackExchangeClustering.v2": 0.527743, "STSBenchmark": 0.795318, "TwitterURLCorpus": 0.836063, "MassiveIntentClassification": 0.637525, "STS22.v2": 0.696028, "ImdbClassification": 0.896756, "ClimateFEVERHardNegatives": 0.26974, "AmazonCounterfactualClassification": 0.603731, "STS12": 0.695154, "MindSmallReranking": 0.319257, "STS14": 0.733251, "BiorxivClusteringP2P.v2": 0.394713, "Banking77Classification": 0.738019, "TwitterSemEval2015": 0.618417, "FEVERHardNegatives": 0.75679, "TweetSentimentExtractionClassification": 0.512847, "MTOPDomainClassification": 0.8715, "MassiveScenarioClassification": 0.709987, "FiQA2018": 0.52277, "CQADupstackGamingRetrieval": 0.59902, "CQADupstackUnixRetrieval": 0.46085, "STS15": 0.803908, "MedrxivClusteringP2P.v2": 0.351939 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": "missing/nonfinite/nonpositive reported size; retained in global ranks only", "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:128", "model": "Mihaiii/Ivysaur", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 128, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.023, "parameters_billion": 0.023, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "c2f9b5415e8c0ac8e1fa390bd09c2ae86ab58dd39562b700bbb2b8258505aba1", "mean_task": 0.608025992501295, "mean_task_type": 0.5728820935673122, "by_task_type": { "Classification": 0.7453577655298264, "Clustering": 0.44087475, "PairClassification": 0.8339371180282168, "Reranking": 0.4573699969269214, "Retrieval": 0.458331, "STS": 0.7956300244862211, "Summarization": 0.278674 }, "scores_by_task": { "SummEvalSummarization.v2": 0.278674, "ArguAna": 0.55783, "STS17": 0.8857042379845549, "SCIDOCS": 0.18636, "SprintDuplicateQuestions": 0.9511999931294784, "StackExchangeClusteringP2P.v2": 0.39198, "HotpotQAHardNegatives": 0.57313, "ArXivHierarchicalClusteringS2S": 0.535422, "TRECCOVID": 0.60324, "AskUbuntuDupQuestions": 0.5969637278242267, "MedrxivClusteringS2S.v2": 0.337055, "BIOSSES": 0.8731584497244751, "ArXivHierarchicalClusteringP2P": 0.573228, "STS13": 0.8054473705232682, "SICK-R": 0.7563155962642634, "TwentyNewsgroupsClustering.v2": 0.395984, "Touche2020Retrieval.v3": 0.54212, "ToxicConversationsClassification": 0.65458984375, "StackExchangeClustering.v2": 0.512396, "STSBenchmark": 0.8424952159575492, "TwitterURLCorpus": 0.8508920672765428, "MassiveIntentClassification": 0.703531, "STS22.v2": 0.673878, "ImdbClassification": 0.8079959999999999, "ClimateFEVERHardNegatives": 0.22191, "AmazonCounterfactualClassification": 0.720896, "STS12": 0.6858158236004102, "MindSmallReranking": 0.317776266029616, "STS14": 0.7762868051470301, "BiorxivClusteringP2P.v2": 0.414341, "Banking77Classification": 0.8191558441558439, "TwitterSemEval2015": 0.6997192936786295, "FEVERHardNegatives": 0.66124, "TweetSentimentExtractionClassification": 0.5865874363327673, "MTOPDomainClassification": 0.921249, "MassiveScenarioClassification": 0.748857, "FiQA2018": 0.30709, "CQADupstackGamingRetrieval": 0.54652, "CQADupstackUnixRetrieval": 0.38387, "STS15": 0.8615687211744393, "MedrxivClusteringP2P.v2": 0.366592 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:129", "model": "Snowflake/snowflake-arctic-embed-m-v1.5", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 129, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.109, "parameters_billion": 0.109, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "e4530c73c681117b40aa4c513afe6abdca33f28312f0b727f2b173060ec28156", "mean_task": 0.6150532944035461, "mean_task_type": 0.5744944659621811, "by_task_type": { "Classification": 0.7071209334507457, "Clustering": 0.4465435972411113, "PairClassification": 0.799780346235484, "Reranking": 0.45901352528103634, "Retrieval": 0.580539, "STS": 0.7295808595268899, "Summarization": 0.298883 }, "scores_by_task": { "SummEvalSummarization.v2": 0.298883, "ArguAna": 0.5953, "STS17": 0.805787, "SCIDOCS": 0.2149, "SprintDuplicateQuestions": 0.945158, "StackExchangeClusteringP2P.v2": 0.415307, "HotpotQAHardNegatives": 0.72368, "ArXivHierarchicalClusteringS2S": 0.532505, "TRECCOVID": 0.84634, "AskUbuntuDupQuestions": 0.6159766728865784, "MedrxivClusteringS2S.v2": 0.33032192394156096, "BIOSSES": 0.8640317357420093, "ArXivHierarchicalClusteringP2P": 0.563888, "STS13": 0.736707, "SICK-R": 0.700345, "TwentyNewsgroupsClustering.v2": 0.429756, "Touche2020Retrieval.v3": 0.64982, "ToxicConversationsClassification": 0.632959, "StackExchangeClustering.v2": 0.576073, "STSBenchmark": 0.694352, "TwitterURLCorpus": 0.821362, "MassiveIntentClassification": 0.616543, "STS22.v2": 0.69589, "ImdbClassification": 0.8435640000000001, "ClimateFEVERHardNegatives": 0.37261, "AmazonCounterfactualClassification": 0.637612, "STS12": 0.649088, "MindSmallReranking": 0.3020503776754942, "STS14": 0.652493, "BiorxivClusteringP2P.v2": 0.370338, "Banking77Classification": 0.800064935064935, "TwitterSemEval2015": 0.6328210387064517, "FEVERHardNegatives": 0.88652, "TweetSentimentExtractionClassification": 0.53907753254103, "MTOPDomainClassification": 0.896831, "MassiveScenarioClassification": 0.690316, "FiQA2018": 0.42396, "CQADupstackGamingRetrieval": 0.62686, "CQADupstackUnixRetrieval": 0.4654, "STS15": 0.767534, "MedrxivClusteringP2P.v2": 0.3541598539873297 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:130", "model": "Snowflake/snowflake-arctic-embed-s", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 130, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.033, "parameters_billion": 0.033, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "18962c6a3d0c68036179015b090c69b228cfb72a6e3c7d3f462324b2af0d5e12", "mean_task": 0.6159299468389157, "mean_task_type": 0.5804295777968334, "by_task_type": { "Classification": 0.695547508395255, "Clustering": 0.432645375, "PairClassification": 0.8206922630960878, "Reranking": 0.4587555884047392, "Retrieval": 0.548508, "STS": 0.7820073096817514, "Summarization": 0.324851 }, "scores_by_task": { "SummEvalSummarization.v2": 0.324851, "ArguAna": 0.56874, "STS17": 0.8673200885328938, "SCIDOCS": 0.1942, "SprintDuplicateQuestions": 0.952776439040401, "StackExchangeClusteringP2P.v2": 0.400655, "HotpotQAHardNegatives": 0.6674, "ArXivHierarchicalClusteringS2S": 0.527564, "TRECCOVID": 0.81388, "AskUbuntuDupQuestions": 0.6114929026697924, "MedrxivClusteringS2S.v2": 0.325725, "BIOSSES": 0.8626521862357489, "ArXivHierarchicalClusteringP2P": 0.553871, "STS13": 0.7961879435615303, "SICK-R": 0.6966114097154584, "TwentyNewsgroupsClustering.v2": 0.39729, "Touche2020Retrieval.v3": 0.68016, "ToxicConversationsClassification": 0.6196360000000001, "StackExchangeClustering.v2": 0.52803, "STSBenchmark": 0.8118789220331483, "TwitterURLCorpus": 0.8515414684113987, "MassiveIntentClassification": 0.628379, "STS22.v2": 0.713378, "ImdbClassification": 0.6948679999999999, "ClimateFEVERHardNegatives": 0.31627, "AmazonCounterfactualClassification": 0.651045, "STS12": 0.687854092887031, "MindSmallReranking": 0.30601827413968596, "STS14": 0.7557574519760183, "BiorxivClusteringP2P.v2": 0.383143, "Banking77Classification": 0.7911688311688312, "TwitterSemEval2015": 0.6577588818364636, "FEVERHardNegatives": 0.82113, "TweetSentimentExtractionClassification": 0.5890492359932088, "MTOPDomainClassification": 0.899111, "MassiveScenarioClassification": 0.691123, "FiQA2018": 0.39682, "CQADupstackGamingRetrieval": 0.60161, "CQADupstackUnixRetrieval": 0.42487, "STS15": 0.8464256921939338, "MedrxivClusteringP2P.v2": 0.344885 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:132", "model": "hotchpotch/bekko-embedding-v1-a8m", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 132, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.106, "parameters_billion": 0.106, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "587d9d88362f0881611b2579ad63349fe211168815ecc0cd013c77f9f73a23ee", "mean_task": 0.6080209756097561, "mean_task_type": 0.5711056250000001, "by_task_type": { "Classification": 0.728547875, "Clustering": 0.4349915, "PairClassification": 0.8241140000000001, "Reranking": 0.452055, "Retrieval": 0.47704599999999997, "STS": 0.7990809999999999, "Summarization": 0.281904 }, "scores_by_task": { "SummEvalSummarization.v2": 0.281904, "ArguAna": 0.55413, "STS17": 0.871844, "SCIDOCS": 0.19432, "SprintDuplicateQuestions": 0.963094, "StackExchangeClusteringP2P.v2": 0.376905, "HotpotQAHardNegatives": 0.65723, "ArXivHierarchicalClusteringS2S": 0.521138, "TRECCOVID": 0.53351, "AskUbuntuDupQuestions": 0.59065, "MedrxivClusteringS2S.v2": 0.333051, "BIOSSES": 0.88093, "ArXivHierarchicalClusteringP2P": 0.54496, "STS13": 0.803475, "SICK-R": 0.719193, "TwentyNewsgroupsClustering.v2": 0.444634, "Touche2020Retrieval.v3": 0.61273, "ToxicConversationsClassification": 0.682471, "StackExchangeClustering.v2": 0.515445, "STSBenchmark": 0.8445, "TwitterURLCorpus": 0.85333, "MassiveIntentClassification": 0.652152, "STS22.v2": 0.6545, "ImdbClassification": 0.752632, "ClimateFEVERHardNegatives": 0.21719, "AmazonCounterfactualClassification": 0.720896, "STS12": 0.766207, "MindSmallReranking": 0.31346, "STS14": 0.778922, "BiorxivClusteringP2P.v2": 0.391591, "Banking77Classification": 0.79487, "TwitterSemEval2015": 0.655918, "FEVERHardNegatives": 0.73528, "TweetSentimentExtractionClassification": 0.59966, "MTOPDomainClassification": 0.914774, "MassiveScenarioClassification": 0.710928, "FiQA2018": 0.33962, "CQADupstackGamingRetrieval": 0.57056, "CQADupstackUnixRetrieval": 0.35589, "STS15": 0.872158, "MedrxivClusteringP2P.v2": 0.352208 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:133", "model": "Snowflake/snowflake-arctic-embed-m", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 133, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.109, "parameters_billion": 0.109, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "5f6b00c138ca26ecc2f1f8e5ef3a3f0061a255af14a0b64ac9e64f9adc2210fb", "mean_task": 0.6108756553360901, "mean_task_type": 0.5583307513514469, "by_task_type": { "Classification": 0.6748860646934418, "Clustering": 0.45480462499999996, "PairClassification": 0.8107163035585166, "Reranking": 0.44850885075956015, "Retrieval": 0.575263, "STS": 0.7478054154486098, "Summarization": 0.196331 }, "scores_by_task": { "SummEvalSummarization.v2": 0.196331, "ArguAna": 0.56436, "STS17": 0.8146108646565362, "SCIDOCS": 0.21097, "SprintDuplicateQuestions": 0.9521196473745839, "StackExchangeClusteringP2P.v2": 0.442062, "HotpotQAHardNegatives": 0.7384, "ArXivHierarchicalClusteringS2S": 0.575568, "TRECCOVID": 0.7964600000000001, "AskUbuntuDupQuestions": 0.6053175025582013, "MedrxivClusteringS2S.v2": 0.341667, "BIOSSES": 0.8662245567912619, "ArXivHierarchicalClusteringP2P": 0.574973, "STS13": 0.7911530011173249, "SICK-R": 0.6912484963763645, "TwentyNewsgroupsClustering.v2": 0.395893, "Touche2020Retrieval.v3": 0.65374, "ToxicConversationsClassification": 0.649346, "StackExchangeClustering.v2": 0.571668, "STSBenchmark": 0.740981396086974, "TwitterURLCorpus": 0.8471928330149229, "MassiveIntentClassification": 0.528178, "STS22.v2": 0.672094, "ImdbClassification": 0.74082, "ClimateFEVERHardNegatives": 0.39767, "AmazonCounterfactualClassification": 0.641194, "STS12": 0.6696821894433991, "MindSmallReranking": 0.2917001989609191, "STS14": 0.6850538405089605, "BiorxivClusteringP2P.v2": 0.383746, "Banking77Classification": 0.8033766233766232, "TwitterSemEval2015": 0.6328364302860433, "FEVERHardNegatives": 0.89293, "TweetSentimentExtractionClassification": 0.5672608941709111, "MTOPDomainClassification": 0.859599, "MassiveScenarioClassification": 0.609314, "FiQA2018": 0.42402999999999996, "CQADupstackGamingRetrieval": 0.62339, "CQADupstackUnixRetrieval": 0.45068, "STS15": 0.7992003940566668, "MedrxivClusteringP2P.v2": 0.35286 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:134", "model": "intfloat/e5-small-v2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 134, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.033, "parameters_billion": 0.033, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "4f832060c09dd817693beb98d3bb32652c5bec48cec468df90e20cb0ce5e4d5c", "mean_task": 0.6132269161875277, "mean_task_type": 0.5818582397575748, "by_task_type": { "Classification": 0.7457837822341093, "Clustering": 0.4205006837224109, "PairClassification": 0.8479415804147102, "Reranking": 0.4410249417991122, "Retrieval": 0.484607, "STS": 0.8008666901326801, "Summarization": 0.332283 }, "scores_by_task": { "SummEvalSummarization.v2": 0.332283, "ArguAna": 0.41794, "STS17": 0.8758094863633612, "SCIDOCS": 0.17714, "SprintDuplicateQuestions": 0.9508344066205744, "StackExchangeClusteringP2P.v2": 0.381701495052936, "HotpotQAHardNegatives": 0.66892, "ArXivHierarchicalClusteringS2S": 0.5286100414159316, "TRECCOVID": 0.74373, "AskUbuntuDupQuestions": 0.5810811337308168, "MedrxivClusteringS2S.v2": 0.3150336772588932, "BIOSSES": 0.794289182755206, "ArXivHierarchicalClusteringP2P": 0.538363445953143, "STS13": 0.8231720264513166, "SICK-R": 0.792507216483598, "TwentyNewsgroupsClustering.v2": 0.41205223085486686, "Touche2020Retrieval.v3": 0.49828, "ToxicConversationsClassification": 0.6373046875, "StackExchangeClustering.v2": 0.4655300833419639, "STSBenchmark": 0.8491603276683479, "TwitterURLCorpus": 0.859557793642612, "MassiveIntentClassification": 0.6560524546065906, "STS22.v2": 0.6629904599827411, "ImdbClassification": 0.8600280000000001, "ClimateFEVERHardNegatives": 0.23194, "AmazonCounterfactualClassification": 0.7665671641791045, "STS12": 0.737079788758814, "MindSmallReranking": 0.30096874986740757, "STS14": 0.8006919084564517, "BiorxivClusteringP2P.v2": 0.37464846514243255, "Banking77Classification": 0.8163636363636364, "TwitterSemEval2015": 0.7334325409809446, "FEVERHardNegatives": 0.817, "TweetSentimentExtractionClassification": 0.6146293152235427, "MTOPDomainClassification": 0.904834, "MassiveScenarioClassification": 0.710491, "FiQA2018": 0.37433999999999995, "CQADupstackGamingRetrieval": 0.55707, "CQADupstackUnixRetrieval": 0.35971, "STS15": 0.8720998142742838, "MedrxivClusteringP2P.v2": 0.3480660307591203 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:135", "model": "intfloat/e5-small", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 135, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.033, "parameters_billion": 0.033, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "4a4440d121b4de396954bc221abb60889dab579df9346c30a1bd62865924082d", "mean_task": 0.6040957544710008, "mean_task_type": 0.5742365607629715, "by_task_type": { "Classification": 0.735044391761111, "Clustering": 0.4220845698992639, "PairClassification": 0.8508950069895098, "Reranking": 0.44461291302267736, "Retrieval": 0.45068400000000003, "STS": 0.8057260436682387, "Summarization": 0.310609 }, "scores_by_task": { "SummEvalSummarization.v2": 0.310609, "ArguAna": 0.46692999999999996, "STS17": 0.8794243515296604, "SCIDOCS": 0.16419, "SprintDuplicateQuestions": 0.9532449994414968, "StackExchangeClusteringP2P.v2": 0.3661429204340775, "HotpotQAHardNegatives": 0.57955, "ArXivHierarchicalClusteringS2S": 0.54653, "TRECCOVID": 0.7677700000000001, "AskUbuntuDupQuestions": 0.5935843292105327, "MedrxivClusteringS2S.v2": 0.3231702728191858, "BIOSSES": 0.8421637675860022, "ArXivHierarchicalClusteringP2P": 0.54796, "STS13": 0.8179962989974363, "SICK-R": 0.789003023008781, "TwentyNewsgroupsClustering.v2": 0.3833947263662072, "Touche2020Retrieval.v3": 0.56571, "ToxicConversationsClassification": 0.7276460000000001, "StackExchangeClustering.v2": 0.4832468137399329, "STSBenchmark": 0.8636336704300167, "TwitterURLCorpus": 0.8578879502899772, "MassiveIntentClassification": 0.644687, "STS22.v2": 0.647665, "ImdbClassification": 0.7554919999999999, "ClimateFEVERHardNegatives": 0.17362, "AmazonCounterfactualClassification": 0.734179, "STS12": 0.7518834516024511, "MindSmallReranking": 0.29564149683482205, "STS14": 0.7848371403924872, "BiorxivClusteringP2P.v2": 0.3816344531951946, "Banking77Classification": 0.8187337662337661, "TwitterSemEval2015": 0.7415520712370555, "FEVERHardNegatives": 0.5649, "TweetSentimentExtractionClassification": 0.6330503678551217, "MTOPDomainClassification": 0.878773, "MassiveScenarioClassification": 0.687794, "FiQA2018": 0.34795000000000004, "CQADupstackGamingRetrieval": 0.53334, "CQADupstackUnixRetrieval": 0.34288, "STS15": 0.8749276894673141, "MedrxivClusteringP2P.v2": 0.34459737263951334 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:136", "model": "sdadas/mmlw-e5-small", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 136, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.118, "parameters_billion": 0.118, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "f63f14d53c42fdc480cecbd96947e7c9179e7459331cfb0f85046cb12e76e284", "mean_task": 0.5886495365853658, "mean_task_type": 0.5660023015873016, "by_task_type": { "Classification": 0.757767375, "Clustering": 0.454115125, "PairClassification": 0.8203743333333334, "Reranking": 0.45513250000000005, "Retrieval": 0.363614, "STS": 0.7901287777777778, "Summarization": 0.320884 }, "scores_by_task": { "SummEvalSummarization.v2": 0.320884, "ArguAna": 0.58723, "STS17": 0.860075, "SCIDOCS": 0.0636, "SprintDuplicateQuestions": 0.953685, "StackExchangeClusteringP2P.v2": 0.391366, "HotpotQAHardNegatives": 0.56811, "ArXivHierarchicalClusteringS2S": 0.541129, "TRECCOVID": 0.38702, "AskUbuntuDupQuestions": 0.604326, "MedrxivClusteringS2S.v2": 0.351667, "BIOSSES": 0.729143, "ArXivHierarchicalClusteringP2P": 0.59169, "STS13": 0.820848, "SICK-R": 0.785342, "TwentyNewsgroupsClustering.v2": 0.435728, "Touche2020Retrieval.v3": 0.46957, "ToxicConversationsClassification": 0.634863, "StackExchangeClustering.v2": 0.545177, "STSBenchmark": 0.843509, "TwitterURLCorpus": 0.839994, "MassiveIntentClassification": 0.735373, "STS22.v2": 0.639111, "ImdbClassification": 0.792072, "ClimateFEVERHardNegatives": 0.1519, "AmazonCounterfactualClassification": 0.748507, "STS12": 0.770012, "MindSmallReranking": 0.305939, "STS14": 0.803341, "BiorxivClusteringP2P.v2": 0.408031, "Banking77Classification": 0.835195, "TwitterSemEval2015": 0.667444, "FEVERHardNegatives": 0.52983, "TweetSentimentExtractionClassification": 0.622015, "MTOPDomainClassification": 0.916575, "MassiveScenarioClassification": 0.777539, "FiQA2018": 0.24713, "CQADupstackGamingRetrieval": 0.41326, "CQADupstackUnixRetrieval": 0.21849, "STS15": 0.859778, "MedrxivClusteringP2P.v2": 0.368133 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:137", "model": "intfloat/multilingual-e5-base", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 137, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.278, "parameters_billion": 0.278, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "74cb53124a8560b0b3044d4add9c6663b627b6bb0c122f4a6985847cf47cac92", "mean_task": 0.6100213457411223, "mean_task_type": 0.570891072105273, "by_task_type": { "Classification": 0.7381041461816057, "Clustering": 0.4195492503816637, "PairClassification": 0.8356768458098971, "Reranking": 0.44281096533631553, "Retrieval": 0.48974700000000004, "STS": 0.7986470297187636, "Summarization": 0.2717022673086651 }, "scores_by_task": { "SummEvalSummarization.v2": 0.2717022673086651, "ArguAna": 0.44206, "STS17": 0.8783657234280028, "SCIDOCS": 0.17168, "SprintDuplicateQuestions": 0.9301551354758207, "StackExchangeClusteringP2P.v2": 0.3887716556409143, "HotpotQAHardNegatives": 0.69221, "ArXivHierarchicalClusteringS2S": 0.5611505558712511, "TRECCOVID": 0.69492, "AskUbuntuDupQuestions": 0.5927737716715097, "MedrxivClusteringS2S.v2": 0.3121134364031596, "BIOSSES": 0.8505193796610385, "ArXivHierarchicalClusteringP2P": 0.5668313660694407, "STS13": 0.7802330106775197, "SICK-R": 0.7851396550478342, "TwentyNewsgroupsClustering.v2": 0.35802974266072934, "Touche2020Retrieval.v3": 0.51705, "ToxicConversationsClassification": 0.643310546875, "StackExchangeClustering.v2": 0.445731971756278, "STSBenchmark": 0.8563930748879539, "TwitterURLCorpus": 0.8548080278022832, "MassiveIntentClassification": 0.6570611970410221, "STS22.v2": 0.6226431175977708, "ImdbClassification": 0.842892, "ClimateFEVERHardNegatives": 0.24219, "AmazonCounterfactualClassification": 0.7735820895522388, "STS12": 0.7669682068361314, "MindSmallReranking": 0.2928481590011214, "STS14": 0.7659646479642243, "BiorxivClusteringP2P.v2": 0.38867753499529095, "Banking77Classification": 0.7352597402597402, "TwitterSemEval2015": 0.7220673741515874, "FEVERHardNegatives": 0.79694, "TweetSentimentExtractionClassification": 0.6279852857951329, "MTOPDomainClassification": 0.9090059279525764, "MassiveScenarioClassification": 0.7157363819771352, "FiQA2018": 0.38146, "CQADupstackGamingRetrieval": 0.59127, "CQADupstackUnixRetrieval": 0.36769, "STS15": 0.8815964513683959, "MedrxivClusteringP2P.v2": 0.33508773965624533 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:139", "model": "Lajavaness/bilingual-embedding-small", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 139, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.118, "parameters_billion": 0.118, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "53280c9e83ad47ff2cbd3103233db7e44cc73d92fb597469cbea25c3eb1269bb", "mean_task": 0.5962482625119004, "mean_task_type": 0.5655084891588569, "by_task_type": { "Classification": 0.7320029968224234, "Clustering": 0.428009625, "PairClassification": 0.8301432151559108, "Reranking": 0.43852930589459693, "Retrieval": 0.41684099999999996, "STS": 0.814643281239067, "Summarization": 0.29839 }, "scores_by_task": { "SummEvalSummarization.v2": 0.29839, "ArguAna": 0.53594, "STS17": 0.8576725038940407, "SCIDOCS": 0.16203, "SprintDuplicateQuestions": 0.9453929097513268, "StackExchangeClusteringP2P.v2": 0.387605, "HotpotQAHardNegatives": 0.60512, "ArXivHierarchicalClusteringS2S": 0.525221, "TRECCOVID": 0.4678899999999999, "AskUbuntuDupQuestions": 0.5678685528593245, "MedrxivClusteringS2S.v2": 0.323403, "BIOSSES": 0.8398625103310173, "ArXivHierarchicalClusteringP2P": 0.552794, "STS13": 0.853226077419183, "SICK-R": 0.7464910820402831, "TwentyNewsgroupsClustering.v2": 0.412949, "Touche2020Retrieval.v3": 0.42267, "ToxicConversationsClassification": 0.625244140625, "StackExchangeClustering.v2": 0.505889, "STSBenchmark": 0.860757276289371, "TwitterURLCorpus": 0.8647944792205788, "MassiveIntentClassification": 0.702186, "STS22.v2": 0.656196, "ImdbClassification": 0.73702, "ClimateFEVERHardNegatives": 0.20793, "AmazonCounterfactualClassification": 0.731194, "STS12": 0.7939117869636217, "MindSmallReranking": 0.30919005892986945, "STS14": 0.8389978896960656, "BiorxivClusteringP2P.v2": 0.375005, "Banking77Classification": 0.8031493506493506, "TwitterSemEval2015": 0.6802422564958267, "FEVERHardNegatives": 0.65791, "TweetSentimentExtractionClassification": 0.5960384833050367, "MTOPDomainClassification": 0.910351, "MassiveScenarioClassification": 0.750841, "FiQA2018": 0.24467, "CQADupstackGamingRetrieval": 0.53062, "CQADupstackUnixRetrieval": 0.33363, "STS15": 0.8846744045180212, "MedrxivClusteringP2P.v2": 0.341211 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:140", "model": "ibm-granite/granite-embedding-30m-english", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 140, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.03, "parameters_billion": 0.03, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "ffe3dd56061b761d4da3dd5196b97220439cf5b1c047244a0acff27e0981010f", "mean_task": 0.6019757560975609, "mean_task_type": 0.5602491011904762, "by_task_type": { "Classification": 0.67732075, "Clustering": 0.460788125, "PairClassification": 0.7892696666666666, "Reranking": 0.4750795, "Retrieval": 0.518212, "STS": 0.7593716666666667, "Summarization": 0.241702 }, "scores_by_task": { "SummEvalSummarization.v2": 0.241702, "ArguAna": 0.56356, "STS17": 0.846497, "SCIDOCS": 0.22542, "SprintDuplicateQuestions": 0.9417, "StackExchangeClusteringP2P.v2": 0.390832, "HotpotQAHardNegatives": 0.63059, "ArXivHierarchicalClusteringS2S": 0.568468, "TRECCOVID": 0.63098, "AskUbuntuDupQuestions": 0.641329, "MedrxivClusteringS2S.v2": 0.360891, "BIOSSES": 0.881641, "ArXivHierarchicalClusteringP2P": 0.570169, "STS13": 0.793253, "SICK-R": 0.687981, "TwentyNewsgroupsClustering.v2": 0.43233, "Touche2020Retrieval.v3": 0.53834, "ToxicConversationsClassification": 0.629395, "StackExchangeClustering.v2": 0.575859, "STSBenchmark": 0.780444, "TwitterURLCorpus": 0.825792, "MassiveIntentClassification": 0.64768, "STS22.v2": 0.674747, "ImdbClassification": 0.622348, "ClimateFEVERHardNegatives": 0.30609, "AmazonCounterfactualClassification": 0.609254, "STS12": 0.647738, "MindSmallReranking": 0.30883, "STS14": 0.701701, "BiorxivClusteringP2P.v2": 0.4248, "Banking77Classification": 0.773247, "TwitterSemEval2015": 0.600317, "FEVERHardNegatives": 0.86474, "TweetSentimentExtractionClassification": 0.528721, "MTOPDomainClassification": 0.894505, "MassiveScenarioClassification": 0.713416, "FiQA2018": 0.36851, "CQADupstackGamingRetrieval": 0.59318, "CQADupstackUnixRetrieval": 0.46071, "STS15": 0.820343, "MedrxivClusteringP2P.v2": 0.362956 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:142", "model": "voyageai/voyage-3-lite", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 142, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "71cda6aff504d61e0df8f98ddc4772be34d07157d15be4ccbcd00fd574f5ca3c", "mean_task": 0.604377, "mean_task_type": 0.5686525952380952, "by_task_type": { "Classification": 0.70136925, "Clustering": 0.45001075, "PairClassification": 0.787337, "Reranking": 0.46202450000000006, "Retrieval": 0.502957, "STS": 0.7719896666666667, "Summarization": 0.30488 }, "scores_by_task": { "SummEvalSummarization.v2": 0.30488, "ArguAna": 0.60139, "STS17": 0.8718, "SCIDOCS": 0.19119, "SprintDuplicateQuestions": 0.894701, "StackExchangeClusteringP2P.v2": 0.397576, "HotpotQAHardNegatives": 0.60805, "ArXivHierarchicalClusteringS2S": 0.551711, "TRECCOVID": 0.76499, "AskUbuntuDupQuestions": 0.605767, "MedrxivClusteringS2S.v2": 0.325631, "BIOSSES": 0.851875, "ArXivHierarchicalClusteringP2P": 0.568291, "STS13": 0.765052, "SICK-R": 0.766482, "TwentyNewsgroupsClustering.v2": 0.431109, "Touche2020Retrieval.v3": 0.53075, "ToxicConversationsClassification": 0.618604, "StackExchangeClustering.v2": 0.562448, "STSBenchmark": 0.785603, "TwitterURLCorpus": 0.840877, "MassiveIntentClassification": 0.664627, "STS22.v2": 0.66933, "ImdbClassification": 0.730392, "ClimateFEVERHardNegatives": 0.23324, "AmazonCounterfactualClassification": 0.635821, "STS12": 0.70758, "MindSmallReranking": 0.318282, "STS14": 0.719166, "BiorxivClusteringP2P.v2": 0.400315, "Banking77Classification": 0.768506, "TwitterSemEval2015": 0.626433, "FEVERHardNegatives": 0.69838, "TweetSentimentExtractionClassification": 0.568393, "MTOPDomainClassification": 0.905176, "MassiveScenarioClassification": 0.719435, "FiQA2018": 0.41688, "CQADupstackGamingRetrieval": 0.57165, "CQADupstackUnixRetrieval": 0.41305, "STS15": 0.811019, "MedrxivClusteringP2P.v2": 0.363005 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": "missing/nonfinite/nonpositive reported size; retained in global ranks only", "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:143", "model": "sentence-transformers/all-MiniLM-L6-v2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 143, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.023, "parameters_billion": 0.023, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "deea0073bf0c13c8074eb29bcbe8a421ca88addedae1c0ab6e5127b4a4f5892f", "mean_task": 0.5903039027409025, "mean_task_type": 0.5592615794413434, "by_task_type": { "Classification": 0.6925135676658811, "Clustering": 0.4490238133769868, "PairClassification": 0.8237011226079957, "Reranking": 0.4713960230360513, "Retrieval": 0.42916300000000007, "STS": 0.7894502525919349, "Summarization": 0.2595832768105533 }, "scores_by_task": { "SummEvalSummarization.v2": 0.2595832768105533, "ArguAna": 0.50167, "STS17": 0.8758779089494525, "SCIDOCS": 0.21641, "SprintDuplicateQuestions": 0.9455063045792448, "StackExchangeClusteringP2P.v2": 0.4034756263973665, "HotpotQAHardNegatives": 0.49886, "ArXivHierarchicalClusteringS2S": 0.5454234024039991, "TRECCOVID": 0.47232, "AskUbuntuDupQuestions": 0.634768168123733, "MedrxivClusteringS2S.v2": 0.35440351403798337, "BIOSSES": 0.8164041444909368, "ArXivHierarchicalClusteringP2P": 0.5910688886391535, "STS13": 0.8060316722220763, "SICK-R": 0.7758245525469719, "TwentyNewsgroupsClustering.v2": 0.460185975355403, "Touche2020Retrieval.v3": 0.49713, "ToxicConversationsClassification": 0.620947265625, "StackExchangeClustering.v2": 0.45168045041945826, "STSBenchmark": 0.8203247283076371, "TwitterURLCorpus": 0.8470165732885377, "MassiveIntentClassification": 0.6693678547410895, "STS22.v2": 0.6771118263513062, "ImdbClassification": 0.61764, "ClimateFEVERHardNegatives": 0.20658, "AmazonCounterfactualClassification": 0.6364179104477612, "STS12": 0.7236899998079941, "MindSmallReranking": 0.30802387794836955, "STS14": 0.7558912408385123, "BiorxivClusteringP2P.v2": 0.40988693072325083, "Banking77Classification": 0.8004220779220779, "TwitterSemEval2015": 0.6785804899562047, "FEVERHardNegatives": 0.54766, "TweetSentimentExtractionClassification": 0.5404357668364459, "MTOPDomainClassification": 0.9167806657546741, "MassiveScenarioClassification": 0.738097, "FiQA2018": 0.36867, "CQADupstackGamingRetrieval": 0.56923, "CQADupstackUnixRetrieval": 0.4131, "STS15": 0.8538961998125277, "MedrxivClusteringP2P.v2": 0.3760657190392798 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:144", "model": "Haon-Chen/e5-omni-3B", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 144, "scored_checkpoint_revision": null, "reported_total_params_billion": 4.703, "parameters_billion": 4.703, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text", "image", "audio", "video" ], "source_row_sha256": "78e2e40e89075307267aa3c70426600b1486ed485636cc6716347d47a755d48f", "mean_task": 0.5969691463414635, "mean_task_type": 0.5524891765873016, "by_task_type": { "Classification": 0.67878625, "Clustering": 0.458712875, "PairClassification": 0.7565476666666667, "Reranking": 0.45548, "Retrieval": 0.5118699999999999, "STS": 0.7588014444444444, "Summarization": 0.247226 }, "scores_by_task": { "SummEvalSummarization.v2": 0.247226, "ArguAna": 0.50514, "STS17": 0.860855, "SCIDOCS": 0.24317, "SprintDuplicateQuestions": 0.85755, "StackExchangeClusteringP2P.v2": 0.393061, "HotpotQAHardNegatives": 0.74748, "ArXivHierarchicalClusteringS2S": 0.596863, "TRECCOVID": 0.79441, "AskUbuntuDupQuestions": 0.60828, "MedrxivClusteringS2S.v2": 0.361751, "BIOSSES": 0.757071, "ArXivHierarchicalClusteringP2P": 0.586593, "STS13": 0.781292, "SICK-R": 0.779943, "TwentyNewsgroupsClustering.v2": 0.473888, "Touche2020Retrieval.v3": 0.44622, "ToxicConversationsClassification": 0.56543, "StackExchangeClustering.v2": 0.494899, "STSBenchmark": 0.772862, "TwitterURLCorpus": 0.798057, "MassiveIntentClassification": 0.710356, "STS22.v2": 0.691429, "ImdbClassification": 0.676796, "ClimateFEVERHardNegatives": 0.29172, "AmazonCounterfactualClassification": 0.593582, "STS12": 0.705632, "MindSmallReranking": 0.30268, "STS14": 0.70343, "BiorxivClusteringP2P.v2": 0.408004, "Banking77Classification": 0.731851, "TwitterSemEval2015": 0.614036, "FEVERHardNegatives": 0.69817, "TweetSentimentExtractionClassification": 0.467091, "MTOPDomainClassification": 0.934747, "MassiveScenarioClassification": 0.750437, "FiQA2018": 0.47472, "CQADupstackGamingRetrieval": 0.52494, "CQADupstackUnixRetrieval": 0.39273, "STS15": 0.776699, "MedrxivClusteringP2P.v2": 0.354644 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:148", "model": "ibm-granite/granite-embedding-278m-multilingual", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 148, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.278, "parameters_billion": 0.278, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "217bca10df166dcd05bc528789811a7f5a352851f45e372dc5b6eb0248e60c13", "mean_task": 0.6036324390243902, "mean_task_type": 0.5694155436507937, "by_task_type": { "Classification": 0.6981395, "Clustering": 0.43285075, "PairClassification": 0.8135866666666667, "Reranking": 0.464412, "Retrieval": 0.5144569999999999, "STS": 0.765548888888889, "Summarization": 0.296914 }, "scores_by_task": { "SummEvalSummarization.v2": 0.296914, "ArguAna": 0.55244, "STS17": 0.785929, "SCIDOCS": 0.17721, "SprintDuplicateQuestions": 0.935084, "StackExchangeClusteringP2P.v2": 0.384622, "HotpotQAHardNegatives": 0.6137, "ArXivHierarchicalClusteringS2S": 0.540382, "TRECCOVID": 0.68573, "AskUbuntuDupQuestions": 0.623443, "MedrxivClusteringS2S.v2": 0.329799, "BIOSSES": 0.816362, "ArXivHierarchicalClusteringP2P": 0.547465, "STS13": 0.773053, "SICK-R": 0.687448, "TwentyNewsgroupsClustering.v2": 0.388703, "Touche2020Retrieval.v3": 0.58304, "ToxicConversationsClassification": 0.624805, "StackExchangeClustering.v2": 0.532453, "STSBenchmark": 0.784076, "TwitterURLCorpus": 0.861545, "MassiveIntentClassification": 0.639509, "STS22.v2": 0.681508, "ImdbClassification": 0.630232, "ClimateFEVERHardNegatives": 0.30364, "AmazonCounterfactualClassification": 0.71806, "STS12": 0.751911, "MindSmallReranking": 0.305381, "STS14": 0.749479, "BiorxivClusteringP2P.v2": 0.385069, "Banking77Classification": 0.780617, "TwitterSemEval2015": 0.644131, "FEVERHardNegatives": 0.85574, "TweetSentimentExtractionClassification": 0.583616, "MTOPDomainClassification": 0.898997, "MassiveScenarioClassification": 0.70928, "FiQA2018": 0.35663, "CQADupstackGamingRetrieval": 0.56369, "CQADupstackUnixRetrieval": 0.45275, "STS15": 0.860174, "MedrxivClusteringP2P.v2": 0.354313 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:150", "model": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 150, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.278, "parameters_billion": 0.278, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "edcb28e55cce0f512c0e30a7446cf640a11661e6aae76d2cbeb930809f5e20bd", "mean_task": 0.5826828776243405, "mean_task_type": 0.5571373645897648, "by_task_type": { "Classification": 0.7249734147931068, "Clustering": 0.4352015345596549, "PairClassification": 0.8172545305916997, "Reranking": 0.4515655448761502, "Retrieval": 0.37139700000000003, "STS": 0.8050205223675904, "Summarization": 0.294549004940152 }, "scores_by_task": { "SummEvalSummarization.v2": 0.294549004940152, "ArguAna": 0.48908, "STS17": 0.8699305255112367, "SCIDOCS": 0.13965, "SprintDuplicateQuestions": 0.9109871555441387, "StackExchangeClusteringP2P.v2": 0.3823080684000874, "HotpotQAHardNegatives": 0.43405, "ArXivHierarchicalClusteringS2S": 0.5516032759428068, "TRECCOVID": 0.37872, "AskUbuntuDupQuestions": 0.6016365489308333, "MedrxivClusteringS2S.v2": 0.36160792355097715, "BIOSSES": 0.7627462953544198, "ArXivHierarchicalClusteringP2P": 0.5534276670530136, "STS13": 0.851067656701606, "SICK-R": 0.7962205774287165, "TwentyNewsgroupsClustering.v2": 0.45188101293993743, "Touche2020Retrieval.v3": 0.50002, "ToxicConversationsClassification": 0.65556640625, "StackExchangeClustering.v2": 0.46235438475977036, "STSBenchmark": 0.8682218476677823, "TwitterURLCorpus": 0.8532492627482752, "MassiveIntentClassification": 0.6932078009414929, "STS22.v2": 0.6351847725882376, "ImdbClassification": 0.645752, "ClimateFEVERHardNegatives": 0.16378, "AmazonCounterfactualClassification": 0.7580597014925373, "STS12": 0.7789525808313972, "MindSmallReranking": 0.30149454082146715, "STS14": 0.8080585658408256, "BiorxivClusteringP2P.v2": 0.36069759040358595, "Banking77Classification": 0.810974025974026, "TwitterSemEval2015": 0.6875271734826854, "FEVERHardNegatives": 0.61566, "TweetSentimentExtractionClassification": 0.5903791737408035, "MTOPDomainClassification": 0.8923848609211127, "MassiveScenarioClassification": 0.7534633490248823, "FiQA2018": 0.22964, "CQADupstackGamingRetrieval": 0.44836, "CQADupstackUnixRetrieval": 0.31501, "STS15": 0.8748018793840922, "MedrxivClusteringP2P.v2": 0.35773235342706017 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:151", "model": "Mihaiii/gte-micro-v4", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 151, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.019, "parameters_billion": 0.019, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "1c41204fa908a9dfe094dc971f92ed29d2b66c08ebe0ceb9f42808c38a08e6ed", "mean_task": 0.5889789209527495, "mean_task_type": 0.5603923138402777, "by_task_type": { "Classification": 0.730423359570113, "Clustering": 0.438943625, "PairClassification": 0.8266719023226097, "Reranking": 0.44783408776699885, "Retrieval": 0.395121, "STS": 0.7978192222222222, "Summarization": 0.285933 }, "scores_by_task": { "SummEvalSummarization.v2": 0.285933, "ArguAna": 0.47368, "STS17": 0.881136, "SCIDOCS": 0.16243, "SprintDuplicateQuestions": 0.9553621808930456, "StackExchangeClusteringP2P.v2": 0.376187, "HotpotQAHardNegatives": 0.55749, "ArXivHierarchicalClusteringS2S": 0.529036, "TRECCOVID": 0.49032, "AskUbuntuDupQuestions": 0.5801141755339977, "MedrxivClusteringS2S.v2": 0.342006, "BIOSSES": 0.851875, "ArXivHierarchicalClusteringP2P": 0.55395, "STS13": 0.821624, "SICK-R": 0.761108, "TwentyNewsgroupsClustering.v2": 0.414093, "Touche2020Retrieval.v3": 0.50578, "ToxicConversationsClassification": 0.6604019999999999, "StackExchangeClustering.v2": 0.547458, "STSBenchmark": 0.839242, "TwitterURLCorpus": 0.8468882859374923, "MassiveIntentClassification": 0.691056, "STS22.v2": 0.654157, "ImdbClassification": 0.719568, "ClimateFEVERHardNegatives": 0.205, "AmazonCounterfactualClassification": 0.718507, "STS12": 0.726714, "MindSmallReranking": 0.315554, "STS14": 0.781707, "BiorxivClusteringP2P.v2": 0.388749, "Banking77Classification": 0.8092207792207791, "TwitterSemEval2015": 0.6777652401372911, "FEVERHardNegatives": 0.55036, "TweetSentimentExtractionClassification": 0.5942840973401244, "MTOPDomainClassification": 0.908755, "MassiveScenarioClassification": 0.741594, "FiQA2018": 0.22549, "CQADupstackGamingRetrieval": 0.49647, "CQADupstackUnixRetrieval": 0.28419, "STS15": 0.86281, "MedrxivClusteringP2P.v2": 0.36007 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": true } }, { "id": "scores_MTEB_eng_v2:row:152", "model": "Haon-Chen/e5-omni-7B", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 152, "scored_checkpoint_revision": null, "reported_total_params_billion": 8.932, "parameters_billion": 8.932, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text", "image", "audio", "video" ], "source_row_sha256": "8cfda6a9cf421222229e34dac7f74152844c56e0210af07d09818d2044bc63be", "mean_task": 0.5867044634146341, "mean_task_type": 0.5442442638888889, "by_task_type": { "Classification": 0.70053775, "Clustering": 0.45885987500000003, "PairClassification": 0.75599, "Reranking": 0.452935, "Retrieval": 0.48829700000000004, "STS": 0.7212252222222222, "Summarization": 0.231865 }, "scores_by_task": { "SummEvalSummarization.v2": 0.231865, "ArguAna": 0.39721, "STS17": 0.852869, "SCIDOCS": 0.22765, "SprintDuplicateQuestions": 0.92346, "StackExchangeClusteringP2P.v2": 0.431393, "HotpotQAHardNegatives": 0.69078, "ArXivHierarchicalClusteringS2S": 0.576711, "TRECCOVID": 0.80033, "AskUbuntuDupQuestions": 0.59803, "MedrxivClusteringS2S.v2": 0.34928, "BIOSSES": 0.779909, "ArXivHierarchicalClusteringP2P": 0.577803, "STS13": 0.795747, "SICK-R": 0.794731, "TwentyNewsgroupsClustering.v2": 0.448788, "Touche2020Retrieval.v3": 0.42842, "ToxicConversationsClassification": 0.594727, "StackExchangeClustering.v2": 0.50585, "STSBenchmark": 0.761849, "TwitterURLCorpus": 0.780083, "MassiveIntentClassification": 0.694048, "STS22.v2": 0.299832, "ImdbClassification": 0.710912, "ClimateFEVERHardNegatives": 0.23253, "AmazonCounterfactualClassification": 0.610149, "STS12": 0.731984, "MindSmallReranking": 0.30784, "STS14": 0.698088, "BiorxivClusteringP2P.v2": 0.419391, "Banking77Classification": 0.756916, "TwitterSemEval2015": 0.564427, "FEVERHardNegatives": 0.68997, "TweetSentimentExtractionClassification": 0.535399, "MTOPDomainClassification": 0.937255, "MassiveScenarioClassification": 0.764896, "FiQA2018": 0.47691, "CQADupstackGamingRetrieval": 0.55895, "CQADupstackUnixRetrieval": 0.38022, "STS15": 0.776018, "MedrxivClusteringP2P.v2": 0.361663 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:153", "model": "intfloat/multilingual-e5-small", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 153, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.118, "parameters_billion": 0.118, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "34f1e5aaffcd88cacc9035060a14237cf7377a452f60a52fdbe54a8a1aeaa10c", "mean_task": 0.5968822955065252, "mean_task_type": 0.5640434604006107, "by_task_type": { "Classification": 0.706933, "Clustering": 0.41359088947094136, "PairClassification": 0.840878, "Reranking": 0.431942, "Retrieval": 0.464342, "STS": 0.7984283333333333, "Summarization": 0.29219 }, "scores_by_task": { "SummEvalSummarization.v2": 0.29219, "ArguAna": 0.39088, "STS17": 0.871582, "SCIDOCS": 0.13896, "SprintDuplicateQuestions": 0.935791, "StackExchangeClusteringP2P.v2": 0.379598, "HotpotQAHardNegatives": 0.66431, "ArXivHierarchicalClusteringS2S": 0.538085, "TRECCOVID": 0.72287, "AskUbuntuDupQuestions": 0.56424, "MedrxivClusteringS2S.v2": 0.31947381398432456, "BIOSSES": 0.843754, "ArXivHierarchicalClusteringP2P": 0.52699, "STS13": 0.774714, "SICK-R": 0.786312, "TwentyNewsgroupsClustering.v2": 0.333582, "Touche2020Retrieval.v3": 0.50351, "ToxicConversationsClassification": 0.635254, "StackExchangeClustering.v2": 0.502063, "STSBenchmark": 0.835893, "TwitterURLCorpus": 0.858645, "MassiveIntentClassification": 0.642031, "STS22.v2": 0.642763, "ImdbClassification": 0.758176, "ClimateFEVERHardNegatives": 0.22898, "AmazonCounterfactualClassification": 0.714328, "STS12": 0.780543, "MindSmallReranking": 0.299644, "STS14": 0.775423, "BiorxivClusteringP2P.v2": 0.365442, "Banking77Classification": 0.706396, "TwitterSemEval2015": 0.728198, "FEVERHardNegatives": 0.76084, "TweetSentimentExtractionClassification": 0.618166, "MTOPDomainClassification": 0.891268, "MassiveScenarioClassification": 0.689845, "FiQA2018": 0.33126, "CQADupstackGamingRetrieval": 0.54832, "CQADupstackUnixRetrieval": 0.35349, "STS15": 0.874871, "MedrxivClusteringP2P.v2": 0.34349330178320625 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:154", "model": "Tevatron/OmniEmbed-v0.1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 154, "scored_checkpoint_revision": null, "reported_total_params_billion": 8.932, "parameters_billion": 8.932, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text", "image", "audio", "video" ], "source_row_sha256": "b8b23e6f99e53f0761c5e7078a1ce2f453694dae259eff2313d4772e2d0f6363", "mean_task": 0.5769762439024391, "mean_task_type": 0.5282555456349206, "by_task_type": { "Classification": 0.673142875, "Clustering": 0.4665415, "PairClassification": 0.6844076666666666, "Reranking": 0.45088, "Retrieval": 0.521625, "STS": 0.6832657777777777, "Summarization": 0.217926 }, "scores_by_task": { "SummEvalSummarization.v2": 0.217926, "ArguAna": 0.73318, "STS17": 0.748139, "SCIDOCS": 0.25287, "SprintDuplicateQuestions": 0.727289, "StackExchangeClusteringP2P.v2": 0.430218, "HotpotQAHardNegatives": 0.80197, "ArXivHierarchicalClusteringS2S": 0.605773, "TRECCOVID": 0.69372, "AskUbuntuDupQuestions": 0.61656, "MedrxivClusteringS2S.v2": 0.365291, "BIOSSES": 0.824139, "ArXivHierarchicalClusteringP2P": 0.583027, "STS13": 0.74591, "SICK-R": 0.725971, "TwentyNewsgroupsClustering.v2": 0.437914, "Touche2020Retrieval.v3": 0.31907, "ToxicConversationsClassification": 0.564795, "StackExchangeClustering.v2": 0.548027, "STSBenchmark": 0.692817, "TwitterURLCorpus": 0.739619, "MassiveIntentClassification": 0.669166, "STS22.v2": 0.348262, "ImdbClassification": 0.672112, "ClimateFEVERHardNegatives": 0.24877, "AmazonCounterfactualClassification": 0.641045, "STS12": 0.607236, "MindSmallReranking": 0.2852, "STS14": 0.690513, "BiorxivClusteringP2P.v2": 0.409231, "Banking77Classification": 0.737305, "TwitterSemEval2015": 0.586315, "FEVERHardNegatives": 0.71094, "TweetSentimentExtractionClassification": 0.47159, "MTOPDomainClassification": 0.894026, "MassiveScenarioClassification": 0.735104, "FiQA2018": 0.48998, "CQADupstackGamingRetrieval": 0.54508, "CQADupstackUnixRetrieval": 0.42067, "STS15": 0.766405, "MedrxivClusteringP2P.v2": 0.352851 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:160", "model": "Snowflake/snowflake-arctic-embed-xs", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 160, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.023, "parameters_billion": 0.023, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "1975850715520d8467a6ba26a364ae26a066162468fa1cda09ad8a27485bdf32", "mean_task": 0.5976673272696803, "mean_task_type": 0.5612169214437632, "by_task_type": { "Classification": 0.6700322386767873, "Clustering": 0.42444475, "PairClassification": 0.813265213673016, "Reranking": 0.4525506231693296, "Retrieval": 0.526473, "STS": 0.7621456245872096, "Summarization": 0.279607 }, "scores_by_task": { "SummEvalSummarization.v2": 0.279607, "ArguAna": 0.52081, "STS17": 0.844948593656943, "SCIDOCS": 0.18355, "SprintDuplicateQuestions": 0.949637560003136, "StackExchangeClusteringP2P.v2": 0.401885, "HotpotQAHardNegatives": 0.67224, "ArXivHierarchicalClusteringS2S": 0.516956, "TRECCOVID": 0.79431, "AskUbuntuDupQuestions": 0.6025381587694928, "MedrxivClusteringS2S.v2": 0.316915, "BIOSSES": 0.8405432487336698, "ArXivHierarchicalClusteringP2P": 0.549722, "STS13": 0.7786961921643416, "SICK-R": 0.6925663754345259, "TwentyNewsgroupsClustering.v2": 0.387615, "Touche2020Retrieval.v3": 0.64584, "ToxicConversationsClassification": 0.6430500000000001, "StackExchangeClustering.v2": 0.534311, "STSBenchmark": 0.7918395553127086, "TwitterURLCorpus": 0.8470041593996576, "MassiveIntentClassification": 0.592804, "STS22.v2": 0.688682, "ImdbClassification": 0.6280240000000001, "ClimateFEVERHardNegatives": 0.30187, "AmazonCounterfactualClassification": 0.584179, "STS12": 0.6589916377105551, "MindSmallReranking": 0.30256308756916644, "STS14": 0.7281574657995401, "BiorxivClusteringP2P.v2": 0.352493, "Banking77Classification": 0.7637337662337663, "TwitterSemEval2015": 0.6431539216162541, "FEVERHardNegatives": 0.82937, "TweetSentimentExtractionClassification": 0.561941143180532, "MTOPDomainClassification": 0.894596, "MassiveScenarioClassification": 0.69193, "FiQA2018": 0.34523, "CQADupstackGamingRetrieval": 0.57055, "CQADupstackUnixRetrieval": 0.40096, "STS15": 0.834885552472602, "MedrxivClusteringP2P.v2": 0.335661 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:162", "model": "Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 162, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.278, "parameters_billion": 0.278, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "cbf0ceb2a345dcc9a31ea14164d092d1bab4af8afb45be6df8002c2a0d23f515", "mean_task": 0.5692984460286736, "mean_task_type": 0.5491239609075494, "by_task_type": { "Classification": 0.728864875, "Clustering": 0.40658387500000004, "PairClassification": 0.8206923333333332, "Reranking": 0.4400805, "Retrieval": 0.33797699999999997, "STS": 0.803246143019513, "Summarization": 0.306423 }, "scores_by_task": { "SummEvalSummarization.v2": 0.306423, "ArguAna": 0.43975, "STS17": 0.871502, "SCIDOCS": 0.12865, "SprintDuplicateQuestions": 0.89418, "StackExchangeClusteringP2P.v2": 0.362055, "HotpotQAHardNegatives": 0.37738, "ArXivHierarchicalClusteringS2S": 0.525286, "TRECCOVID": 0.3851, "AskUbuntuDupQuestions": 0.588147, "MedrxivClusteringS2S.v2": 0.316389, "BIOSSES": 0.7743670420687278, "ArXivHierarchicalClusteringP2P": 0.526607, "STS13": 0.8273032633919926, "SICK-R": 0.7939435627520158, "TwentyNewsgroupsClustering.v2": 0.389243, "Touche2020Retrieval.v3": 0.44278, "ToxicConversationsClassification": 0.649463, "StackExchangeClustering.v2": 0.485842, "STSBenchmark": 0.8616303183485594, "TwitterURLCorpus": 0.860714, "MassiveIntentClassification": 0.695662, "STS22.v2": 0.618451, "ImdbClassification": 0.647472, "ClimateFEVERHardNegatives": 0.165, "AmazonCounterfactualClassification": 0.783731, "STS12": 0.7893043293576132, "MindSmallReranking": 0.292014, "STS14": 0.8164974497557361, "BiorxivClusteringP2P.v2": 0.323849, "Banking77Classification": 0.809026, "TwitterSemEval2015": 0.707183, "FEVERHardNegatives": 0.51411, "TweetSentimentExtractionClassification": 0.599095, "MTOPDomainClassification": 0.909348, "MassiveScenarioClassification": 0.737122, "FiQA2018": 0.19543, "CQADupstackGamingRetrieval": 0.44022, "CQADupstackUnixRetrieval": 0.29135, "STS15": 0.8762163215009723, "MedrxivClusteringP2P.v2": 0.3234 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:165", "model": "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 165, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.153, "parameters_billion": 7.153, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "00ee8d1099d1e288377a0c702bc7c6681e3d3497a27fb0285d192ea7d26ad521", "mean_task": 0.5619834999667115, "mean_task_type": 0.5393478973320204, "by_task_type": { "Classification": 0.757248776412255, "Clustering": 0.40736, "PairClassification": 0.809409012602035, "Reranking": 0.44168074017966386, "Retrieval": 0.31045, "STS": 0.782384752130189, "Summarization": 0.266902 }, "scores_by_task": { "SummEvalSummarization.v2": 0.266902, "ArguAna": 0.51001, "STS17": 0.8558485422591948, "SCIDOCS": 0.15345, "SprintDuplicateQuestions": 0.9130057039245253, "StackExchangeClusteringP2P.v2": 0.408578, "HotpotQAHardNegatives": 0.35995, "ArXivHierarchicalClusteringS2S": 0.520759, "TRECCOVID": 0.55665, "AskUbuntuDupQuestions": 0.5860277379507158, "MedrxivClusteringS2S.v2": 0.279924, "BIOSSES": 0.8329045204631967, "ArXivHierarchicalClusteringP2P": 0.581675, "STS13": 0.8389765011154986, "SICK-R": 0.7555405115197729, "TwentyNewsgroupsClustering.v2": 0.243899, "Touche2020Retrieval.v3": 0.11431, "ToxicConversationsClassification": 0.707112, "StackExchangeClustering.v2": 0.481736, "STSBenchmark": 0.8041509666334722, "TwitterURLCorpus": 0.8276174215711473, "MassiveIntentClassification": 0.689845, "STS22.v2": 0.669787, "ImdbClassification": 0.7795399999999999, "ClimateFEVERHardNegatives": 0.09255, "AmazonCounterfactualClassification": 0.775075, "STS12": 0.6765074099726466, "MindSmallReranking": 0.2973337424086118, "STS14": 0.7697256789216159, "BiorxivClusteringP2P.v2": 0.39412, "Banking77Classification": 0.8615909090909091, "TwitterSemEval2015": 0.6876039123104324, "FEVERHardNegatives": 0.21085, "TweetSentimentExtractionClassification": 0.6089983022071308, "MTOPDomainClassification": 0.915755, "MassiveScenarioClassification": 0.720074, "FiQA2018": 0.27244, "CQADupstackGamingRetrieval": 0.50707, "CQADupstackUnixRetrieval": 0.32722, "STS15": 0.8380216382863032, "MedrxivClusteringP2P.v2": 0.348189 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:166", "model": "Mihaiii/Bulbasaur", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 166, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.017, "parameters_billion": 0.017, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "c6ba12010ed7dc5b756913be15dfbae06135fec254fbcce0d765e55d2bdef679", "mean_task": 0.5774624020975746, "mean_task_type": 0.5518972795781584, "by_task_type": { "Classification": 0.7288971619120513, "Clustering": 0.425145375, "PairClassification": 0.8272695855547104, "Reranking": 0.4463370110261584, "Retrieval": 0.36960899999999997, "STS": 0.7883778235541886, "Summarization": 0.277645 }, "scores_by_task": { "SummEvalSummarization.v2": 0.277645, "ArguAna": 0.44798000000000004, "STS17": 0.8803461344591357, "SCIDOCS": 0.15312, "SprintDuplicateQuestions": 0.953535743677476, "StackExchangeClusteringP2P.v2": 0.367677, "HotpotQAHardNegatives": 0.54566, "ArXivHierarchicalClusteringS2S": 0.519981, "TRECCOVID": 0.47773, "AskUbuntuDupQuestions": 0.5748977560227009, "MedrxivClusteringS2S.v2": 0.317803, "BIOSSES": 0.8504832342591278, "ArXivHierarchicalClusteringP2P": 0.548762, "STS13": 0.8096085686108583, "SICK-R": 0.7604335461102429, "TwentyNewsgroupsClustering.v2": 0.398454, "Touche2020Retrieval.v3": 0.46212, "ToxicConversationsClassification": 0.662939453125, "StackExchangeClustering.v2": 0.528627, "STSBenchmark": 0.8333681512924129, "TwitterURLCorpus": 0.8474905878045149, "MassiveIntentClassification": 0.688198, "STS22.v2": 0.641217, "ImdbClassification": 0.7152719999999999, "ClimateFEVERHardNegatives": 0.18494, "AmazonCounterfactualClassification": 0.718657, "STS12": 0.6949541146727839, "MindSmallReranking": 0.317776266029616, "STS14": 0.7708348207580887, "BiorxivClusteringP2P.v2": 0.372338, "Banking77Classification": 0.8057792207792207, "TwitterSemEval2015": 0.6807824251821404, "FEVERHardNegatives": 0.47443, "TweetSentimentExtractionClassification": 0.5949066213921902, "MTOPDomainClassification": 0.907866, "MassiveScenarioClassification": 0.737559, "FiQA2018": 0.21291000000000002, "CQADupstackGamingRetrieval": 0.47615999999999997, "CQADupstackUnixRetrieval": 0.26104, "STS15": 0.8541548418250478, "MedrxivClusteringP2P.v2": 0.347521 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": true } }, { "id": "scores_MTEB_eng_v2:row:169", "model": "ibm-granite/granite-embedding-107m-multilingual", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 169, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.107, "parameters_billion": 0.107, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "4cd48f4f8c84997a795e64763898ad877a11531e41a36fb0e14beda02de4a724", "mean_task": 0.5876386829268293, "mean_task_type": 0.5556592341269841, "by_task_type": { "Classification": 0.6878124999999999, "Clustering": 0.42361675, "PairClassification": 0.804628, "Reranking": 0.4610245, "Retrieval": 0.479103, "STS": 0.7551698888888888, "Summarization": 0.27826 }, "scores_by_task": { "SummEvalSummarization.v2": 0.27826, "ArguAna": 0.51663, "STS17": 0.786966, "SCIDOCS": 0.1738, "SprintDuplicateQuestions": 0.940777, "StackExchangeClusteringP2P.v2": 0.383553, "HotpotQAHardNegatives": 0.58947, "ArXivHierarchicalClusteringS2S": 0.527251, "TRECCOVID": 0.62815, "AskUbuntuDupQuestions": 0.619001, "MedrxivClusteringS2S.v2": 0.320464, "BIOSSES": 0.792952, "ArXivHierarchicalClusteringP2P": 0.550976, "STS13": 0.756399, "SICK-R": 0.684656, "TwentyNewsgroupsClustering.v2": 0.351025, "Touche2020Retrieval.v3": 0.54262, "ToxicConversationsClassification": 0.603809, "StackExchangeClustering.v2": 0.526249, "STSBenchmark": 0.769844, "TwitterURLCorpus": 0.856694, "MassiveIntentClassification": 0.625185, "STS22.v2": 0.675823, "ImdbClassification": 0.6291, "ClimateFEVERHardNegatives": 0.2624, "AmazonCounterfactualClassification": 0.716716, "STS12": 0.747362, "MindSmallReranking": 0.303048, "STS14": 0.731976, "BiorxivClusteringP2P.v2": 0.376204, "Banking77Classification": 0.759481, "TwitterSemEval2015": 0.616413, "FEVERHardNegatives": 0.83936, "TweetSentimentExtractionClassification": 0.585371, "MTOPDomainClassification": 0.889193, "MassiveScenarioClassification": 0.693645, "FiQA2018": 0.28404, "CQADupstackGamingRetrieval": 0.53655, "CQADupstackUnixRetrieval": 0.41801, "STS15": 0.850551, "MedrxivClusteringP2P.v2": 0.353212 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:171", "model": "Gameselo/STS-multilingual-mpnet-base-v2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 171, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.278, "parameters_billion": 0.278, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "993b9f565ddcb8ec5a19a3279446543ce3ff51ddb09ac8194486aca820ee163a", "mean_task": 0.5121227860460326, "mean_task_type": 0.5060079897283704, "by_task_type": { "Classification": 0.687625, "Clustering": 0.360754625, "PairClassification": 0.8246993333333333, "Reranking": 0.4246645, "Retrieval": 0.25535800000000003, "STS": 0.7180044697652592, "Summarization": 0.27095 }, "scores_by_task": { "SummEvalSummarization.v2": 0.27095, "ArguAna": 0.41501, "STS17": 0.009378741534997558, "SCIDOCS": 0.09396, "SprintDuplicateQuestions": 0.915748, "StackExchangeClusteringP2P.v2": 0.366591, "HotpotQAHardNegatives": 0.30616, "ArXivHierarchicalClusteringS2S": 0.49367, "TRECCOVID": 0.28936, "AskUbuntuDupQuestions": 0.566002, "MedrxivClusteringS2S.v2": 0.300454, "BIOSSES": 0.969167, "ArXivHierarchicalClusteringP2P": 0.515432, "STS13": 0.977636, "SICK-R": 0.946525, "TwentyNewsgroupsClustering.v2": 0.325026, "Touche2020Retrieval.v3": 0.32156, "ToxicConversationsClassification": 0.628027, "StackExchangeClustering.v2": 0.397963, "STSBenchmark": 0.009762486352335524, "TwitterURLCorpus": 0.850724, "MassiveIntentClassification": 0.640249, "STS22.v2": 0.638535, "ImdbClassification": 0.582736, "ClimateFEVERHardNegatives": 0.09657, "AmazonCounterfactualClassification": 0.726716, "STS12": 0.954619, "MindSmallReranking": 0.283327, "STS14": 0.975293, "BiorxivClusteringP2P.v2": 0.213935, "Banking77Classification": 0.798864, "TwitterSemEval2015": 0.707626, "FEVERHardNegatives": 0.32095, "TweetSentimentExtractionClassification": 0.580306, "MTOPDomainClassification": 0.861856, "MassiveScenarioClassification": 0.682246, "FiQA2018": 0.14952, "CQADupstackGamingRetrieval": 0.33808, "CQADupstackUnixRetrieval": 0.22241, "STS15": 0.981124, "MedrxivClusteringP2P.v2": 0.272966 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:172", "model": "bigscience/sgpt-bloom-7b1-msmarco", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 172, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.068, "parameters_billion": 7.068, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "d71a0947e162bbe8573a1b9d55053a3c4e944ed8cf59d148a2f78ff38ab08b61", "mean_task": 0.5608368916035635, "mean_task_type": 0.5361675067425767, "by_task_type": { "Classification": 0.7190684603916883, "Clustering": 0.3379785, "PairClassification": 0.8189889305184702, "Reranking": 0.45879111793338834, "Retrieval": 0.39451, "STS": 0.7743065383544901, "Summarization": 0.249529 }, "scores_by_task": { "SummEvalSummarization.v2": 0.249529, "ArguAna": 0.47282, "STS17": 0.8706554974065622, "SCIDOCS": 0.18619, "SprintDuplicateQuestions": 0.9492527097094644, "StackExchangeClusteringP2P.v2": 0.362524, "HotpotQAHardNegatives": 0.48004, "ArXivHierarchicalClusteringS2S": 0.502851, "TRECCOVID": 0.81368, "AskUbuntuDupQuestions": 0.5997321570342109, "MedrxivClusteringS2S.v2": 0.213865, "BIOSSES": 0.8531459455332202, "ArXivHierarchicalClusteringP2P": 0.52787, "STS13": 0.7966529244176742, "SICK-R": 0.6981522686267632, "TwentyNewsgroupsClustering.v2": 0.118711, "Touche2020Retrieval.v3": 0.20636, "ToxicConversationsClassification": 0.6654519999999999, "StackExchangeClustering.v2": 0.331096, "STSBenchmark": 0.8089611873505183, "TwitterURLCorpus": 0.8546387153880272, "MassiveIntentClassification": 0.6967047747141897, "STS22.v2": 0.660436, "ImdbClassification": 0.61772, "ClimateFEVERHardNegatives": 0.21748, "AmazonCounterfactualClassification": 0.6805970149253732, "STS12": 0.6966180222442091, "MindSmallReranking": 0.3178500788325657, "STS14": 0.746076920702392, "BiorxivClusteringP2P.v2": 0.332526, "Banking77Classification": 0.8433441558441558, "TwitterSemEval2015": 0.6530753664579191, "FEVERHardNegatives": 0.68807, "TweetSentimentExtractionClassification": 0.558545557441992, "MTOPDomainClassification": 0.9368217054263563, "MassiveScenarioClassification": 0.7533624747814394, "FiQA2018": 0.35836, "CQADupstackGamingRetrieval": 0.32349, "CQADupstackUnixRetrieval": 0.19861, "STS15": 0.8380600789090722, "MedrxivClusteringP2P.v2": 0.314385 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:173", "model": "jinaai/jina-embeddings-v2-base-en", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 173, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.137, "parameters_billion": 0.137, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "c8ea331031583efbb402e265b6bd1f947619ada168b8eb2a7b47768927dbb984", "mean_task": 0.4596777257608364, "mean_task_type": 0.44727228456197327, "by_task_type": { "Classification": 0.4907365066864375, "Clustering": 0.253835375, "PairClassification": 0.8537464538679261, "Reranking": 0.46394322375943287, "Retrieval": 0.26675, "STS": 0.7414614326200163, "Summarization": 0.060433 }, "scores_by_task": { "SummEvalSummarization.v2": 0.060433, "ArguAna": 0.44181, "STS17": 0.8887813323759015, "SCIDOCS": 0.19863, "SprintDuplicateQuestions": 0.9530034785910676, "StackExchangeClusteringP2P.v2": 0.265794, "HotpotQAHardNegatives": 0.00024, "ArXivHierarchicalClusteringS2S": 0.474875, "TRECCOVID": 0.65913, "AskUbuntuDupQuestions": 0.6224772569490403, "MedrxivClusteringS2S.v2": 0.164698, "BIOSSES": 0.8123438110096286, "ArXivHierarchicalClusteringP2P": 0.471547, "STS13": 0.8417947648159536, "SICK-R": 0.796487740813199, "TwentyNewsgroupsClustering.v2": 0.091135, "Touche2020Retrieval.v3": 0.0, "ToxicConversationsClassification": 0.733474, "StackExchangeClustering.v2": 0.350735, "STSBenchmark": 0.8484429717949759, "TwitterURLCorpus": 0.8608681215460772, "MassiveIntentClassification": 0.072663, "STS22.v2": 0.078951, "ImdbClassification": 0.794408, "ClimateFEVERHardNegatives": 0.00018, "AmazonCounterfactualClassification": 0.52791, "STS12": 0.7427447427941591, "MindSmallReranking": 0.30540919056982546, "STS14": 0.7880745014464101, "BiorxivClusteringP2P.v2": 0.057369, "Banking77Classification": 0.8401298701298701, "TwitterSemEval2015": 0.747367761466634, "FEVERHardNegatives": 0.0, "TweetSentimentExtractionClassification": 0.62062818336163, "MTOPDomainClassification": 0.207022, "MassiveScenarioClassification": 0.129657, "FiQA2018": 0.41579, "CQADupstackGamingRetrieval": 0.56516, "CQADupstackUnixRetrieval": 0.38656, "STS15": 0.8755320285299192, "MedrxivClusteringP2P.v2": 0.15453 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:177", "model": "manu/sentence_croissant_alpha_v0.4", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 177, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.28, "parameters_billion": 1.28, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "bc2c4a3713405dbfd70613f4165e49578d7721dc8e9c81baebedd7eff2d1a768", "mean_task": 0.5770828048780489, "mean_task_type": 0.545477375, "by_task_type": { "Classification": 0.703441625, "Clustering": 0.43217300000000003, "PairClassification": 0.7663866666666667, "Reranking": 0.446542, "Retrieval": 0.431809, "STS": 0.7533943333333334, "Summarization": 0.284595 }, "scores_by_task": { "SummEvalSummarization.v2": 0.284595, "ArguAna": 0.52089, "STS17": 0.862573, "SCIDOCS": 0.15231, "SprintDuplicateQuestions": 0.893511, "StackExchangeClusteringP2P.v2": 0.392317, "HotpotQAHardNegatives": 0.48719, "ArXivHierarchicalClusteringS2S": 0.544624, "TRECCOVID": 0.60495, "AskUbuntuDupQuestions": 0.579326, "MedrxivClusteringS2S.v2": 0.325353, "BIOSSES": 0.76327, "ArXivHierarchicalClusteringP2P": 0.585928, "STS13": 0.812605, "SICK-R": 0.676309, "TwentyNewsgroupsClustering.v2": 0.395262, "Touche2020Retrieval.v3": 0.52222, "ToxicConversationsClassification": 0.591699, "StackExchangeClustering.v2": 0.502529, "STSBenchmark": 0.797631, "TwitterURLCorpus": 0.837323, "MassiveIntentClassification": 0.667149, "STS22.v2": 0.663595, "ImdbClassification": 0.7205, "ClimateFEVERHardNegatives": 0.24337, "AmazonCounterfactualClassification": 0.678358, "STS12": 0.65681, "MindSmallReranking": 0.313758, "STS14": 0.740395, "BiorxivClusteringP2P.v2": 0.373948, "Banking77Classification": 0.812662, "TwitterSemEval2015": 0.568326, "FEVERHardNegatives": 0.73763, "TweetSentimentExtractionClassification": 0.537832, "MTOPDomainClassification": 0.900638, "MassiveScenarioClassification": 0.718695, "FiQA2018": 0.28348, "CQADupstackGamingRetrieval": 0.45293, "CQADupstackUnixRetrieval": 0.31312, "STS15": 0.807361, "MedrxivClusteringP2P.v2": 0.337423 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:186", "model": "manu/sentence_croissant_alpha_v0.3", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 186, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.28, "parameters_billion": 1.28, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "f77227c83d672fc271a625e9b285ce8bad8bf6e9e8e2f726be5992d1bd484e22", "mean_task": 0.578017, "mean_task_type": 0.543608498015873, "by_task_type": { "Classification": 0.710851125, "Clustering": 0.41626475, "PairClassification": 0.7818766666666667, "Reranking": 0.44226350000000003, "Retrieval": 0.42615, "STS": 0.7702824444444444, "Summarization": 0.257571 }, "scores_by_task": { "SummEvalSummarization.v2": 0.257571, "ArguAna": 0.44385, "STS17": 0.866988, "SCIDOCS": 0.15313, "SprintDuplicateQuestions": 0.906748, "StackExchangeClusteringP2P.v2": 0.386294, "HotpotQAHardNegatives": 0.49237, "ArXivHierarchicalClusteringS2S": 0.515448, "TRECCOVID": 0.60587, "AskUbuntuDupQuestions": 0.573794, "MedrxivClusteringS2S.v2": 0.317283, "BIOSSES": 0.787759, "ArXivHierarchicalClusteringP2P": 0.550984, "STS13": 0.826089, "SICK-R": 0.688972, "TwentyNewsgroupsClustering.v2": 0.390147, "Touche2020Retrieval.v3": 0.47963, "ToxicConversationsClassification": 0.637988, "StackExchangeClustering.v2": 0.492321, "STSBenchmark": 0.821903, "TwitterURLCorpus": 0.838207, "MassiveIntentClassification": 0.667989, "STS22.v2": 0.668825, "ImdbClassification": 0.695372, "ClimateFEVERHardNegatives": 0.2394, "AmazonCounterfactualClassification": 0.712239, "STS12": 0.683499, "MindSmallReranking": 0.310733, "STS14": 0.759534, "BiorxivClusteringP2P.v2": 0.353287, "Banking77Classification": 0.811721, "TwitterSemEval2015": 0.600675, "FEVERHardNegatives": 0.74474, "TweetSentimentExtractionClassification": 0.542615, "MTOPDomainClassification": 0.903922, "MassiveScenarioClassification": 0.714963, "FiQA2018": 0.28587, "CQADupstackGamingRetrieval": 0.4938, "CQADupstackUnixRetrieval": 0.32284, "STS15": 0.828973, "MedrxivClusteringP2P.v2": 0.324354 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:187", "model": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 187, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.118, "parameters_billion": 0.118, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "529a23ffd40c3a3bb54598cbf6c311833485e6c8e6de1bf6212e30b5486147bd", "mean_task": 0.5641676699090004, "mean_task_type": 0.5399292173180352, "by_task_type": { "Classification": 0.6918833029041871, "Clustering": 0.417384723676788, "PairClassification": 0.8001430542586636, "Reranking": 0.45429195986814797, "Retrieval": 0.359308, "STS": 0.7872679613238083, "Summarization": 0.26922551919465176 }, "scores_by_task": { "SummEvalSummarization.v2": 0.26922551919465176, "ArguAna": 0.44878, "STS17": 0.8686762395650826, "SCIDOCS": 0.13778, "SprintDuplicateQuestions": 0.9114959431815378, "StackExchangeClusteringP2P.v2": 0.374808920761608, "HotpotQAHardNegatives": 0.37547, "ArXivHierarchicalClusteringS2S": 0.5224573621152333, "TRECCOVID": 0.39345, "AskUbuntuDupQuestions": 0.6048755233381351, "MedrxivClusteringS2S.v2": 0.3543956788289761, "BIOSSES": 0.7417578653115743, "ArXivHierarchicalClusteringP2P": 0.5361794435755446, "STS13": 0.8069594195489891, "SICK-R": 0.7960669235249621, "TwentyNewsgroupsClustering.v2": 0.40722209481218147, "Touche2020Retrieval.v3": 0.48841, "ToxicConversationsClassification": 0.60126953125, "StackExchangeClustering.v2": 0.43471709937699465, "STSBenchmark": 0.8441678852971709, "TwitterURLCorpus": 0.8383014551116796, "MassiveIntentClassification": 0.6688971082716879, "STS22.v2": 0.6206613570590437, "ImdbClassification": 0.6046159999999999, "ClimateFEVERHardNegatives": 0.1948, "AmazonCounterfactualClassification": 0.7155223880597015, "STS12": 0.7602134324654332, "MindSmallReranking": 0.3037083963981608, "STS14": 0.7885313504683503, "BiorxivClusteringP2P.v2": 0.36183432722474873, "Banking77Classification": 0.7979545454545455, "TwitterSemEval2015": 0.6506317644827732, "FEVERHardNegatives": 0.58614, "TweetSentimentExtractionClassification": 0.5610356536502547, "MTOPDomainClassification": 0.8703374373005015, "MassiveScenarioClassification": 0.7154337592468056, "FiQA2018": 0.20326, "CQADupstackGamingRetrieval": 0.44331, "CQADupstackUnixRetrieval": 0.32168, "STS15": 0.858377178673668, "MedrxivClusteringP2P.v2": 0.3474628627190173 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:191", "model": "manu/sentence_croissant_alpha_v0.2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 191, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.28, "parameters_billion": 1.28, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "d3403a8b4bbc1ff3214cc2d31e616dcbc32e6a7026c6cf8cc077b89d894d4ba8", "mean_task": 0.5655929268292683, "mean_task_type": 0.535915126984127, "by_task_type": { "Classification": 0.705659125, "Clustering": 0.431661375, "PairClassification": 0.7518263333333333, "Reranking": 0.4335915, "Retrieval": 0.40617200000000003, "STS": 0.7354835555555556, "Summarization": 0.287012 }, "scores_by_task": { "SummEvalSummarization.v2": 0.287012, "ArguAna": 0.48372, "STS17": 0.866948, "SCIDOCS": 0.14885, "SprintDuplicateQuestions": 0.87745, "StackExchangeClusteringP2P.v2": 0.403748, "HotpotQAHardNegatives": 0.46547, "ArXivHierarchicalClusteringS2S": 0.548091, "TRECCOVID": 0.55811, "AskUbuntuDupQuestions": 0.551326, "MedrxivClusteringS2S.v2": 0.327564, "BIOSSES": 0.731336, "ArXivHierarchicalClusteringP2P": 0.595187, "STS13": 0.789081, "SICK-R": 0.64878, "TwentyNewsgroupsClustering.v2": 0.365912, "Touche2020Retrieval.v3": 0.45025, "ToxicConversationsClassification": 0.632422, "StackExchangeClustering.v2": 0.499431, "STSBenchmark": 0.771476, "TwitterURLCorpus": 0.827212, "MassiveIntentClassification": 0.655716, "STS22.v2": 0.642162, "ImdbClassification": 0.71148, "ClimateFEVERHardNegatives": 0.25482, "AmazonCounterfactualClassification": 0.675373, "STS12": 0.655476, "MindSmallReranking": 0.315857, "STS14": 0.715049, "BiorxivClusteringP2P.v2": 0.375165, "Banking77Classification": 0.80474, "TwitterSemEval2015": 0.550817, "FEVERHardNegatives": 0.69632, "TweetSentimentExtractionClassification": 0.545671, "MTOPDomainClassification": 0.903899, "MassiveScenarioClassification": 0.715972, "FiQA2018": 0.26704, "CQADupstackGamingRetrieval": 0.44108, "CQADupstackUnixRetrieval": 0.29606, "STS15": 0.799044, "MedrxivClusteringP2P.v2": 0.338193 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:192", "model": "ai-forever/ru-en-RoSBERTa", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 192, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.404, "parameters_billion": 0.404, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "75233365456531e5dfde8a6ac20fced929ec2bbfc97ec0a36b596e648da86d5a", "mean_task": 0.5726126097560975, "mean_task_type": 0.5389534761904762, "by_task_type": { "Classification": 0.6940835, "Clustering": 0.42632950000000003, "PairClassification": 0.7470346666666666, "Reranking": 0.43797400000000003, "Retrieval": 0.431423, "STS": 0.7558376666666667, "Summarization": 0.279992 }, "scores_by_task": { "SummEvalSummarization.v2": 0.279992, "ArguAna": 0.46085, "STS17": 0.862391, "SCIDOCS": 0.14939, "SprintDuplicateQuestions": 0.882446, "StackExchangeClusteringP2P.v2": 0.375204, "HotpotQAHardNegatives": 0.55164, "ArXivHierarchicalClusteringS2S": 0.518268, "TRECCOVID": 0.63167, "AskUbuntuDupQuestions": 0.564741, "MedrxivClusteringS2S.v2": 0.312764, "BIOSSES": 0.73827, "ArXivHierarchicalClusteringP2P": 0.567633, "STS13": 0.780072, "SICK-R": 0.731819, "TwentyNewsgroupsClustering.v2": 0.37913, "Touche2020Retrieval.v3": 0.54759, "ToxicConversationsClassification": 0.637158, "StackExchangeClustering.v2": 0.525582, "STSBenchmark": 0.799474, "TwitterURLCorpus": 0.812472, "MassiveIntentClassification": 0.607028, "STS22.v2": 0.663336, "ImdbClassification": 0.802612, "ClimateFEVERHardNegatives": 0.23237, "AmazonCounterfactualClassification": 0.675522, "STS12": 0.676231, "MindSmallReranking": 0.311207, "STS14": 0.714767, "BiorxivClusteringP2P.v2": 0.368041, "Banking77Classification": 0.712825, "TwitterSemEval2015": 0.546186, "FEVERHardNegatives": 0.70996, "TweetSentimentExtractionClassification": 0.604697, "MTOPDomainClassification": 0.837574, "MassiveScenarioClassification": 0.675252, "FiQA2018": 0.25728, "CQADupstackGamingRetrieval": 0.47052, "CQADupstackUnixRetrieval": 0.30296, "STS15": 0.836179, "MedrxivClusteringP2P.v2": 0.364014 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:195", "model": "sergeyzh/LaBSE-ru-turbo", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 195, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.129, "parameters_billion": 0.129, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "6b519b09d5728b8f6b08861e66767d324f047c44fb405870f506f277a4a20ef0", "mean_task": 0.5567629756097561, "mean_task_type": 0.5404520773809524, "by_task_type": { "Classification": 0.716106375, "Clustering": 0.382309, "PairClassification": 0.811102, "Reranking": 0.42552249999999997, "Retrieval": 0.34179, "STS": 0.7789216666666667, "Summarization": 0.327413 }, "scores_by_task": { "SummEvalSummarization.v2": 0.327413, "ArguAna": 0.46568, "STS17": 0.864895, "SCIDOCS": 0.11703, "SprintDuplicateQuestions": 0.943927, "StackExchangeClusteringP2P.v2": 0.370709, "HotpotQAHardNegatives": 0.56984, "ArXivHierarchicalClusteringS2S": 0.493219, "TRECCOVID": 0.30522, "AskUbuntuDupQuestions": 0.559147, "MedrxivClusteringS2S.v2": 0.28176, "BIOSSES": 0.80297, "ArXivHierarchicalClusteringP2P": 0.530679, "STS13": 0.789802, "SICK-R": 0.755673, "TwentyNewsgroupsClustering.v2": 0.263845, "Touche2020Retrieval.v3": 0.38119, "ToxicConversationsClassification": 0.642773, "StackExchangeClustering.v2": 0.45374, "STSBenchmark": 0.818233, "TwitterURLCorpus": 0.841816, "MassiveIntentClassification": 0.649227, "STS22.v2": 0.63105, "ImdbClassification": 0.715828, "ClimateFEVERHardNegatives": 0.14084, "AmazonCounterfactualClassification": 0.740149, "STS12": 0.724468, "MindSmallReranking": 0.291898, "STS14": 0.766976, "BiorxivClusteringP2P.v2": 0.330822, "Banking77Classification": 0.735422, "TwitterSemEval2015": 0.647563, "FEVERHardNegatives": 0.50399, "TweetSentimentExtractionClassification": 0.634918, "MTOPDomainClassification": 0.899909, "MassiveScenarioClassification": 0.710625, "FiQA2018": 0.21012, "CQADupstackGamingRetrieval": 0.44794, "CQADupstackUnixRetrieval": 0.27605, "STS15": 0.856228, "MedrxivClusteringP2P.v2": 0.333698 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:197", "model": "Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 197, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.118, "parameters_billion": 0.118, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "24068d28c6da3d58dc187e4a5a697b23c1b5ed9e1ec6ebaf90e8c686dd4a8b2a", "mean_task": 0.5443176110241625, "mean_task_type": 0.5281660345554073, "by_task_type": { "Classification": 0.69607125, "Clustering": 0.400093875, "PairClassification": 0.8035386666666667, "Reranking": 0.44146299999999994, "Retrieval": 0.293744, "STS": 0.781808450221185, "Summarization": 0.280443 }, "scores_by_task": { "SummEvalSummarization.v2": 0.280443, "ArguAna": 0.40791, "STS17": 0.85945, "SCIDOCS": 0.10929, "SprintDuplicateQuestions": 0.89785, "StackExchangeClusteringP2P.v2": 0.360795, "HotpotQAHardNegatives": 0.3229, "ArXivHierarchicalClusteringS2S": 0.516348, "TRECCOVID": 0.30658, "AskUbuntuDupQuestions": 0.583463, "MedrxivClusteringS2S.v2": 0.311501, "BIOSSES": 0.6941362982941537, "ArXivHierarchicalClusteringP2P": 0.526815, "STS13": 0.7958989311630421, "SICK-R": 0.7961914245705792, "TwentyNewsgroupsClustering.v2": 0.349951, "Touche2020Retrieval.v3": 0.42135, "ToxicConversationsClassification": 0.617285, "StackExchangeClustering.v2": 0.483682, "STSBenchmark": 0.843492527221498, "TwitterURLCorpus": 0.847153, "MassiveIntentClassification": 0.658541, "STS22.v2": 0.613263, "ImdbClassification": 0.606212, "ClimateFEVERHardNegatives": 0.14835, "AmazonCounterfactualClassification": 0.757015, "STS12": 0.7738689922564416, "MindSmallReranking": 0.299463, "STS14": 0.7978614320477877, "BiorxivClusteringP2P.v2": 0.335766, "Banking77Classification": 0.779481, "TwitterSemEval2015": 0.665613, "FEVERHardNegatives": 0.3954, "TweetSentimentExtractionClassification": 0.579683, "MTOPDomainClassification": 0.864637, "MassiveScenarioClassification": 0.705716, "FiQA2018": 0.15424, "CQADupstackGamingRetrieval": 0.39857, "CQADupstackUnixRetrieval": 0.27285, "STS15": 0.8621134464371615, "MedrxivClusteringP2P.v2": 0.315893 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:198", "model": "Mihaiii/Wartortle", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 198, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.017, "parameters_billion": 0.017, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "35083fb3870a388880be427f4d99578a9bd149bb287a7ee6fe333d01a8822240", "mean_task": 0.541114379269468, "mean_task_type": 0.5264480127542829, "by_task_type": { "Classification": 0.7031167527016227, "Clustering": 0.405644625, "PairClassification": 0.8072432553112403, "Reranking": 0.4218421919860817, "Retrieval": 0.269077, "STS": 0.7851502642810357, "Summarization": 0.293062 }, "scores_by_task": { "SummEvalSummarization.v2": 0.293062, "ArguAna": 0.35865, "STS17": 0.8661476790521185, "SCIDOCS": 0.11124, "SprintDuplicateQuestions": 0.9015934028795763, "StackExchangeClusteringP2P.v2": 0.363554, "HotpotQAHardNegatives": 0.50406, "ArXivHierarchicalClusteringS2S": 0.521376, "TRECCOVID": 0.35736000000000007, "AskUbuntuDupQuestions": 0.540887502643707, "MedrxivClusteringS2S.v2": 0.297903, "BIOSSES": 0.8077894903688736, "ArXivHierarchicalClusteringP2P": 0.556376, "STS13": 0.7933304952540263, "SICK-R": 0.7823859592249686, "TwentyNewsgroupsClustering.v2": 0.32984, "Touche2020Retrieval.v3": 0.16876, "ToxicConversationsClassification": 0.651513671875, "StackExchangeClustering.v2": 0.503785, "STSBenchmark": 0.8179344031651781, "TwitterURLCorpus": 0.845306725053528, "MassiveIntentClassification": 0.622697, "STS22.v2": 0.634256, "ImdbClassification": 0.745976, "ClimateFEVERHardNegatives": 0.14332, "AmazonCounterfactualClassification": 0.70403, "STS12": 0.751886741501174, "MindSmallReranking": 0.3027968813284564, "STS14": 0.7656213113240312, "BiorxivClusteringP2P.v2": 0.3489, "Banking77Classification": 0.7107467532467531, "TwitterSemEval2015": 0.6748296380006166, "FEVERHardNegatives": 0.38824, "TweetSentimentExtractionClassification": 0.625438596491228, "MTOPDomainClassification": 0.882353, "MassiveScenarioClassification": 0.682179, "FiQA2018": 0.08098, "CQADupstackGamingRetrieval": 0.37073999999999996, "CQADupstackUnixRetrieval": 0.20742000000000002, "STS15": 0.847000298638952, "MedrxivClusteringP2P.v2": 0.323423 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:199", "model": "Mihaiii/gte-micro", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 199, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.017, "parameters_billion": 0.017, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "c4d78ec0148e8b7dfcd25b04931046d2059d6ed3a2761e80586eaa0a83f2327d", "mean_task": 0.5388580641928595, "mean_task_type": 0.5250311694481825, "by_task_type": { "Classification": 0.6746701421524853, "Clustering": 0.41859025, "PairClassification": 0.8076034622733292, "Reranking": 0.4315615539336851, "Retrieval": 0.276629, "STS": 0.7785887777777778, "Summarization": 0.287575 }, "scores_by_task": { "SummEvalSummarization.v2": 0.287575, "ArguAna": 0.37981, "STS17": 0.859479, "SCIDOCS": 0.11194, "SprintDuplicateQuestions": 0.9435547438808531, "StackExchangeClusteringP2P.v2": 0.364398, "HotpotQAHardNegatives": 0.5174, "ArXivHierarchicalClusteringS2S": 0.522401, "TRECCOVID": 0.41904, "AskUbuntuDupQuestions": 0.5531231078673702, "MedrxivClusteringS2S.v2": 0.309776, "BIOSSES": 0.810555, "ArXivHierarchicalClusteringP2P": 0.544466, "STS13": 0.816578, "SICK-R": 0.769542, "TwentyNewsgroupsClustering.v2": 0.420221, "Touche2020Retrieval.v3": 0.29484, "ToxicConversationsClassification": 0.661018, "StackExchangeClustering.v2": 0.537685, "STSBenchmark": 0.801173, "TwitterURLCorpus": 0.8407115766409341, "MassiveIntentClassification": 0.590282, "STS22.v2": 0.584728, "ImdbClassification": 0.6217159999999999, "ClimateFEVERHardNegatives": 0.07225, "AmazonCounterfactualClassification": 0.688209, "STS12": 0.748905, "MindSmallReranking": 0.31, "STS14": 0.76658, "BiorxivClusteringP2P.v2": 0.331825, "Banking77Classification": 0.6956168831168832, "TwitterSemEval2015": 0.6385440662982004, "FEVERHardNegatives": 0.24811, "TweetSentimentExtractionClassification": 0.6077532541029994, "MTOPDomainClassification": 0.866895, "MassiveScenarioClassification": 0.665871, "FiQA2018": 0.11027, "CQADupstackGamingRetrieval": 0.41004, "CQADupstackUnixRetrieval": 0.20259, "STS15": 0.849759, "MedrxivClusteringP2P.v2": 0.31795 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:200", "model": "Omartificial-Intelligence-Space/Arabic-labse-Matryoshka", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 200, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.471, "parameters_billion": 0.471, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "400eecf01b188c43bbe612eea7ff874aa100b2300789fb7ca9cdec91de21ac5d", "mean_task": 0.5297848826642666, "mean_task_type": 0.5219643264164274, "by_task_type": { "Classification": 0.69562375, "Clustering": 0.386249625, "PairClassification": 0.8123516666666667, "Reranking": 0.414597, "Retrieval": 0.242134, "STS": 0.7844762432483257, "Summarization": 0.318318 }, "scores_by_task": { "SummEvalSummarization.v2": 0.318318, "ArguAna": 0.41699, "STS17": 0.832936, "SCIDOCS": 0.09626, "SprintDuplicateQuestions": 0.901768, "StackExchangeClusteringP2P.v2": 0.353922, "HotpotQAHardNegatives": 0.28251, "ArXivHierarchicalClusteringS2S": 0.495583, "TRECCOVID": 0.27311, "AskUbuntuDupQuestions": 0.5368, "MedrxivClusteringS2S.v2": 0.283286, "BIOSSES": 0.7666439745271297, "ArXivHierarchicalClusteringP2P": 0.52145, "STS13": 0.7954963868861197, "SICK-R": 0.7703286420274621, "TwentyNewsgroupsClustering.v2": 0.313022, "Touche2020Retrieval.v3": 0.2611, "ToxicConversationsClassification": 0.665918, "StackExchangeClustering.v2": 0.473132, "STSBenchmark": 0.8204996129795596, "TwitterURLCorpus": 0.851038, "MassiveIntentClassification": 0.636651, "STS22.v2": 0.637696, "ImdbClassification": 0.650308, "ClimateFEVERHardNegatives": 0.13023, "AmazonCounterfactualClassification": 0.726567, "STS12": 0.7921432176112556, "MindSmallReranking": 0.292394, "STS14": 0.7884601702652395, "BiorxivClusteringP2P.v2": 0.318139, "Banking77Classification": 0.702955, "TwitterSemEval2015": 0.684249, "FEVERHardNegatives": 0.2834, "TweetSentimentExtractionClassification": 0.646038, "MTOPDomainClassification": 0.853466, "MassiveScenarioClassification": 0.683087, "FiQA2018": 0.12217, "CQADupstackGamingRetrieval": 0.3459, "CQADupstackUnixRetrieval": 0.20967, "STS15": 0.8560821849381648, "MedrxivClusteringP2P.v2": 0.331463 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:202", "model": "omarelshehy/arabic-english-sts-matryoshka", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 202, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.56, "parameters_billion": 0.56, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "0dfaa5f63007a66f11d47170ccc1e94e6ecff0936841ae57f9855fba6a0da282", "mean_task": 0.5119084125839304, "mean_task_type": 0.5114179768403356, "by_task_type": { "Classification": 0.718896375, "Clustering": 0.38725175, "PairClassification": 0.7764126666666668, "Reranking": 0.4026555, "Retrieval": 0.157413, "STS": 0.7866355462156829, "Summarization": 0.350661 }, "scores_by_task": { "SummEvalSummarization.v2": 0.350661, "ArguAna": 0.2325, "STS17": 0.8705959159411456, "SCIDOCS": 0.06284, "SprintDuplicateQuestions": 0.819392, "StackExchangeClusteringP2P.v2": 0.353921, "HotpotQAHardNegatives": 0.15523, "ArXivHierarchicalClusteringS2S": 0.50487, "TRECCOVID": 0.22262, "AskUbuntuDupQuestions": 0.522246, "MedrxivClusteringS2S.v2": 0.282098, "BIOSSES": 0.686486, "ArXivHierarchicalClusteringP2P": 0.525282, "STS13": 0.820074, "SICK-R": 0.779915, "TwentyNewsgroupsClustering.v2": 0.310899, "Touche2020Retrieval.v3": 0.25066, "ToxicConversationsClassification": 0.674707, "StackExchangeClustering.v2": 0.480493, "STSBenchmark": 0.840891, "TwitterURLCorpus": 0.829793, "MassiveIntentClassification": 0.65928, "STS22.v2": 0.643968, "ImdbClassification": 0.827496, "ClimateFEVERHardNegatives": 0.09804, "AmazonCounterfactualClassification": 0.696866, "STS12": 0.788377, "MindSmallReranking": 0.283065, "STS14": 0.793489, "BiorxivClusteringP2P.v2": 0.320096, "Banking77Classification": 0.764091, "TwitterSemEval2015": 0.680053, "FEVERHardNegatives": 0.09639, "TweetSentimentExtractionClassification": 0.604669, "MTOPDomainClassification": 0.823894, "MassiveScenarioClassification": 0.700168, "FiQA2018": 0.08851, "CQADupstackGamingRetrieval": 0.24175, "CQADupstackUnixRetrieval": 0.12559, "STS15": 0.855924, "MedrxivClusteringP2P.v2": 0.320355 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:203", "model": "minishlab/potion-base-32M", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 203, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.032, "parameters_billion": 0.032, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "099dd9aaa90b60aba5dad49afaf8ef742edab9d7b0cce559fb5dade7c166ff27", "mean_task": 0.5462935609756098, "mean_task_type": 0.5212938511904762, "by_task_type": { "Classification": 0.717021875, "Clustering": 0.41247575000000003, "PairClassification": 0.781686, "Reranking": 0.424485, "Retrieval": 0.3267, "STS": 0.7392923333333333, "Summarization": 0.247396 }, "scores_by_task": { "SummEvalSummarization.v2": 0.247396, "ArguAna": 0.42864, "STS17": 0.870599, "SCIDOCS": 0.13587, "SprintDuplicateQuestions": 0.925546, "StackExchangeClusteringP2P.v2": 0.369211, "HotpotQAHardNegatives": 0.42482, "ArXivHierarchicalClusteringS2S": 0.510737, "TRECCOVID": 0.41931, "AskUbuntuDupQuestions": 0.5423, "MedrxivClusteringS2S.v2": 0.292404, "BIOSSES": 0.775566, "ArXivHierarchicalClusteringP2P": 0.564517, "STS13": 0.775936, "SICK-R": 0.656685, "TwentyNewsgroupsClustering.v2": 0.373439, "Touche2020Retrieval.v3": 0.48228, "ToxicConversationsClassification": 0.704346, "StackExchangeClustering.v2": 0.515282, "STSBenchmark": 0.768385, "TwitterURLCorpus": 0.827974, "MassiveIntentClassification": 0.651379, "STS22.v2": 0.642583, "ImdbClassification": 0.70126, "ClimateFEVERHardNegatives": 0.20925, "AmazonCounterfactualClassification": 0.745522, "STS12": 0.62725, "MindSmallReranking": 0.30667, "STS14": 0.729035, "BiorxivClusteringP2P.v2": 0.341639, "Banking77Classification": 0.747825, "TwitterSemEval2015": 0.591538, "FEVERHardNegatives": 0.36131, "TweetSentimentExtractionClassification": 0.565846, "MTOPDomainClassification": 0.90611, "MassiveScenarioClassification": 0.713887, "FiQA2018": 0.17976, "CQADupstackGamingRetrieval": 0.41524, "CQADupstackUnixRetrieval": 0.21052, "STS15": 0.807592, "MedrxivClusteringP2P.v2": 0.332577 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:212", "model": "minishlab/potion-retrieval-32M", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 212, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.032, "parameters_billion": 0.032, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "007bb3a59933a6d4f524a833fc2b19ee0e754855992ef04ff7141ad42182c0b8", "mean_task": 0.5392212195121951, "mean_task_type": 0.5083070099206349, "by_task_type": { "Classification": 0.67015875, "Clustering": 0.413219875, "PairClassification": 0.7638283333333332, "Reranking": 0.41895, "Retrieval": 0.350607, "STS": 0.7330251111111111, "Summarization": 0.20836 }, "scores_by_task": { "SummEvalSummarization.v2": 0.20836, "ArguAna": 0.44878, "STS17": 0.861128, "SCIDOCS": 0.13693, "SprintDuplicateQuestions": 0.923928, "StackExchangeClusteringP2P.v2": 0.374667, "HotpotQAHardNegatives": 0.50085, "ArXivHierarchicalClusteringS2S": 0.526903, "TRECCOVID": 0.4469, "AskUbuntuDupQuestions": 0.53664, "MedrxivClusteringS2S.v2": 0.28798, "BIOSSES": 0.787801, "ArXivHierarchicalClusteringP2P": 0.56268, "STS13": 0.73606, "SICK-R": 0.66508, "TwentyNewsgroupsClustering.v2": 0.356335, "Touche2020Retrieval.v3": 0.50905, "ToxicConversationsClassification": 0.676025, "StackExchangeClustering.v2": 0.492904, "STSBenchmark": 0.740959, "TwitterURLCorpus": 0.821258, "MassiveIntentClassification": 0.570276, "STS22.v2": 0.676576, "ImdbClassification": 0.678984, "ClimateFEVERHardNegatives": 0.23433, "AmazonCounterfactualClassification": 0.733881, "STS12": 0.613784, "MindSmallReranking": 0.30126, "STS14": 0.704635, "BiorxivClusteringP2P.v2": 0.363843, "Banking77Classification": 0.696916, "TwitterSemEval2015": 0.546299, "FEVERHardNegatives": 0.46266, "TweetSentimentExtractionClassification": 0.532909, "MTOPDomainClassification": 0.841176, "MassiveScenarioClassification": 0.631103, "FiQA2018": 0.18761, "CQADupstackGamingRetrieval": 0.38125, "CQADupstackUnixRetrieval": 0.19771, "STS15": 0.811203, "MedrxivClusteringP2P.v2": 0.340447 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:213", "model": "encord-team/ebind-full", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 213, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.79, "parameters_billion": 1.79, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text", "image", "audio", "video" ], "source_row_sha256": "6e5db74bfce8f4bc8d7713aacfa76cb029f5bd1e16f080dd58bc75233debcad0", "mean_task": 0.5263819268292682, "mean_task_type": 0.4954567936507937, "by_task_type": { "Classification": 0.650348, "Clustering": 0.454851, "PairClassification": 0.7462156666666666, "Reranking": 0.413895, "Retrieval": 0.319439, "STS": 0.699473888888889, "Summarization": 0.183975 }, "scores_by_task": { "SummEvalSummarization.v2": 0.183975, "ArguAna": 0.20697, "STS17": 0.824624, "SCIDOCS": 0.13224, "SprintDuplicateQuestions": 0.940143, "StackExchangeClusteringP2P.v2": 0.405703, "HotpotQAHardNegatives": 0.38018, "ArXivHierarchicalClusteringS2S": 0.566479, "TRECCOVID": 0.43863, "AskUbuntuDupQuestions": 0.52873, "MedrxivClusteringS2S.v2": 0.343733, "BIOSSES": 0.699865, "ArXivHierarchicalClusteringP2P": 0.564564, "STS13": 0.699115, "SICK-R": 0.763171, "TwentyNewsgroupsClustering.v2": 0.464472, "Touche2020Retrieval.v3": 0.3655, "ToxicConversationsClassification": 0.60332, "StackExchangeClustering.v2": 0.607372, "STSBenchmark": 0.724238, "TwitterURLCorpus": 0.789839, "MassiveIntentClassification": 0.610995, "STS22.v2": 0.484362, "ImdbClassification": 0.573432, "ClimateFEVERHardNegatives": 0.21494, "AmazonCounterfactualClassification": 0.587463, "STS12": 0.688575, "MindSmallReranking": 0.29906, "STS14": 0.648397, "BiorxivClusteringP2P.v2": 0.346831, "Banking77Classification": 0.637597, "TwitterSemEval2015": 0.508665, "FEVERHardNegatives": 0.71317, "TweetSentimentExtractionClassification": 0.550764, "MTOPDomainClassification": 0.914432, "MassiveScenarioClassification": 0.724781, "FiQA2018": 0.13074, "CQADupstackGamingRetrieval": 0.35695, "CQADupstackUnixRetrieval": 0.25507, "STS15": 0.762918, "MedrxivClusteringP2P.v2": 0.339654 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:217", "model": "Mihaiii/Squirtle", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 217, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.016, "parameters_billion": 0.016, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "14e4cfb8f21145c582691543a070a29c4dcce2e5f2e541a9cafc4e2c2b9d0a4e", "mean_task": 0.5200412681968019, "mean_task_type": 0.5088025798197255, "by_task_type": { "Classification": 0.6922267335266203, "Clustering": 0.38797437500000004, "PairClassification": 0.7868258981050618, "Reranking": 0.4121644336309773, "Retrieval": 0.24023699999999998, "STS": 0.7563396184754192, "Summarization": 0.28585 }, "scores_by_task": { "SummEvalSummarization.v2": 0.28585, "ArguAna": 0.3114, "STS17": 0.8585093351857286, "SCIDOCS": 0.09931, "SprintDuplicateQuestions": 0.8553918872229502, "StackExchangeClusteringP2P.v2": 0.354061, "HotpotQAHardNegatives": 0.43638, "ArXivHierarchicalClusteringS2S": 0.512098, "TRECCOVID": 0.39479, "AskUbuntuDupQuestions": 0.5234437201252938, "MedrxivClusteringS2S.v2": 0.283515, "BIOSSES": 0.7177814153774398, "ArXivHierarchicalClusteringP2P": 0.527656, "STS13": 0.7841580967540903, "SICK-R": 0.7733681018334156, "TwentyNewsgroupsClustering.v2": 0.297541, "Touche2020Retrieval.v3": 0.15982, "ToxicConversationsClassification": 0.6447265625, "StackExchangeClustering.v2": 0.485537, "STSBenchmark": 0.7920891358738937, "TwitterURLCorpus": 0.829449637573502, "MassiveIntentClassification": 0.615198, "STS22.v2": 0.612002, "ImdbClassification": 0.749528, "ClimateFEVERHardNegatives": 0.11474, "AmazonCounterfactualClassification": 0.69597, "STS12": 0.7015243619467687, "MindSmallReranking": 0.30088514713666076, "STS14": 0.7476063270848232, "BiorxivClusteringP2P.v2": 0.328506, "Banking77Classification": 0.6712987012987013, "TwitterSemEval2015": 0.675636169518733, "FEVERHardNegatives": 0.32239, "TweetSentimentExtractionClassification": 0.6179966044142614, "MTOPDomainClassification": 0.872686, "MassiveScenarioClassification": 0.67041, "FiQA2018": 0.06425, "CQADupstackGamingRetrieval": 0.31618, "CQADupstackUnixRetrieval": 0.18311, "STS15": 0.8200177922226122, "MedrxivClusteringP2P.v2": 0.314881 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:218", "model": "minishlab/potion-base-8M", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 218, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.008, "parameters_billion": 0.008, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "09f98a27873859c1ddf0272ab12b9539feb75213f8cf4cf28af84c8b33783a65", "mean_task": 0.5332783730985786, "mean_task_type": 0.5108157275161401, "by_task_type": { "Classification": 0.703394407926892, "Clustering": 0.39742925, "PairClassification": 0.7661831322641687, "Reranking": 0.41785615499474255, "Retrieval": 0.311114, "STS": 0.7290861474271775, "Summarization": 0.250647 }, "scores_by_task": { "SummEvalSummarization.v2": 0.250647, "ArguAna": 0.41966000000000003, "STS17": 0.8596709815630739, "SCIDOCS": 0.12386999999999998, "SprintDuplicateQuestions": 0.9020131927652946, "StackExchangeClusteringP2P.v2": 0.367811, "HotpotQAHardNegatives": 0.3904, "ArXivHierarchicalClusteringS2S": 0.492501, "TRECCOVID": 0.45747, "AskUbuntuDupQuestions": 0.5413950871400633, "MedrxivClusteringS2S.v2": 0.283238, "BIOSSES": 0.7585775256673795, "ArXivHierarchicalClusteringP2P": 0.550836, "STS13": 0.7727600787572996, "SICK-R": 0.646753400763881, "TwentyNewsgroupsClustering.v2": 0.331746, "Touche2020Retrieval.v3": 0.43816, "ToxicConversationsClassification": 0.690625, "StackExchangeClustering.v2": 0.503733, "STSBenchmark": 0.7540519061413277, "TwitterURLCorpus": 0.8213756947863086, "MassiveIntentClassification": 0.637929, "STS22.v2": 0.630796, "ImdbClassification": 0.7078, "ClimateFEVERHardNegatives": 0.18724, "AmazonCounterfactualClassification": 0.71791, "STS12": 0.6224898505553053, "MindSmallReranking": 0.29431722284942174, "STS14": 0.71914099628002, "BiorxivClusteringP2P.v2": 0.334368, "Banking77Classification": 0.7263636363636362, "TwitterSemEval2015": 0.5751605092409027, "FEVERHardNegatives": 0.33518, "TweetSentimentExtractionClassification": 0.5538766270514996, "MTOPDomainClassification": 0.889558, "MassiveScenarioClassification": 0.703093, "FiQA2018": 0.16619, "CQADupstackGamingRetrieval": 0.39235, "CQADupstackUnixRetrieval": 0.20061999999999997, "STS15": 0.7975345871163103, "MedrxivClusteringP2P.v2": 0.315201 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": true } }, { "id": "scores_MTEB_eng_v2:row:220", "model": "Mihaiii/Venusaur", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 220, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.016, "parameters_billion": 0.016, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "d02c4f805ff9649785c421fac22b5d6f76c09cbe62cf5a24e8d8bede5537f83e", "mean_task": 0.5198573527620314, "mean_task_type": 0.5079713670239484, "by_task_type": { "Classification": 0.7227618118371586, "Clustering": 0.372984625, "PairClassification": 0.8069751605860941, "Reranking": 0.4184788941302494, "Retrieval": 0.252409, "STS": 0.7230020776141372, "Summarization": 0.259188 }, "scores_by_task": { "SummEvalSummarization.v2": 0.259188, "ArguAna": 0.348, "STS17": 0.8481452353756737, "SCIDOCS": 0.09390000000000001, "SprintDuplicateQuestions": 0.8943047814044381, "StackExchangeClusteringP2P.v2": 0.34308, "HotpotQAHardNegatives": 0.44157, "ArXivHierarchicalClusteringS2S": 0.499912, "TRECCOVID": 0.30272, "AskUbuntuDupQuestions": 0.5377098221532506, "MedrxivClusteringS2S.v2": 0.267342, "BIOSSES": 0.7759453912854976, "ArXivHierarchicalClusteringP2P": 0.52231, "STS13": 0.7424315395719762, "SICK-R": 0.7468461406509038, "TwentyNewsgroupsClustering.v2": 0.264265, "Touche2020Retrieval.v3": 0.33423, "ToxicConversationsClassification": 0.644091796875, "StackExchangeClustering.v2": 0.44258, "STSBenchmark": 0.7672196352753278, "TwitterURLCorpus": 0.8333289584854239, "MassiveIntentClassification": 0.677505, "STS22.v2": 0.625649, "ImdbClassification": 0.7302000000000001, "ClimateFEVERHardNegatives": 0.09116, "AmazonCounterfactualClassification": 0.731791, "STS12": 0.5434570729554049, "MindSmallReranking": 0.29924796610724824, "STS14": 0.6999484176761607, "BiorxivClusteringP2P.v2": 0.331241, "Banking77Classification": 0.779512987012987, "TwitterSemEval2015": 0.6932917418684202, "FEVERHardNegatives": 0.30171, "TweetSentimentExtractionClassification": 0.5966327108092813, "MTOPDomainClassification": 0.898723, "MassiveScenarioClassification": 0.723638, "FiQA2018": 0.11713, "CQADupstackGamingRetrieval": 0.31793, "CQADupstackUnixRetrieval": 0.17574, "STS15": 0.7573762657362906, "MedrxivClusteringP2P.v2": 0.313147 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:221", "model": "aari1995/German_Semantic_STS_V2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 221, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.336, "parameters_billion": 0.336, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "cce6570077396121eaeced5d75f2575542cc5b3878ef38a0c00aa77987e8c128", "mean_task": 0.5031185365853658, "mean_task_type": 0.49946843849206346, "by_task_type": { "Classification": 0.677547125, "Clustering": 0.3771455, "PairClassification": 0.7566113333333333, "Reranking": 0.421609, "Retrieval": 0.1777, "STS": 0.7768251111111111, "Summarization": 0.308841 }, "scores_by_task": { "SummEvalSummarization.v2": 0.308841, "ArguAna": 0.28395, "STS17": 0.833857, "SCIDOCS": 0.06332, "SprintDuplicateQuestions": 0.845699, "StackExchangeClusteringP2P.v2": 0.323905, "HotpotQAHardNegatives": 0.20672, "ArXivHierarchicalClusteringS2S": 0.497461, "TRECCOVID": 0.2834, "AskUbuntuDupQuestions": 0.542644, "MedrxivClusteringS2S.v2": 0.281392, "BIOSSES": 0.741884, "ArXivHierarchicalClusteringP2P": 0.516332, "STS13": 0.850315, "SICK-R": 0.74191, "TwentyNewsgroupsClustering.v2": 0.319154, "Touche2020Retrieval.v3": 0.15755, "ToxicConversationsClassification": 0.58291, "StackExchangeClustering.v2": 0.483474, "STSBenchmark": 0.82564, "TwitterURLCorpus": 0.815084, "MassiveIntentClassification": 0.637761, "STS22.v2": 0.602182, "ImdbClassification": 0.67224, "ClimateFEVERHardNegatives": 0.09623, "AmazonCounterfactualClassification": 0.681045, "STS12": 0.72034, "MindSmallReranking": 0.300574, "STS14": 0.812143, "BiorxivClusteringP2P.v2": 0.297661, "Banking77Classification": 0.771234, "TwitterSemEval2015": 0.609051, "FEVERHardNegatives": 0.16757, "TweetSentimentExtractionClassification": 0.559593, "MTOPDomainClassification": 0.832171, "MassiveScenarioClassification": 0.683423, "FiQA2018": 0.07624, "CQADupstackGamingRetrieval": 0.27994, "CQADupstackUnixRetrieval": 0.16208, "STS15": 0.863155, "MedrxivClusteringP2P.v2": 0.297785 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:230", "model": "minishlab/potion-base-4M", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 230, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.004, "parameters_billion": 0.004, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "45efa522b556974ef320191e57e42338cd8d6c2bcdd422fea383dc598d16c197", "mean_task": 0.5179691030231456, "mean_task_type": 0.4976773742492734, "by_task_type": { "Classification": 0.680045226970038, "Clustering": 0.3947025, "PairClassification": 0.753675756238311, "Reranking": 0.41414386990790775, "Retrieval": 0.284292, "STS": 0.718704266628657, "Summarization": 0.238178 }, "scores_by_task": { "SummEvalSummarization.v2": 0.238178, "ArguAna": 0.39449, "STS17": 0.8449159199501017, "SCIDOCS": 0.10976, "SprintDuplicateQuestions": 0.8987404753184794, "StackExchangeClusteringP2P.v2": 0.373873, "HotpotQAHardNegatives": 0.35712, "ArXivHierarchicalClusteringS2S": 0.497568, "TRECCOVID": 0.43236, "AskUbuntuDupQuestions": 0.538035628617227, "MedrxivClusteringS2S.v2": 0.281897, "BIOSSES": 0.7187392685280749, "ArXivHierarchicalClusteringP2P": 0.534201, "STS13": 0.7681750749576634, "SICK-R": 0.6398613448451591, "TwentyNewsgroupsClustering.v2": 0.326877, "Touche2020Retrieval.v3": 0.40013, "ToxicConversationsClassification": 0.67724609375, "StackExchangeClustering.v2": 0.50914, "STSBenchmark": 0.7428444387078392, "TwitterURLCorpus": 0.8081688006755318, "MassiveIntentClassification": 0.606725, "STS22.v2": 0.633577, "ImdbClassification": 0.7078880000000001, "ClimateFEVERHardNegatives": 0.16775, "AmazonCounterfactualClassification": 0.683881, "STS12": 0.6237621006422606, "MindSmallReranking": 0.29025211119858857, "STS14": 0.7098200491385814, "BiorxivClusteringP2P.v2": 0.315656, "Banking77Classification": 0.6969480519480519, "TwitterSemEval2015": 0.5541179927209218, "FEVERHardNegatives": 0.30459, "TweetSentimentExtractionClassification": 0.5420486700622524, "MTOPDomainClassification": 0.856156, "MassiveScenarioClassification": 0.669469, "FiQA2018": 0.14184, "CQADupstackGamingRetrieval": 0.35807, "CQADupstackUnixRetrieval": 0.17681000000000002, "STS15": 0.7866432028882325, "MedrxivClusteringP2P.v2": 0.318408 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": true } }, { "id": "scores_MTEB_eng_v2:row:231", "model": "sentence-transformers/LaBSE", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 231, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.471, "parameters_billion": 0.471, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "0de300ce1de83cc260aa5444e02fc34955d5d97611b268b39d61c08222eb3fee", "mean_task": 0.4880703676191831, "mean_task_type": 0.49451466313575126, "by_task_type": { "Classification": 0.6797556462528878, "Clustering": 0.36075961503121867, "PairClassification": 0.7887408127126735, "Reranking": 0.4127608631507832, "Retrieval": 0.180533, "STS": 0.7063295141089215, "Summarization": 0.332723190693774 }, "scores_by_task": { "SummEvalSummarization.v2": 0.332723190693774, "ArguAna": 0.34178, "STS17": 0.794489242794021, "SCIDOCS": 0.05632, "SprintDuplicateQuestions": 0.8926375293062657, "StackExchangeClusteringP2P.v2": 0.3530287908721971, "HotpotQAHardNegatives": 0.26096, "ArXivHierarchicalClusteringS2S": 0.49986064489223114, "TRECCOVID": 0.16339, "AskUbuntuDupQuestions": 0.5274554205247115, "MedrxivClusteringS2S.v2": 0.2927016122448821, "BIOSSES": 0.7869576904009746, "ArXivHierarchicalClusteringP2P": 0.5344270249920056, "STS13": 0.6797543550218779, "SICK-R": 0.6999188482038212, "TwentyNewsgroupsClustering.v2": 0.24193207481546972, "Touche2020Retrieval.v3": 0.16569, "ToxicConversationsClassification": 0.632373046875, "StackExchangeClustering.v2": 0.30233366371330894, "STSBenchmark": 0.7225055941558153, "TwitterURLCorpus": 0.8458219134995364, "MassiveIntentClassification": 0.6143913920645596, "STS22.v2": 0.6162746263388221, "ImdbClassification": 0.62042, "ClimateFEVERHardNegatives": 0.06142, "AmazonCounterfactualClassification": 0.7589552238805971, "STS12": 0.6508166563535989, "MindSmallReranking": 0.29806630577685483, "STS14": 0.6403144384844788, "BiorxivClusteringP2P.v2": 0.32427862133174284, "Banking77Classification": 0.6985064935064935, "TwitterSemEval2015": 0.6277629953322184, "FEVERHardNegatives": 0.17619, "TweetSentimentExtractionClassification": 0.5882569326542162, "MTOPDomainClassification": 0.8607843137254901, "MassiveScenarioClassification": 0.6643577673167451, "FiQA2018": 0.06999, "CQADupstackGamingRetrieval": 0.29623, "CQADupstackUnixRetrieval": 0.21336, "STS15": 0.7659341752268845, "MedrxivClusteringP2P.v2": 0.3375144873879118 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:232", "model": "sentence-transformers/static-similarity-mrl-multilingual-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 232, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.108, "parameters_billion": 0.108, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "0c578755150026c641e89487344122abf26aa64384faa2490bc9fad22e37fa41", "mean_task": 0.5082728780487805, "mean_task_type": 0.49640100793650793, "by_task_type": { "Classification": 0.6622125, "Clustering": 0.3115325, "PairClassification": 0.790232, "Reranking": 0.4158935, "Retrieval": 0.288084, "STS": 0.7448815555555556, "Summarization": 0.261971 }, "scores_by_task": { "SummEvalSummarization.v2": 0.261971, "ArguAna": 0.44107, "STS17": 0.868702, "SCIDOCS": 0.10891, "SprintDuplicateQuestions": 0.921152, "StackExchangeClusteringP2P.v2": 0.334957, "HotpotQAHardNegatives": 0.33948, "ArXivHierarchicalClusteringS2S": 0.398134, "TRECCOVID": 0.35368, "AskUbuntuDupQuestions": 0.542234, "MedrxivClusteringS2S.v2": 0.228301, "BIOSSES": 0.755873, "ArXivHierarchicalClusteringP2P": 0.477162, "STS13": 0.743251, "SICK-R": 0.683204, "TwentyNewsgroupsClustering.v2": 0.178996, "Touche2020Retrieval.v3": 0.4563, "ToxicConversationsClassification": 0.60083, "StackExchangeClustering.v2": 0.3057, "STSBenchmark": 0.799425, "TwitterURLCorpus": 0.831149, "MassiveIntentClassification": 0.597512, "STS22.v2": 0.584302, "ImdbClassification": 0.630492, "ClimateFEVERHardNegatives": 0.16677, "AmazonCounterfactualClassification": 0.692687, "STS12": 0.7157, "MindSmallReranking": 0.289553, "STS14": 0.728186, "BiorxivClusteringP2P.v2": 0.293004, "Banking77Classification": 0.757078, "TwitterSemEval2015": 0.618395, "FEVERHardNegatives": 0.27462, "TweetSentimentExtractionClassification": 0.488568, "MTOPDomainClassification": 0.869403, "MassiveScenarioClassification": 0.66113, "FiQA2018": 0.13505, "CQADupstackGamingRetrieval": 0.3951, "CQADupstackUnixRetrieval": 0.20986, "STS15": 0.825291, "MedrxivClusteringP2P.v2": 0.276006 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:233", "model": "sentence-transformers/static-retrieval-mrl-en-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 233, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.031, "parameters_billion": 0.031, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "c8955874f86f94f0374f1d1535c525c9a8968d9bb5b63409845b72dee263b63f", "mean_task": 0.5125121951219512, "mean_task_type": 0.48563619047619044, "by_task_type": { "Classification": 0.64468825, "Clustering": 0.32224225, "PairClassification": 0.7563276666666666, "Reranking": 0.4178955, "Retrieval": 0.34951699999999997, "STS": 0.7211036666666666, "Summarization": 0.187679 }, "scores_by_task": { "SummEvalSummarization.v2": 0.187679, "ArguAna": 0.4441, "STS17": 0.847434, "SCIDOCS": 0.13223, "SprintDuplicateQuestions": 0.916473, "StackExchangeClusteringP2P.v2": 0.343131, "HotpotQAHardNegatives": 0.50415, "ArXivHierarchicalClusteringS2S": 0.385963, "TRECCOVID": 0.44603, "AskUbuntuDupQuestions": 0.542871, "MedrxivClusteringS2S.v2": 0.240649, "BIOSSES": 0.774735, "ArXivHierarchicalClusteringP2P": 0.46593, "STS13": 0.725735, "SICK-R": 0.64738, "TwentyNewsgroupsClustering.v2": 0.19777, "Touche2020Retrieval.v3": 0.52575, "ToxicConversationsClassification": 0.680859, "StackExchangeClustering.v2": 0.303889, "STSBenchmark": 0.740221, "TwitterURLCorpus": 0.817494, "MassiveIntentClassification": 0.560592, "STS22.v2": 0.653258, "ImdbClassification": 0.609924, "ClimateFEVERHardNegatives": 0.22605, "AmazonCounterfactualClassification": 0.66791, "STS12": 0.604289, "MindSmallReranking": 0.29292, "STS14": 0.696221, "BiorxivClusteringP2P.v2": 0.334734, "Banking77Classification": 0.733312, "TwitterSemEval2015": 0.535016, "FEVERHardNegatives": 0.46277, "TweetSentimentExtractionClassification": 0.468393, "MTOPDomainClassification": 0.82663, "MassiveScenarioClassification": 0.609886, "FiQA2018": 0.19986, "CQADupstackGamingRetrieval": 0.36312, "CQADupstackUnixRetrieval": 0.19111, "STS15": 0.80066, "MedrxivClusteringP2P.v2": 0.305872 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:234", "model": "minishlab/M2V_base_glove", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 234, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.102, "parameters_billion": 0.102, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "30c1b19dbbef5e67d003d5a31508ded6fe7475cf7e936c57c56bde52caaf32da", "mean_task": 0.5080929421535388, "mean_task_type": 0.4979256631936826, "by_task_type": { "Classification": 0.6695340712944815, "Clustering": 0.37038387500000003, "PairClassification": 0.7534186740242563, "Reranking": 0.40859245178098436, "Retrieval": 0.280599, "STS": 0.7032605702560559, "Summarization": 0.299691 }, "scores_by_task": { "SummEvalSummarization.v2": 0.299691, "ArguAna": 0.33774, "STS17": 0.8282381067886578, "SCIDOCS": 0.11145, "SprintDuplicateQuestions": 0.8793890477556426, "StackExchangeClusteringP2P.v2": 0.343712, "HotpotQAHardNegatives": 0.35742, "ArXivHierarchicalClusteringS2S": 0.456268, "TRECCOVID": 0.50293, "AskUbuntuDupQuestions": 0.5288598975544666, "MedrxivClusteringS2S.v2": 0.276254, "BIOSSES": 0.65856922281397, "ArXivHierarchicalClusteringP2P": 0.534444, "STS13": 0.779790218678965, "SICK-R": 0.6466033328975722, "TwentyNewsgroupsClustering.v2": 0.264028, "Touche2020Retrieval.v3": 0.38803, "ToxicConversationsClassification": 0.676025390625, "StackExchangeClustering.v2": 0.420781, "STSBenchmark": 0.6890568918705055, "TwitterURLCorpus": 0.7947942287203573, "MassiveIntentClassification": 0.611601, "STS22.v2": 0.592087, "ImdbClassification": 0.66998, "ClimateFEVERHardNegatives": 0.17515, "AmazonCounterfactualClassification": 0.67194, "STS12": 0.6463642414925371, "MindSmallReranking": 0.28832500600750205, "STS14": 0.7008415685571369, "BiorxivClusteringP2P.v2": 0.346647, "Banking77Classification": 0.7238961038961038, "TwitterSemEval2015": 0.5860727455967691, "FEVERHardNegatives": 0.31124, "TweetSentimentExtractionClassification": 0.5001980758347482, "MTOPDomainClassification": 0.843183, "MassiveScenarioClassification": 0.659449, "FiQA2018": 0.11824, "CQADupstackGamingRetrieval": 0.3379, "CQADupstackUnixRetrieval": 0.16589, "STS15": 0.7877945492051583, "MedrxivClusteringP2P.v2": 0.320937 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:235", "model": "cointegrated/LaBSE-en-ru", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 235, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.129, "parameters_billion": 0.129, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "0eacd88860ac96daa297dda1d102fb5ee80516439faced3d34da80b23eea0cc3", "mean_task": 0.4821785776075582, "mean_task_type": 0.48913104789124795, "by_task_type": { "Classification": 0.6725660852387357, "Clustering": 0.36701675, "PairClassification": 0.7772770000000001, "Reranking": 0.4112005, "Retrieval": 0.165802, "STS": 0.701294, "Summarization": 0.328761 }, "scores_by_task": { "SummEvalSummarization.v2": 0.328761, "ArguAna": 0.3191, "STS17": 0.794837, "SCIDOCS": 0.0496, "SprintDuplicateQuestions": 0.885328, "StackExchangeClusteringP2P.v2": 0.346507, "HotpotQAHardNegatives": 0.23962, "ArXivHierarchicalClusteringS2S": 0.508431, "TRECCOVID": 0.14896, "AskUbuntuDupQuestions": 0.530186, "MedrxivClusteringS2S.v2": 0.278925, "BIOSSES": 0.788229, "ArXivHierarchicalClusteringP2P": 0.515464, "STS13": 0.676614, "SICK-R": 0.691298, "TwentyNewsgroupsClustering.v2": 0.222022, "Touche2020Retrieval.v3": 0.15981, "ToxicConversationsClassification": 0.602588, "StackExchangeClustering.v2": 0.421822, "STSBenchmark": 0.719106, "TwitterURLCorpus": 0.840376, "MassiveIntentClassification": 0.604808338937458, "STS22.v2": 0.594673, "ImdbClassification": 0.628684, "ClimateFEVERHardNegatives": 0.05042, "AmazonCounterfactualClassification": 0.760597, "STS12": 0.651557, "MindSmallReranking": 0.292215, "STS14": 0.633248, "BiorxivClusteringP2P.v2": 0.316111, "Banking77Classification": 0.696006, "TwitterSemEval2015": 0.606127, "FEVERHardNegatives": 0.13098, "TweetSentimentExtractionClassification": 0.577533, "MTOPDomainClassification": 0.856042, "MassiveScenarioClassification": 0.6542703429724277, "FiQA2018": 0.06804, "CQADupstackGamingRetrieval": 0.28722, "CQADupstackUnixRetrieval": 0.20427, "STS15": 0.762084, "MedrxivClusteringP2P.v2": 0.326852 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:236", "model": "consciousAI/cai-lunaris-text-embeddings", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 236, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.335, "parameters_billion": 0.335, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "846b85f532dbef4ac351f40a3ef95bcf32c0160b99800f331eac2e4c435be018", "mean_task": 0.49503329269811414, "mean_task_type": 0.4804549159855535, "by_task_type": { "Classification": 0.612878875, "Clustering": 0.39025750000000003, "PairClassification": 0.7580353333333333, "Reranking": 0.4098910473524562, "Retrieval": 0.259987, "STS": 0.7056726562130851, "Summarization": 0.226462 }, "scores_by_task": { "SummEvalSummarization.v2": 0.226462, "ArguAna": 0.3726900000000001, "STS17": 0.8013910828685532, "SCIDOCS": 0.10465, "SprintDuplicateQuestions": 0.912886, "StackExchangeClusteringP2P.v2": 0.399102, "HotpotQAHardNegatives": 0.22837, "ArXivHierarchicalClusteringS2S": 0.513814, "TRECCOVID": 0.35647, "AskUbuntuDupQuestions": 0.5344266265900711, "MedrxivClusteringS2S.v2": 0.296272, "BIOSSES": 0.7396554077670988, "ArXivHierarchicalClusteringP2P": 0.533533, "STS13": 0.740302851337788, "SICK-R": 0.6898528351149499, "TwentyNewsgroupsClustering.v2": 0.275803, "Touche2020Retrieval.v3": 0.36506, "ToxicConversationsClassification": 0.551904, "StackExchangeClustering.v2": 0.50878, "STSBenchmark": 0.7140167034949342, "TwitterURLCorpus": 0.799426, "MassiveIntentClassification": 0.54694, "STS22.v2": 0.66351, "ImdbClassification": 0.61512, "ClimateFEVERHardNegatives": 0.09841, "AmazonCounterfactualClassification": 0.55194, "STS12": 0.5850274640611661, "MindSmallReranking": 0.2853554681148413, "STS14": 0.6618263558486297, "BiorxivClusteringP2P.v2": 0.272934, "Banking77Classification": 0.725487, "TwitterSemEval2015": 0.561794, "FEVERHardNegatives": 0.41681, "TweetSentimentExtractionClassification": 0.468449, "MTOPDomainClassification": 0.803716, "MassiveScenarioClassification": 0.639475, "FiQA2018": 0.15175, "CQADupstackGamingRetrieval": 0.33315, "CQADupstackUnixRetrieval": 0.17251, "STS15": 0.7554712054246464, "MedrxivClusteringP2P.v2": 0.321822 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:238", "model": "minishlab/M2V_base_glove_subword", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 238, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.103, "parameters_billion": 0.103, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "c16abb409ffca848fe04cb69dfd39d5c99363f70ede42542cc459dfd8584b05d", "mean_task": 0.49799925782544757, "mean_task_type": 0.48921979547736955, "by_task_type": { "Classification": 0.6686608632083985, "Clustering": 0.367782375, "PairClassification": 0.7470641222661928, "Reranking": 0.4069317960607679, "Retrieval": 0.254065, "STS": 0.6938354118062278, "Summarization": 0.286199 }, "scores_by_task": { "SummEvalSummarization.v2": 0.286199, "ArguAna": 0.296, "STS17": 0.802472005970173, "SCIDOCS": 0.09923, "SprintDuplicateQuestions": 0.8509945680365945, "StackExchangeClusteringP2P.v2": 0.343905, "HotpotQAHardNegatives": 0.34117, "ArXivHierarchicalClusteringS2S": 0.457369, "TRECCOVID": 0.39984, "AskUbuntuDupQuestions": 0.5285912447389551, "MedrxivClusteringS2S.v2": 0.27003, "BIOSSES": 0.7559389113278943, "ArXivHierarchicalClusteringP2P": 0.530247, "STS13": 0.7166792475528088, "SICK-R": 0.6617240782538595, "TwentyNewsgroupsClustering.v2": 0.276401, "Touche2020Retrieval.v3": 0.32073, "ToxicConversationsClassification": 0.656884765625, "StackExchangeClustering.v2": 0.421657, "STSBenchmark": 0.6652235871936412, "TwitterURLCorpus": 0.7879896751132692, "MassiveIntentClassification": 0.625017, "STS22.v2": 0.590427, "ImdbClassification": 0.665616, "ClimateFEVERHardNegatives": 0.15474, "AmazonCounterfactualClassification": 0.680448, "STS12": 0.6189139464648924, "MindSmallReranking": 0.2852723473825806, "STS14": 0.6782634222687376, "BiorxivClusteringP2P.v2": 0.336621, "Banking77Classification": 0.7138636363636363, "TwitterSemEval2015": 0.6022081236487149, "FEVERHardNegatives": 0.29475, "TweetSentimentExtractionClassification": 0.4983305036785513, "MTOPDomainClassification": 0.848199, "MassiveScenarioClassification": 0.660928, "FiQA2018": 0.11166999999999999, "CQADupstackGamingRetrieval": 0.34837, "CQADupstackUnixRetrieval": 0.17415, "STS15": 0.7548765072240436, "MedrxivClusteringP2P.v2": 0.306029 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:239", "model": "deepvk/USER-base", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 239, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.427, "parameters_billion": 0.427, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "eaee0f571212c9428b541a7b24fb7650552b6c4acad65f3abf36c4f962043449", "mean_task": 0.4884698780487805, "mean_task_type": 0.48528506944444444, "by_task_type": { "Classification": 0.628155375, "Clustering": 0.341362, "PairClassification": 0.7552983333333333, "Reranking": 0.391517, "Retrieval": 0.24315199999999998, "STS": 0.7191457777777778, "Summarization": 0.318365 }, "scores_by_task": { "SummEvalSummarization.v2": 0.318365, "ArguAna": 0.39926, "STS17": 0.818812, "SCIDOCS": 0.0636, "SprintDuplicateQuestions": 0.832529, "StackExchangeClusteringP2P.v2": 0.334837, "HotpotQAHardNegatives": 0.32198, "ArXivHierarchicalClusteringS2S": 0.48083, "TRECCOVID": 0.20166, "AskUbuntuDupQuestions": 0.503058, "MedrxivClusteringS2S.v2": 0.248986, "BIOSSES": 0.772602, "ArXivHierarchicalClusteringP2P": 0.497383, "STS13": 0.687676, "SICK-R": 0.683356, "TwentyNewsgroupsClustering.v2": 0.220216, "Touche2020Retrieval.v3": 0.28609, "ToxicConversationsClassification": 0.624023, "StackExchangeClustering.v2": 0.438431, "STSBenchmark": 0.760258, "TwitterURLCorpus": 0.816121, "MassiveIntentClassification": 0.509549, "STS22.v2": 0.616382, "ImdbClassification": 0.585576, "ClimateFEVERHardNegatives": 0.10669, "AmazonCounterfactualClassification": 0.683731, "STS12": 0.663084, "MindSmallReranking": 0.279976, "STS14": 0.671359, "BiorxivClusteringP2P.v2": 0.224626, "Banking77Classification": 0.655032, "TwitterSemEval2015": 0.617245, "FEVERHardNegatives": 0.45425, "TweetSentimentExtractionClassification": 0.55348, "MTOPDomainClassification": 0.814592, "MassiveScenarioClassification": 0.59926, "FiQA2018": 0.08469, "CQADupstackGamingRetrieval": 0.33009, "CQADupstackUnixRetrieval": 0.18321, "STS15": 0.798783, "MedrxivClusteringP2P.v2": 0.285587 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:241", "model": "minishlab/potion-base-2M", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 241, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.002, "parameters_billion": 0.002, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "cde6aafd7bcfb87bc5e65f01979b2324d14ef9285da5f3b2f673ed7589ae95c2", "mean_task": 0.4870834407957507, "mean_task_type": 0.47487597548412647, "by_task_type": { "Classification": 0.6412831585784073, "Clustering": 0.375307, "PairClassification": 0.7372493921866995, "Reranking": 0.40462098159651216, "Retrieval": 0.22994799999999999, "STS": 0.6976882960272666, "Summarization": 0.238035 }, "scores_by_task": { "SummEvalSummarization.v2": 0.238035, "ArguAna": 0.32622, "STS17": 0.8208042618874392, "SCIDOCS": 0.08163000000000001, "SprintDuplicateQuestions": 0.8817695295243927, "StackExchangeClusteringP2P.v2": 0.372847, "HotpotQAHardNegatives": 0.27577, "ArXivHierarchicalClusteringS2S": 0.497898, "TRECCOVID": 0.40475, "AskUbuntuDupQuestions": 0.5290637925416103, "MedrxivClusteringS2S.v2": 0.268073, "BIOSSES": 0.6410808725228159, "ArXivHierarchicalClusteringP2P": 0.515629, "STS13": 0.7573113726697468, "SICK-R": 0.6285583348143348, "TwentyNewsgroupsClustering.v2": 0.275985, "Touche2020Retrieval.v3": 0.32158, "ToxicConversationsClassification": 0.66591796875, "StackExchangeClustering.v2": 0.491211, "STSBenchmark": 0.7280800903257308, "TwitterURLCorpus": 0.7933675212612457, "MassiveIntentClassification": 0.540652, "STS22.v2": 0.626471, "ImdbClassification": 0.7035639999999997, "ClimateFEVERHardNegatives": 0.11008, "AmazonCounterfactualClassification": 0.654478, "STS12": 0.6207913034464432, "MindSmallReranking": 0.28017817065141404, "STS14": 0.6927997439795548, "BiorxivClusteringP2P.v2": 0.280915, "Banking77Classification": 0.6517207792207793, "TwitterSemEval2015": 0.5366111257744601, "FEVERHardNegatives": 0.23501, "TweetSentimentExtractionClassification": 0.52524052065648, "MTOPDomainClassification": 0.792727, "MassiveScenarioClassification": 0.595965, "FiQA2018": 0.10219000000000002, "CQADupstackGamingRetrieval": 0.29583, "CQADupstackUnixRetrieval": 0.14642, "STS15": 0.7632976845993337, "MedrxivClusteringP2P.v2": 0.299898 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": true } }, { "id": "scores_MTEB_eng_v2:row:242", "model": "Jaume/gemma-2b-embeddings", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 242, "scored_checkpoint_revision": null, "reported_total_params_billion": 2.506, "parameters_billion": 2.506, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "0d3ef42e3da55719bf218a3b33d37fb075f77137af31c169d70ce1602f431496", "mean_task": 0.37718144504276213, "mean_task_type": 0.3617717881364667, "by_task_type": { "Classification": 0.6070450308441558, "Clustering": 0.424167875, "PairClassification": 0.536195, "Reranking": 0.37343649999999995, "Retrieval": 0.078847, "STS": 0.4447621111111111, "Summarization": 0.067949 }, "scores_by_task": { "SummEvalSummarization.v2": 0.067949, "ArguAna": 0.21347, "STS17": 0.437687, "SCIDOCS": 0.01897, "SprintDuplicateQuestions": 0.499197, "StackExchangeClusteringP2P.v2": 0.411372, "HotpotQAHardNegatives": 0.05493, "ArXivHierarchicalClusteringS2S": 0.572064, "TRECCOVID": 0.13112, "AskUbuntuDupQuestions": 0.446082, "MedrxivClusteringS2S.v2": 0.30365, "BIOSSES": 0.549266, "ArXivHierarchicalClusteringP2P": 0.629021, "STS13": 0.411003, "SICK-R": 0.413266, "TwentyNewsgroupsClustering.v2": 0.213316, "Touche2020Retrieval.v3": 0.12584, "ToxicConversationsClassification": 0.631787, "StackExchangeClustering.v2": 0.540221, "STSBenchmark": 0.333212, "TwitterURLCorpus": 0.693589, "MassiveIntentClassification": 0.520814, "STS22.v2": 0.592504, "ImdbClassification": 0.654732, "ClimateFEVERHardNegatives": 0.04084, "AmazonCounterfactualClassification": 0.675224, "STS12": 0.42236, "MindSmallReranking": 0.300791, "STS14": 0.360263, "BiorxivClusteringP2P.v2": 0.377624, "Banking77Classification": 0.5842532467532467, "TwitterSemEval2015": 0.415799, "FEVERHardNegatives": 0.08396, "TweetSentimentExtractionClassification": 0.498387, "MTOPDomainClassification": 0.741062, "MassiveScenarioClassification": 0.550101, "FiQA2018": 0.01784, "CQADupstackGamingRetrieval": 0.05346, "CQADupstackUnixRetrieval": 0.04804, "STS15": 0.483298, "MedrxivClusteringP2P.v2": 0.346075 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:243", "model": "minishlab/M2V_base_output", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 243, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.008, "parameters_billion": 0.008, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "172ced9abbe15f9ab2cce636f6a8c3ea11420bbcb888f5bfbe31e8cf2e438ce4", "mean_task": 0.48993722944975676, "mean_task_type": 0.4796242824417174, "by_task_type": { "Classification": 0.6684209263806424, "Clustering": 0.339606375, "PairClassification": 0.7490075393177431, "Reranking": 0.39305326415729536, "Retrieval": 0.253574, "STS": 0.6875788722363407, "Summarization": 0.266129 }, "scores_by_task": { "SummEvalSummarization.v2": 0.266129, "ArguAna": 0.29184, "STS17": 0.8061049377743728, "SCIDOCS": 0.09668000000000002, "SprintDuplicateQuestions": 0.8505626292429993, "StackExchangeClusteringP2P.v2": 0.330812, "HotpotQAHardNegatives": 0.31361, "ArXivHierarchicalClusteringS2S": 0.441535, "TRECCOVID": 0.47015, "AskUbuntuDupQuestions": 0.5162795895312553, "MedrxivClusteringS2S.v2": 0.243909, "BIOSSES": 0.7342938398170034, "ArXivHierarchicalClusteringP2P": 0.515478, "STS13": 0.7181863685179427, "SICK-R": 0.6543442849067297, "TwentyNewsgroupsClustering.v2": 0.216381, "Touche2020Retrieval.v3": 0.32738, "ToxicConversationsClassification": 0.630419921875, "StackExchangeClustering.v2": 0.392502, "STSBenchmark": 0.6724531237733661, "TwitterURLCorpus": 0.7986337146522463, "MassiveIntentClassification": 0.626698, "STS22.v2": 0.5782, "ImdbClassification": 0.6511479999999998, "ClimateFEVERHardNegatives": 0.14209, "AmazonCounterfactualClassification": 0.711045, "STS12": 0.5997334423570035, "MindSmallReranking": 0.26982693878333547, "STS14": 0.6699860396187163, "BiorxivClusteringP2P.v2": 0.289614, "Banking77Classification": 0.7190909090909092, "TwitterSemEval2015": 0.5978262740579837, "FEVERHardNegatives": 0.2692, "TweetSentimentExtractionClassification": 0.49442558007923026, "MTOPDomainClassification": 0.84756, "MassiveScenarioClassification": 0.66698, "FiQA2018": 0.10489999999999998, "CQADupstackGamingRetrieval": 0.34102, "CQADupstackUnixRetrieval": 0.17887, "STS15": 0.7549078133619319, "MedrxivClusteringP2P.v2": 0.28662 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:245", "model": "cnmoro/static-nomic-384-pten-v2-st", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 245, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.106, "parameters_billion": 0.106, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "14e07398aed3132a44d10180e42d6e6f495d2d90920af2667c8a8c7a629f7bfc", "mean_task": 0.4864763658536585, "mean_task_type": 0.48163520833333334, "by_task_type": { "Classification": 0.647671625, "Clustering": 0.3440375, "PairClassification": 0.7374476666666667, "Reranking": 0.39693500000000004, "Retrieval": 0.252445, "STS": 0.6860356666666667, "Summarization": 0.306874 }, "scores_by_task": { "SummEvalSummarization.v2": 0.306874, "ArguAna": 0.34729, "STS17": 0.795064, "SCIDOCS": 0.09164, "SprintDuplicateQuestions": 0.86299, "StackExchangeClusteringP2P.v2": 0.328563, "HotpotQAHardNegatives": 0.31534, "ArXivHierarchicalClusteringS2S": 0.482846, "TRECCOVID": 0.43799, "AskUbuntuDupQuestions": 0.51812, "MedrxivClusteringS2S.v2": 0.251786, "BIOSSES": 0.731264, "ArXivHierarchicalClusteringP2P": 0.497028, "STS13": 0.69157, "SICK-R": 0.602781, "TwentyNewsgroupsClustering.v2": 0.21507, "Touche2020Retrieval.v3": 0.37181, "ToxicConversationsClassification": 0.567236, "StackExchangeClustering.v2": 0.391715, "STSBenchmark": 0.699455, "TwitterURLCorpus": 0.800795, "MassiveIntentClassification": 0.579489, "STS22.v2": 0.576836, "ImdbClassification": 0.605784, "ClimateFEVERHardNegatives": 0.13114, "AmazonCounterfactualClassification": 0.732836, "STS12": 0.620018, "MindSmallReranking": 0.27575, "STS14": 0.677744, "BiorxivClusteringP2P.v2": 0.290372, "Banking77Classification": 0.674805, "TwitterSemEval2015": 0.548558, "FEVERHardNegatives": 0.2459, "TweetSentimentExtractionClassification": 0.512252, "MTOPDomainClassification": 0.844277, "MassiveScenarioClassification": 0.664694, "FiQA2018": 0.1007, "CQADupstackGamingRetrieval": 0.32233, "CQADupstackUnixRetrieval": 0.16031, "STS15": 0.779589, "MedrxivClusteringP2P.v2": 0.29492 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:246", "model": "sergeyzh/rubert-tiny-turbo", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 246, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.029, "parameters_billion": 0.029, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "e6d3d85948e51fb5bcf53b3c667c383ce796898a0970ac64407335d0a90a0a75", "mean_task": 0.45984706557339117, "mean_task_type": 0.46733688927893124, "by_task_type": { "Classification": 0.6153580860636298, "Clustering": 0.33179975, "PairClassification": 0.7616206666666666, "Reranking": 0.3930725, "Retrieval": 0.18620699999999998, "STS": 0.6700112222222222, "Summarization": 0.313289 }, "scores_by_task": { "SummEvalSummarization.v2": 0.313289, "ArguAna": 0.32031, "STS17": 0.760153, "SCIDOCS": 0.04072, "SprintDuplicateQuestions": 0.919439, "StackExchangeClusteringP2P.v2": 0.34264, "HotpotQAHardNegatives": 0.36082, "ArXivHierarchicalClusteringS2S": 0.476816, "TRECCOVID": 0.1753, "AskUbuntuDupQuestions": 0.494778, "MedrxivClusteringS2S.v2": 0.232987, "BIOSSES": 0.724848, "ArXivHierarchicalClusteringP2P": 0.500175, "STS13": 0.603443, "SICK-R": 0.684327, "TwentyNewsgroupsClustering.v2": 0.206029, "Touche2020Retrieval.v3": 0.14201, "ToxicConversationsClassification": 0.577734375, "StackExchangeClustering.v2": 0.415677, "STSBenchmark": 0.689725, "TwitterURLCorpus": 0.79673, "MassiveIntentClassification": 0.5016476126429052, "STS22.v2": 0.47062, "ImdbClassification": 0.5835799999999999, "ClimateFEVERHardNegatives": 0.07376, "AmazonCounterfactualClassification": 0.710448, "STS12": 0.661687, "MindSmallReranking": 0.291367, "STS14": 0.661225, "BiorxivClusteringP2P.v2": 0.21853, "Banking77Classification": 0.5986363636363635, "TwitterSemEval2015": 0.568693, "FEVERHardNegatives": 0.21822, "TweetSentimentExtractionClassification": 0.5529994340690435, "MTOPDomainClassification": 0.784907, "MassiveScenarioClassification": 0.6129119031607264, "FiQA2018": 0.07179, "CQADupstackGamingRetrieval": 0.2903, "CQADupstackUnixRetrieval": 0.16884, "STS15": 0.774073, "MedrxivClusteringP2P.v2": 0.261544 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:252", "model": "Omartificial-Intelligence-Space/Arabic-mpnet-base-all-nli-triplet", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 252, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.109, "parameters_billion": 0.109, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "d22e3b571023741362883f38839332ae49b7dab0ea3a009056deaddb33183d9a", "mean_task": 0.41461050490202594, "mean_task_type": 0.4279539516029058, "by_task_type": { "Classification": 0.5840498749999999, "Clustering": 0.316125375, "PairClassification": 0.7009456666666667, "Reranking": 0.365475, "Retrieval": 0.070178, "STS": 0.6628947445536738, "Summarization": 0.296009 }, "scores_by_task": { "SummEvalSummarization.v2": 0.296009, "ArguAna": 0.18862, "STS17": 0.783826, "SCIDOCS": 0.02007, "SprintDuplicateQuestions": 0.836486, "StackExchangeClusteringP2P.v2": 0.338345, "HotpotQAHardNegatives": 0.10816, "ArXivHierarchicalClusteringS2S": 0.501554, "TRECCOVID": 0.13531, "AskUbuntuDupQuestions": 0.479293, "MedrxivClusteringS2S.v2": 0.22755, "BIOSSES": 0.6712261377163864, "ArXivHierarchicalClusteringP2P": 0.501141, "STS13": 0.5604247097489131, "SICK-R": 0.689386835022992, "TwentyNewsgroupsClustering.v2": 0.125572, "Touche2020Retrieval.v3": 0.0282, "ToxicConversationsClassification": 0.590869, "StackExchangeClustering.v2": 0.388088, "STSBenchmark": 0.6756341643518167, "TwitterURLCorpus": 0.775046, "MassiveIntentClassification": 0.48998, "STS22.v2": 0.572885, "ImdbClassification": 0.566356, "ClimateFEVERHardNegatives": 0.03337, "AmazonCounterfactualClassification": 0.674627, "STS12": 0.6871669873972587, "MindSmallReranking": 0.251657, "STS14": 0.5880575077741524, "BiorxivClusteringP2P.v2": 0.189942, "Banking77Classification": 0.638929, "TwitterSemEval2015": 0.491305, "FEVERHardNegatives": 0.02418, "TweetSentimentExtractionClassification": 0.455207, "MTOPDomainClassification": 0.724487, "MassiveScenarioClassification": 0.531944, "FiQA2018": 0.01457, "CQADupstackGamingRetrieval": 0.08757, "CQADupstackUnixRetrieval": 0.06173, "STS15": 0.7374453589715445, "MedrxivClusteringP2P.v2": 0.256811 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:253", "model": "cointegrated/rubert-tiny", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 253, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.012, "parameters_billion": 0.012, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "bc32500e5670e23b64de3a4eb1d5aab5d84d1e44172cf80a35fce3568273d09c", "mean_task": 0.4010163658536585, "mean_task_type": 0.4106684007936508, "by_task_type": { "Classification": 0.6188066249999999, "Clustering": 0.341814125, "PairClassification": 0.599174, "Reranking": 0.3672525, "Retrieval": 0.06307399999999999, "STS": 0.5886725555555556, "Summarization": 0.295885 }, "scores_by_task": { "SummEvalSummarization.v2": 0.295885, "ArguAna": 0.24164, "STS17": 0.676558, "SCIDOCS": 0.00863, "SprintDuplicateQuestions": 0.532726, "StackExchangeClusteringP2P.v2": 0.341853, "HotpotQAHardNegatives": 0.04824, "ArXivHierarchicalClusteringS2S": 0.491871, "TRECCOVID": 0.09474, "AskUbuntuDupQuestions": 0.474656, "MedrxivClusteringS2S.v2": 0.238342, "BIOSSES": 0.580025, "ArXivHierarchicalClusteringP2P": 0.514023, "STS13": 0.633996, "SICK-R": 0.603934, "TwentyNewsgroupsClustering.v2": 0.177599, "Touche2020Retrieval.v3": 0.04747, "ToxicConversationsClassification": 0.599512, "StackExchangeClustering.v2": 0.464793, "STSBenchmark": 0.558644, "TwitterURLCorpus": 0.719706, "MassiveIntentClassification": 0.538736, "STS22.v2": 0.526317, "ImdbClassification": 0.605208, "ClimateFEVERHardNegatives": 0.02736, "AmazonCounterfactualClassification": 0.690896, "STS12": 0.496569, "MindSmallReranking": 0.259849, "STS14": 0.54883, "BiorxivClusteringP2P.v2": 0.231505, "Banking77Classification": 0.61026, "TwitterSemEval2015": 0.54509, "FEVERHardNegatives": 0.01312, "TweetSentimentExtractionClassification": 0.506508, "MTOPDomainClassification": 0.810328, "MassiveScenarioClassification": 0.589005, "FiQA2018": 0.01923, "CQADupstackGamingRetrieval": 0.07795, "CQADupstackUnixRetrieval": 0.05236, "STS15": 0.67318, "MedrxivClusteringP2P.v2": 0.274527 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:254", "model": "cointegrated/rubert-tiny2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 254, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.029, "parameters_billion": 0.029, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "0f8420dabae3082b828e7e2264259c0c7aef8cda23003a863e868dfa34d547a9", "mean_task": 0.4156474390243902, "mean_task_type": 0.4199497043650794, "by_task_type": { "Classification": 0.5795515, "Clustering": 0.335335875, "PairClassification": 0.682096, "Reranking": 0.37421, "Retrieval": 0.091055, "STS": 0.6424735555555556, "Summarization": 0.234926 }, "scores_by_task": { "SummEvalSummarization.v2": 0.234926, "ArguAna": 0.27657, "STS17": 0.736622, "SCIDOCS": 0.01185, "SprintDuplicateQuestions": 0.711581, "StackExchangeClusteringP2P.v2": 0.333389, "HotpotQAHardNegatives": 0.15321, "ArXivHierarchicalClusteringS2S": 0.483824, "TRECCOVID": 0.08672, "AskUbuntuDupQuestions": 0.481064, "MedrxivClusteringS2S.v2": 0.234544, "BIOSSES": 0.714824, "ArXivHierarchicalClusteringP2P": 0.508803, "STS13": 0.599659, "SICK-R": 0.610656, "TwentyNewsgroupsClustering.v2": 0.174795, "Touche2020Retrieval.v3": 0.04996, "ToxicConversationsClassification": 0.574365, "StackExchangeClustering.v2": 0.432543, "STSBenchmark": 0.630216, "TwitterURLCorpus": 0.779789, "MassiveIntentClassification": 0.445293, "STS22.v2": 0.492501, "ImdbClassification": 0.607144, "ClimateFEVERHardNegatives": 0.03498, "AmazonCounterfactualClassification": 0.674179, "STS12": 0.651195, "MindSmallReranking": 0.267356, "STS14": 0.602823, "BiorxivClusteringP2P.v2": 0.246129, "Banking77Classification": 0.509675, "TwitterSemEval2015": 0.554918, "FEVERHardNegatives": 0.05257, "TweetSentimentExtractionClassification": 0.503679, "MTOPDomainClassification": 0.768513, "MassiveScenarioClassification": 0.553564, "FiQA2018": 0.02421, "CQADupstackGamingRetrieval": 0.13979, "CQADupstackUnixRetrieval": 0.08069, "STS15": 0.743766, "MedrxivClusteringP2P.v2": 0.26866 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:255", "model": "Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 255, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.163, "parameters_billion": 0.163, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "93ea073608c0561752479974acf1f7ed17dd8925714086f2a265290b4ab6382f", "mean_task": 0.3976659506396052, "mean_task_type": 0.4146456385114891, "by_task_type": { "Classification": 0.6141331250000001, "Clustering": 0.295546625, "PairClassification": 0.679468, "Reranking": 0.37451650000000003, "Retrieval": 0.046844000000000004, "STS": 0.6098722195804237, "Summarization": 0.282139 }, "scores_by_task": { "SummEvalSummarization.v2": 0.282139, "ArguAna": 0.1342, "STS17": 0.709196, "SCIDOCS": 0.0113, "SprintDuplicateQuestions": 0.677478, "StackExchangeClusteringP2P.v2": 0.312463, "HotpotQAHardNegatives": 0.05651, "ArXivHierarchicalClusteringS2S": 0.462379, "TRECCOVID": 0.05276, "AskUbuntuDupQuestions": 0.482679, "MedrxivClusteringS2S.v2": 0.209103, "BIOSSES": 0.5187708566904703, "ArXivHierarchicalClusteringP2P": 0.48551, "STS13": 0.5223198766098021, "SICK-R": 0.6580163441928238, "TwentyNewsgroupsClustering.v2": 0.160843, "Touche2020Retrieval.v3": 0.02269, "ToxicConversationsClassification": 0.548926, "StackExchangeClustering.v2": 0.395394, "STSBenchmark": 0.6116768766134144, "TwitterURLCorpus": 0.78233, "MassiveIntentClassification": 0.534095, "STS22.v2": 0.546388, "ImdbClassification": 0.615184, "ClimateFEVERHardNegatives": 0.00288, "AmazonCounterfactualClassification": 0.699254, "STS12": 0.6300297824477175, "MindSmallReranking": 0.266354, "STS14": 0.592261024017655, "BiorxivClusteringP2P.v2": 0.122309, "Banking77Classification": 0.623604, "TwitterSemEval2015": 0.578596, "FEVERHardNegatives": 0.00902, "TweetSentimentExtractionClassification": 0.565393, "MTOPDomainClassification": 0.746078, "MassiveScenarioClassification": 0.580531, "FiQA2018": 0.00926, "CQADupstackGamingRetrieval": 0.10796, "CQADupstackUnixRetrieval": 0.06186, "STS15": 0.7001912156519297, "MedrxivClusteringP2P.v2": 0.216372 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:257", "model": "silma-ai/silma-embeddding-matryoshka-v0.1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 257, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.135, "parameters_billion": 0.135, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "89fcd01ea57bfed6c3f3e71032b54a122ce4add48c0c4950f24bf542e3b9a6d7", "mean_task": 0.4009250301338436, "mean_task_type": 0.4123117319125014, "by_task_type": { "Classification": 0.570790625, "Clustering": 0.31503175, "PairClassification": 0.6898506666666666, "Reranking": 0.3760655, "Retrieval": 0.075416, "STS": 0.6145595817208432, "Summarization": 0.244468 }, "scores_by_task": { "SummEvalSummarization.v2": 0.244468, "ArguAna": 0.22512, "STS17": 0.7442197838273298, "SCIDOCS": 0.01569, "SprintDuplicateQuestions": 0.734172, "StackExchangeClusteringP2P.v2": 0.325758, "HotpotQAHardNegatives": 0.10425, "ArXivHierarchicalClusteringS2S": 0.471262, "TRECCOVID": 0.05195, "AskUbuntuDupQuestions": 0.483479, "MedrxivClusteringS2S.v2": 0.226619, "BIOSSES": 0.66181, "ArXivHierarchicalClusteringP2P": 0.484272, "STS13": 0.518854, "SICK-R": 0.637455, "TwentyNewsgroupsClustering.v2": 0.170792, "Touche2020Retrieval.v3": 0.04113, "ToxicConversationsClassification": 0.572266, "StackExchangeClustering.v2": 0.418662, "STSBenchmark": 0.618289, "TwitterURLCorpus": 0.801466, "MassiveIntentClassification": 0.474008, "STS22.v2": 0.5903774516602592, "ImdbClassification": 0.584972, "ClimateFEVERHardNegatives": 0.01362, "AmazonCounterfactualClassification": 0.675075, "STS12": 0.551628, "MindSmallReranking": 0.268652, "STS14": 0.529933, "BiorxivClusteringP2P.v2": 0.175322, "Banking77Classification": 0.597597, "TwitterSemEval2015": 0.533914, "FEVERHardNegatives": 0.03012, "TweetSentimentExtractionClassification": 0.460838, "MTOPDomainClassification": 0.668012, "MassiveScenarioClassification": 0.533557, "FiQA2018": 0.01796, "CQADupstackGamingRetrieval": 0.16744, "CQADupstackUnixRetrieval": 0.08688, "STS15": 0.67847, "MedrxivClusteringP2P.v2": 0.247567 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:258", "model": "DeepPavlov/distilrubert-small-cased-conversational", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 258, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.107, "parameters_billion": 0.107, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "5999b26e4d533955786f010ca20079aae6c796123c0eb614a18ed71132f9791a", "mean_task": 0.36611760975609753, "mean_task_type": 0.37585911904761904, "by_task_type": { "Classification": 0.5893858750000001, "Clustering": 0.306086125, "PairClassification": 0.4911733333333334, "Reranking": 0.3521305, "Retrieval": 0.07083500000000001, "STS": 0.517439, "Summarization": 0.303964 }, "scores_by_task": { "SummEvalSummarization.v2": 0.303964, "ArguAna": 0.15131, "STS17": 0.603013, "SCIDOCS": 0.00483, "SprintDuplicateQuestions": 0.331971, "StackExchangeClusteringP2P.v2": 0.309177, "HotpotQAHardNegatives": 0.09286, "ArXivHierarchicalClusteringS2S": 0.490006, "TRECCOVID": 0.15182, "AskUbuntuDupQuestions": 0.454751, "MedrxivClusteringS2S.v2": 0.217023, "BIOSSES": 0.479927, "ArXivHierarchicalClusteringP2P": 0.488063, "STS13": 0.522222, "SICK-R": 0.567039, "TwentyNewsgroupsClustering.v2": 0.132905, "Touche2020Retrieval.v3": 0.06665, "ToxicConversationsClassification": 0.588867, "StackExchangeClustering.v2": 0.404085, "STSBenchmark": 0.559747, "TwitterURLCorpus": 0.637764, "MassiveIntentClassification": 0.516846, "STS22.v2": 0.442677, "ImdbClassification": 0.545488, "ClimateFEVERHardNegatives": 0.00781, "AmazonCounterfactualClassification": 0.722388, "STS12": 0.408283, "MindSmallReranking": 0.24951, "STS14": 0.467599, "BiorxivClusteringP2P.v2": 0.166814, "Banking77Classification": 0.642825, "TwitterSemEval2015": 0.503785, "FEVERHardNegatives": 0.03391, "TweetSentimentExtractionClassification": 0.43438, "MTOPDomainClassification": 0.712175, "MassiveScenarioClassification": 0.552118, "FiQA2018": 0.01665, "CQADupstackGamingRetrieval": 0.12715, "CQADupstackUnixRetrieval": 0.05536, "STS15": 0.606444, "MedrxivClusteringP2P.v2": 0.240616 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:260", "model": "Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 260, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.135, "parameters_billion": 0.135, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "1aab28f03a69ac6ae84a7a10ca15ddf0b2ea577eb847a73d5f92700c8ce79b4a", "mean_task": 0.39042342463565616, "mean_task_type": 0.40832936166764927, "by_task_type": { "Classification": 0.537565625, "Clustering": 0.30405575, "PairClassification": 0.6710980000000001, "Reranking": 0.379897, "Retrieval": 0.059603, "STS": 0.6248981566735446, "Summarization": 0.281188 }, "scores_by_task": { "SummEvalSummarization.v2": 0.281188, "ArguAna": 0.15921, "STS17": 0.707416, "SCIDOCS": 0.01731, "SprintDuplicateQuestions": 0.780327, "StackExchangeClusteringP2P.v2": 0.328721, "HotpotQAHardNegatives": 0.07992, "ArXivHierarchicalClusteringS2S": 0.471701, "TRECCOVID": 0.07265, "AskUbuntuDupQuestions": 0.482166, "MedrxivClusteringS2S.v2": 0.219505, "BIOSSES": 0.6736900492799694, "ArXivHierarchicalClusteringP2P": 0.483142, "STS13": 0.5195037157769884, "SICK-R": 0.5764441663261227, "TwentyNewsgroupsClustering.v2": 0.132932, "Touche2020Retrieval.v3": 0.01973, "ToxicConversationsClassification": 0.522803, "StackExchangeClustering.v2": 0.414071, "STSBenchmark": 0.6159242681001437, "TwitterURLCorpus": 0.747241, "MassiveIntentClassification": 0.437929, "STS22.v2": 0.559744, "ImdbClassification": 0.541796, "ClimateFEVERHardNegatives": 0.00625, "AmazonCounterfactualClassification": 0.638358, "STS12": 0.6967060431422327, "MindSmallReranking": 0.277628, "STS14": 0.5736607721958864, "BiorxivClusteringP2P.v2": 0.150496, "Banking77Classification": 0.61237, "TwitterSemEval2015": 0.485726, "FEVERHardNegatives": 0.02266, "TweetSentimentExtractionClassification": 0.417997, "MTOPDomainClassification": 0.632399, "MassiveScenarioClassification": 0.496873, "FiQA2018": 0.02272, "CQADupstackGamingRetrieval": 0.12015, "CQADupstackUnixRetrieval": 0.07543, "STS15": 0.700994395240558, "MedrxivClusteringP2P.v2": 0.231878 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:263", "model": "ai-forever/sbert_large_mt_nlu_ru", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 263, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.427, "parameters_billion": 0.427, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "0ff13553be2b9d432c23e2c4fe3f2809e73518742b34e24f6592160b7b7782fe", "mean_task": 0.3550000243902439, "mean_task_type": 0.36010801587301583, "by_task_type": { "Classification": 0.52556625, "Clustering": 0.30675425, "PairClassification": 0.5363816666666666, "Reranking": 0.3663615, "Retrieval": 0.038168999999999995, "STS": 0.5531694444444445, "Summarization": 0.194354 }, "scores_by_task": { "SummEvalSummarization.v2": 0.194354, "ArguAna": 0.15623, "STS17": 0.685752, "SCIDOCS": 0.00372, "SprintDuplicateQuestions": 0.329189, "StackExchangeClusteringP2P.v2": 0.315848, "HotpotQAHardNegatives": 0.03674, "ArXivHierarchicalClusteringS2S": 0.482583, "TRECCOVID": 0.07164, "AskUbuntuDupQuestions": 0.465527, "MedrxivClusteringS2S.v2": 0.221801, "BIOSSES": 0.449751, "ArXivHierarchicalClusteringP2P": 0.466827, "STS13": 0.480436, "SICK-R": 0.659096, "TwentyNewsgroupsClustering.v2": 0.153132, "Touche2020Retrieval.v3": 0.02548, "ToxicConversationsClassification": 0.562012, "StackExchangeClustering.v2": 0.43143, "STSBenchmark": 0.588135, "TwitterURLCorpus": 0.747902, "MassiveIntentClassification": 0.384129, "STS22.v2": 0.514646, "ImdbClassification": 0.561336, "ClimateFEVERHardNegatives": 0.00529, "AmazonCounterfactualClassification": 0.615672, "STS12": 0.4813, "MindSmallReranking": 0.267196, "STS14": 0.466039, "BiorxivClusteringP2P.v2": 0.144841, "Banking77Classification": 0.391234, "TwitterSemEval2015": 0.532054, "FEVERHardNegatives": 0.00778, "TweetSentimentExtractionClassification": 0.473656, "MTOPDomainClassification": 0.724191, "MassiveScenarioClassification": 0.4923, "FiQA2018": 0.00518, "CQADupstackGamingRetrieval": 0.04135, "CQADupstackUnixRetrieval": 0.02828, "STS15": 0.65337, "MedrxivClusteringP2P.v2": 0.237572 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:264", "model": "DeepPavlov/rubert-base-cased-sentence", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 264, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.107, "parameters_billion": 0.107, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "63bbd761cb8ed316464a8eec3fe122ed85317b168e43f3d021a8fa479d766b24", "mean_task": 0.3532973414634146, "mean_task_type": 0.35937270833333335, "by_task_type": { "Classification": 0.5003578750000001, "Clustering": 0.32179425, "PairClassification": 0.543477, "Reranking": 0.35920050000000003, "Retrieval": 0.033423999999999995, "STS": 0.5584433333333334, "Summarization": 0.198912 }, "scores_by_task": { "SummEvalSummarization.v2": 0.198912, "ArguAna": 0.09387, "STS17": 0.671251, "SCIDOCS": 0.01179, "SprintDuplicateQuestions": 0.482546, "StackExchangeClusteringP2P.v2": 0.33162, "HotpotQAHardNegatives": 0.04686, "ArXivHierarchicalClusteringS2S": 0.50441, "TRECCOVID": 0.07796, "AskUbuntuDupQuestions": 0.456858, "MedrxivClusteringS2S.v2": 0.225868, "BIOSSES": 0.490047, "ArXivHierarchicalClusteringP2P": 0.497449, "STS13": 0.469903, "SICK-R": 0.569841, "TwentyNewsgroupsClustering.v2": 0.172273, "Touche2020Retrieval.v3": 0.00527, "ToxicConversationsClassification": 0.532764, "StackExchangeClustering.v2": 0.417072, "STSBenchmark": 0.557891, "TwitterURLCorpus": 0.7015, "MassiveIntentClassification": 0.371184, "STS22.v2": 0.522191, "ImdbClassification": 0.57732, "ClimateFEVERHardNegatives": 0.00861, "AmazonCounterfactualClassification": 0.595821, "STS12": 0.590229, "MindSmallReranking": 0.261543, "STS14": 0.50879, "BiorxivClusteringP2P.v2": 0.189806, "Banking77Classification": 0.489838, "TwitterSemEval2015": 0.446385, "FEVERHardNegatives": 0.00938, "TweetSentimentExtractionClassification": 0.432711, "MTOPDomainClassification": 0.599795, "MassiveScenarioClassification": 0.40343, "FiQA2018": 0.00191, "CQADupstackGamingRetrieval": 0.04827, "CQADupstackUnixRetrieval": 0.03032, "STS15": 0.645847, "MedrxivClusteringP2P.v2": 0.235856 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:265", "model": "ai-forever/sbert_large_nlu_ru", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 265, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.427, "parameters_billion": 0.427, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "4c9ee61a08bd0b19ffc71116d199f4c8c9ddfa40f3e1322a91bc3cacc3c0274b", "mean_task": 0.32928921951219514, "mean_task_type": 0.337224123015873, "by_task_type": { "Classification": 0.516531625, "Clustering": 0.304889625, "PairClassification": 0.4690783333333333, "Reranking": 0.3525805, "Retrieval": 0.031733, "STS": 0.4767507777777778, "Summarization": 0.209005 }, "scores_by_task": { "SummEvalSummarization.v2": 0.209005, "ArguAna": 0.17294, "STS17": 0.624962, "SCIDOCS": 0.00235, "SprintDuplicateQuestions": 0.153427, "StackExchangeClusteringP2P.v2": 0.313367, "HotpotQAHardNegatives": 0.02419, "ArXivHierarchicalClusteringS2S": 0.464005, "TRECCOVID": 0.03914, "AskUbuntuDupQuestions": 0.436512, "MedrxivClusteringS2S.v2": 0.210427, "BIOSSES": 0.396877, "ArXivHierarchicalClusteringP2P": 0.471767, "STS13": 0.371082, "SICK-R": 0.588573, "TwentyNewsgroupsClustering.v2": 0.149672, "Touche2020Retrieval.v3": 0.01071, "ToxicConversationsClassification": 0.577637, "StackExchangeClustering.v2": 0.425522, "STSBenchmark": 0.467987, "TwitterURLCorpus": 0.739826, "MassiveIntentClassification": 0.366443, "STS22.v2": 0.57743, "ImdbClassification": 0.559652, "ClimateFEVERHardNegatives": 0.00351, "AmazonCounterfactualClassification": 0.623731, "STS12": 0.314807, "MindSmallReranking": 0.268649, "STS14": 0.36649, "BiorxivClusteringP2P.v2": 0.154471, "Banking77Classification": 0.347857, "TwitterSemEval2015": 0.513982, "FEVERHardNegatives": 0.00661, "TweetSentimentExtractionClassification": 0.472128, "MTOPDomainClassification": 0.692202, "MassiveScenarioClassification": 0.492603, "FiQA2018": 0.00331, "CQADupstackGamingRetrieval": 0.03411, "CQADupstackUnixRetrieval": 0.02046, "STS15": 0.582549, "MedrxivClusteringP2P.v2": 0.249886 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:266", "model": "DeepPavlov/rubert-base-cased", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 266, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.28, "parameters_billion": 1.28, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "e957c50949e56c5b5338c9b9ae28836b79b6a6a9e0a4cbde058aa32b60b87a35", "mean_task": 0.3078829756097561, "mean_task_type": 0.321838498015873, "by_task_type": { "Classification": 0.5196999999999999, "Clustering": 0.314114875, "PairClassification": 0.398754, "Reranking": 0.3725945, "Retrieval": 0.023676999999999997, "STS": 0.3938041111111111, "Summarization": 0.230225 }, "scores_by_task": { "SummEvalSummarization.v2": 0.230225, "ArguAna": 0.13021, "STS17": 0.562898, "SCIDOCS": 0.00346, "SprintDuplicateQuestions": 0.218011, "StackExchangeClusteringP2P.v2": 0.298012, "HotpotQAHardNegatives": 0.01464, "ArXivHierarchicalClusteringS2S": 0.498966, "TRECCOVID": 0.04049, "AskUbuntuDupQuestions": 0.46463, "MedrxivClusteringS2S.v2": 0.229253, "BIOSSES": 0.302182, "ArXivHierarchicalClusteringP2P": 0.500572, "STS13": 0.398322, "SICK-R": 0.442201, "TwentyNewsgroupsClustering.v2": 0.143706, "Touche2020Retrieval.v3": 0.00068, "ToxicConversationsClassification": 0.553564, "StackExchangeClustering.v2": 0.413124, "STSBenchmark": 0.398376, "TwitterURLCorpus": 0.555186, "MassiveIntentClassification": 0.403665, "STS22.v2": 0.38329, "ImdbClassification": 0.546028, "ClimateFEVERHardNegatives": 0.00427, "AmazonCounterfactualClassification": 0.656716, "STS12": 0.277529, "MindSmallReranking": 0.280559, "STS14": 0.34892, "BiorxivClusteringP2P.v2": 0.184333, "Banking77Classification": 0.51539, "TwitterSemEval2015": 0.423065, "FEVERHardNegatives": 0.01979, "TweetSentimentExtractionClassification": 0.407866, "MTOPDomainClassification": 0.629549, "MassiveScenarioClassification": 0.444822, "FiQA2018": 0.00162, "CQADupstackGamingRetrieval": 0.01086, "CQADupstackUnixRetrieval": 0.01075, "STS15": 0.430519, "MedrxivClusteringP2P.v2": 0.244953 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:267", "model": "deepvk/deberta-v1-base", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 267, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.124, "parameters_billion": 0.124, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "5069fb59643d993b7afd60a1a9c9a8915b64bd9b40e9012ff51c98b21bf40902", "mean_task": 0.32897407317073174, "mean_task_type": 0.3433367718253968, "by_task_type": { "Classification": 0.536026, "Clustering": 0.300524625, "PairClassification": 0.48687299999999994, "Reranking": 0.357922, "Retrieval": 0.021203, "STS": 0.46327877777777776, "Summarization": 0.23753 }, "scores_by_task": { "SummEvalSummarization.v2": 0.23753, "ArguAna": 0.12391, "STS17": 0.603122, "SCIDOCS": 0.00183, "SprintDuplicateQuestions": 0.355062, "StackExchangeClusteringP2P.v2": 0.292349, "HotpotQAHardNegatives": 0.00898, "ArXivHierarchicalClusteringS2S": 0.47444, "TRECCOVID": 0.03556, "AskUbuntuDupQuestions": 0.439242, "MedrxivClusteringS2S.v2": 0.213612, "BIOSSES": 0.361526, "ArXivHierarchicalClusteringP2P": 0.492349, "STS13": 0.466508, "SICK-R": 0.499409, "TwentyNewsgroupsClustering.v2": 0.134563, "Touche2020Retrieval.v3": 0.0072, "ToxicConversationsClassification": 0.566113, "StackExchangeClustering.v2": 0.407468, "STSBenchmark": 0.413236, "TwitterURLCorpus": 0.648262, "MassiveIntentClassification": 0.44805, "STS22.v2": 0.4481, "ImdbClassification": 0.526164, "ClimateFEVERHardNegatives": 0.00087, "AmazonCounterfactualClassification": 0.643284, "STS12": 0.447604, "MindSmallReranking": 0.276602, "STS14": 0.38153, "BiorxivClusteringP2P.v2": 0.150437, "Banking77Classification": 0.540552, "TwitterSemEval2015": 0.457295, "FEVERHardNegatives": 0.00505, "TweetSentimentExtractionClassification": 0.446237, "MTOPDomainClassification": 0.663908, "MassiveScenarioClassification": 0.4539, "FiQA2018": 0.00319, "CQADupstackGamingRetrieval": 0.01466, "CQADupstackUnixRetrieval": 0.01078, "STS15": 0.548474, "MedrxivClusteringP2P.v2": 0.238979 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:268", "model": "malenia1/ternary-weight-embedding", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 268, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.099, "parameters_billion": 0.099, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "29c35a0fdec95d653220fea7e0068349ca67d4ca27088bb022de23cf214295b0", "mean_task": 0.3281327317073171, "mean_task_type": 0.34261648214285717, "by_task_type": { "Classification": 0.49669575, "Clustering": 0.278269625, "PairClassification": 0.5379576666666667, "Reranking": 0.357003, "Retrieval": 0.017824, "STS": 0.5046293333333334, "Summarization": 0.205936 }, "scores_by_task": { "SummEvalSummarization.v2": 0.205936, "ArguAna": 0.04832, "STS17": 0.641325, "SCIDOCS": 0.00257, "SprintDuplicateQuestions": 0.416507, "StackExchangeClusteringP2P.v2": 0.30738, "HotpotQAHardNegatives": 0.01165, "ArXivHierarchicalClusteringS2S": 0.457884, "TRECCOVID": 0.06304, "AskUbuntuDupQuestions": 0.458168, "MedrxivClusteringS2S.v2": 0.194117, "BIOSSES": 0.381617, "ArXivHierarchicalClusteringP2P": 0.475626, "STS13": 0.582034, "SICK-R": 0.524853, "TwentyNewsgroupsClustering.v2": 0.091819, "Touche2020Retrieval.v3": 0.00643, "ToxicConversationsClassification": 0.532568, "StackExchangeClustering.v2": 0.375317, "STSBenchmark": 0.521587, "TwitterURLCorpus": 0.684552, "MassiveIntentClassification": 0.383289, "STS22.v2": 0.33808, "ImdbClassification": 0.512528, "ClimateFEVERHardNegatives": 0.00053, "AmazonCounterfactualClassification": 0.656269, "STS12": 0.465666, "MindSmallReranking": 0.255838, "STS14": 0.516049, "BiorxivClusteringP2P.v2": 0.102681, "Banking77Classification": 0.494286, "TwitterSemEval2015": 0.512814, "FEVERHardNegatives": 0.00386, "TweetSentimentExtractionClassification": 0.397538, "MTOPDomainClassification": 0.609462, "MassiveScenarioClassification": 0.387626, "FiQA2018": 0.00312, "CQADupstackGamingRetrieval": 0.02008, "CQADupstackUnixRetrieval": 0.01864, "STS15": 0.570453, "MedrxivClusteringP2P.v2": 0.221333 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MTEB_eng_v2:row:270", "model": "mteb/baseline-random-encoder", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 270, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.0, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text", "image", "audio", "video" ], "source_row_sha256": "a36f8dbf364ac0be2a2704520ba26a94dbbb5090430a443c3981d3c715801e2c", "mean_task": 0.1326469756097561, "mean_task_type": 0.14696110317460317, "by_task_type": { "Classification": 0.24982775, "Clustering": 0.26385775, "PairClassification": 0.16689166666666666, "Reranking": 0.307375, "Retrieval": 0.0006370000000000001, "STS": 0.020888555555555556, "Summarization": 0.01925 }, "scores_by_task": { "SummEvalSummarization.v2": 0.01925, "ArguAna": 0.00188, "STS17": 0.021618, "SCIDOCS": 0.00024, "SprintDuplicateQuestions": 0.011443, "StackExchangeClusteringP2P.v2": 0.314738, "HotpotQAHardNegatives": 0.0, "ArXivHierarchicalClusteringS2S": 0.466654, "TRECCOVID": 0.00425, "AskUbuntuDupQuestions": 0.38167, "MedrxivClusteringS2S.v2": 0.175062, "BIOSSES": -0.081267, "ArXivHierarchicalClusteringP2P": 0.471635, "STS13": -0.016979, "SICK-R": -0.001918, "TwentyNewsgroupsClustering.v2": 0.063368, "Touche2020Retrieval.v3": 0.0, "ToxicConversationsClassification": 0.491553, "StackExchangeClustering.v2": 0.391919, "STSBenchmark": 0.030174, "TwitterURLCorpus": 0.254395, "MassiveIntentClassification": 0.016409, "STS22.v2": 0.119733, "ImdbClassification": 0.50098, "ClimateFEVERHardNegatives": 0.0, "AmazonCounterfactualClassification": 0.494179, "STS12": 0.08441, "MindSmallReranking": 0.23308, "STS14": 0.006327, "BiorxivClusteringP2P.v2": 0.051324, "Banking77Classification": 0.012532, "TwitterSemEval2015": 0.234837, "FEVERHardNegatives": 0.0, "TweetSentimentExtractionClassification": 0.338115, "MTOPDomainClassification": 0.090584, "MassiveScenarioClassification": 0.05427, "FiQA2018": 0.0, "CQADupstackGamingRetrieval": 0.0, "CQADupstackUnixRetrieval": 0.0, "STS15": 0.025899, "MedrxivClusteringP2P.v2": 0.176162 }, "coverage": { "complete": true, "tasks": 41, "types": 7 }, "unknown_size_reason": "missing/nonfinite/nonpositive reported size; retained in global ranks only", "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "current:nano", "model": "vllm-sr/Vela-1.0-Omni-Nano", "kind": "nano", "parameters_exact": 163771288, "parameters_billion": 0.163771288, "parameter_basis": "exact full released native tensor count, all modalities", "current_native_fingerprint": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "mean_task": 0.6488431514310018, "mean_task_type": 0.6078184975654924, "by_task_type": { "Classification": 0.7782970776285106, "Clustering": 0.48962597555764586, "PairClassification": 0.8468485561827029, "Reranking": 0.473475, "Retrieval": 0.5200980000000001, "STS": 0.8280405301305157, "Summarization": 0.31834434345907126 }, "scores_by_task": { "ArguAna": 0.59246, "ArXivHierarchicalClusteringP2P": 0.6488847259326147, "ArXivHierarchicalClusteringS2S": 0.5744315313869383, "AskUbuntuDupQuestions": 0.62329, "BIOSSES": 0.8698752423842483, "Banking77Classification": 0.8214285714285714, "BiorxivClusteringP2P.v2": 0.4131379627367465, "CQADupstackGamingRetrieval": 0.56979, "CQADupstackUnixRetrieval": 0.39586, "ClimateFEVERHardNegatives": 0.31846, "FEVERHardNegatives": 0.87576, "FiQA2018": 0.39143, "HotpotQAHardNegatives": 0.66349, "ImdbClassification": 0.9194760000000001, "MTOPDomainClassification": 0.9491792065663475, "MassiveIntentClassification": 0.7096839273705448, "MassiveScenarioClassification": 0.7611297915265636, "MedrxivClusteringP2P.v2": 0.39830230912234377, "MedrxivClusteringS2S.v2": 0.37875084453707764, "MindSmallReranking": 0.32366, "SCIDOCS": 0.21889, "SICK-R": 0.8053174565838819, "STS12": 0.755658801516535, "STS13": 0.8626346974038235, "STS14": 0.8229882793900395, "STS15": 0.8873648284326485, "STSBenchmark": 0.870781967302773, "SprintDuplicateQuestions": 0.9579964673462751, "StackExchangeClustering.v2": 0.5842441873843011, "StackExchangeClusteringP2P.v2": 0.41053017253245383, "TRECCOVID": 0.69121, "Touche2020Retrieval.v3": 0.48363, "ToxicConversationsClassification": 0.71904296875, "TweetSentimentExtractionClassification": 0.6279286926994907, "TwentyNewsgroupsClustering.v2": 0.5087260708286914, "TwitterSemEval2015": 0.7295151691526065, "TwitterURLCorpus": 0.8530340320492271, "SummEvalSummarization.v2": 0.31834434345907126, "AmazonCounterfactualClassification": 0.7185074626865671, "STS17": 0.8902101343562432, "STS22.v2": 0.6875333638044488 }, "coverage": { "complete": true, "tasks": 41, "types": 7, "raw_slots": 41 }, "source_id": "nano_English41", "identity_ref": "models.nano.task_evidence.English41", "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "current:mini", "model": "vllm-sr/Vela-1.0-Omni-Mini", "kind": "mini", "parameters_exact": 1361475288, "parameters_billion": 1.361475288, "parameter_basis": "exact full released native tensor count, all modalities", "current_native_fingerprint": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "mean_task": 0.6349232047933884, "mean_task_type": 0.5878669411134946, "by_task_type": { "Classification": 0.757195640646164, "Clustering": 0.48573159101371904, "PairClassification": 0.8010768166481167, "Reranking": 0.46006499999999995, "Retrieval": 0.514389, "STS": 0.8155715692273806, "Summarization": 0.2810389702590814 }, "scores_by_task": { "ArguAna": 0.68209, "ArXivHierarchicalClusteringP2P": 0.6200989328478093, "ArXivHierarchicalClusteringS2S": 0.6208625748035442, "AskUbuntuDupQuestions": 0.6255, "BIOSSES": 0.8706583927589813, "Banking77Classification": 0.8027272727272727, "BiorxivClusteringP2P.v2": 0.4087088770167475, "CQADupstackGamingRetrieval": 0.58381, "CQADupstackUnixRetrieval": 0.46097, "ClimateFEVERHardNegatives": 0.37765, "FEVERHardNegatives": 0.84384, "FiQA2018": 0.38611, "HotpotQAHardNegatives": 0.62316, "ImdbClassification": 0.8252200000000001, "MTOPDomainClassification": 0.9140218878248975, "MassiveIntentClassification": 0.7183591123066577, "MassiveScenarioClassification": 0.7764626765299261, "MedrxivClusteringP2P.v2": 0.3849228629088407, "MedrxivClusteringS2S.v2": 0.38115979135327394, "MindSmallReranking": 0.29463, "SCIDOCS": 0.15717, "SICK-R": 0.8146451087159461, "STS12": 0.7729222990138634, "STS13": 0.8014508708149568, "STS14": 0.7670693650611198, "STS15": 0.861366276457168, "STSBenchmark": 0.8478075996581739, "SprintDuplicateQuestions": 0.95441397737682, "StackExchangeClustering.v2": 0.5878331637943344, "StackExchangeClusteringP2P.v2": 0.3968206273232576, "TRECCOVID": 0.58155, "Touche2020Retrieval.v3": 0.44754, "ToxicConversationsClassification": 0.688623046875, "TweetSentimentExtractionClassification": 0.6005093378607811, "TwentyNewsgroupsClustering.v2": 0.4854458980619449, "TwitterSemEval2015": 0.599202479383915, "TwitterURLCorpus": 0.8496139931836147, "SummEvalSummarization.v2": 0.2810389702590814, "AmazonCounterfactualClassification": 0.7316417910447761, "STS17": 0.9084097734633889, "STS22.v2": 0.6958144371028264 }, "coverage": { "complete": true, "tasks": 41, "types": 7, "raw_slots": 41 }, "source_id": "mini_English41", "identity_ref": "models.mini.task_evidence.English41", "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } } ], "excluded_incomplete_rows": [ { "id": "scores_MTEB_eng_v2:row:45", "model": "ICT-TIME-and-Querit/BOOM_4B_v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 45, "scored_checkpoint_revision": null, "reported_total_params_billion": 4.022, "parameters_billion": 4.022, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "b533090688c32c8a7480b2e564e3cad77e3ed6e7356957b2362bcde202c34d7a", "completed_target_tasks": 40, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:55", "model": "Alibaba-NLP/gte-Qwen1.5-7B-instruct", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 55, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.099, "parameters_billion": 7.099, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "40ff03ce02753ae25e5eb09a6496b09eb277c88e9775a57d7912457011eff27b", "completed_target_tasks": 39, "required_tasks": 41, "missing_tasks": [ "AskUbuntuDupQuestions", "MindSmallReranking" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:58", "model": "jinaai/jina-embeddings-v3", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 58, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.572, "parameters_billion": 0.572, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "5f024716f1b2cbdd0511f0f147b203a5b7649ad652fa0677840569bfa2b8c844", "completed_target_tasks": 40, "required_tasks": 41, "missing_tasks": [ "MTOPDomainClassification" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:59", "model": "voyageai/voyage-3-m-exp", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 59, "scored_checkpoint_revision": null, "reported_total_params_billion": 6.918, "parameters_billion": 6.918, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "ca800add7ebdf6430a92b571a90650c08141332c6dc51b866e522f9816ec1e8c", "completed_target_tasks": 37, "required_tasks": 41, "missing_tasks": [ "HotpotQAHardNegatives", "Touche2020Retrieval.v3", "ClimateFEVERHardNegatives", "FEVERHardNegatives" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:62", "model": "voyageai/voyage-large-2-instruct", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 62, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "304652a6597c9724292dd60fbabba220a6a3a41a0a1b16df17cf61ba11c15b8a", "completed_target_tasks": 38, "required_tasks": 41, "missing_tasks": [ "Touche2020Retrieval.v3", "ClimateFEVERHardNegatives", "FEVERHardNegatives" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:69", "model": "avsolatorio/NoInstruct-small-Embedding-v0", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 69, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.033, "parameters_billion": 0.033, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "7d863ab51e7efb085d80e955a9c9013b6d0aaea0c2b2664342b54120345259b7", "completed_target_tasks": 40, "required_tasks": 41, "missing_tasks": [ "MTOPDomainClassification" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:78", "model": "w601sxs/b1ade-embed", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 78, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.335, "parameters_billion": 0.335, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "8fd3e1b5b2df893a35e588e392a4da99492cce0346057016fe1fd9cb0c145068", "completed_target_tasks": 35, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:85", "model": "openai/text-embedding-3-large", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 85, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "2009834f32b59b74d1b9a1b4d6c9b941f3021b59ab4cae994f757dfc3346ccff", "completed_target_tasks": 36, "required_tasks": 41, "missing_tasks": [ "SprintDuplicateQuestions", "AskUbuntuDupQuestions", "TwitterURLCorpus", "MindSmallReranking", "TwitterSemEval2015" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:105", "model": "TencentBAC/Conan-embedding-v2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 105, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "dd85432682aa5cdd3d000f61a8760fa19f616a0bec4226ba1cd1a5c9a1469022", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:108", "model": "Alibaba-NLP/gte-multilingual-base", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 108, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.305, "parameters_billion": 0.305, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "68f4b5f356e269c32e1d43764ac17e4822f51e2bc9052282d7074b80a4350d4e", "completed_target_tasks": 39, "required_tasks": 41, "missing_tasks": [ "MassiveIntentClassification", "MassiveScenarioClassification" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:111", "model": "openai/text-embedding-3-small", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 111, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "5318015ee96471e90d29f9c59c7b549912755ad99ecf34f996053ff5950741c6", "completed_target_tasks": 36, "required_tasks": 41, "missing_tasks": [ "SprintDuplicateQuestions", "AskUbuntuDupQuestions", "TwitterURLCorpus", "MindSmallReranking", "TwitterSemEval2015" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:116", "model": "yibinlei/LENS-d8000", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 116, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.11, "parameters_billion": 7.11, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "ca5e6905c836c04f8b5c8395fe81c4c4913edebd1fd9058d9c2d036e7be74fec", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:119", "model": "yibinlei/LENS-d4000", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 119, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.11, "parameters_billion": 7.11, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "543b7e75005c41d00af7c146929e2c8a186d0f7bd2ff034d5b27ae10e04a4358", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:120", "model": "sentence-transformers/all-mpnet-base-v2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 120, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.109, "parameters_billion": 0.109, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "b07d4f4c930c6b0b38454ea8a77ac9c867d9e379165c317a00cae29344e76187", "completed_target_tasks": 39, "required_tasks": 41, "missing_tasks": [ "AmazonCounterfactualClassification", "MTOPDomainClassification" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:121", "model": "intfloat/multilingual-e5-large", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 121, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.56, "parameters_billion": 0.56, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "5509722d12a0aab801700c481e5d8212af226176bcf31c7f014a5f5fd061a748", "completed_target_tasks": 40, "required_tasks": 41, "missing_tasks": [ "AmazonCounterfactualClassification" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:126", "model": "izhx/udever-bloom-7b1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 126, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "583cb540294b07b32d48870f5f469b17775a68c85d53d545bf7adf792ecd2653", "completed_target_tasks": 39, "required_tasks": 41, "missing_tasks": [ "Touche2020Retrieval.v3", "STS22.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:131", "model": "Snowflake/snowflake-arctic-embed-m-long", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 131, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.137, "parameters_billion": 0.137, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "5cbbf0586b510ae374fa0284d2e188fd865893d0f6ed112647d5741957033479", "completed_target_tasks": 40, "required_tasks": 41, "missing_tasks": [ "MTOPDomainClassification" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:138", "model": "voyageai/voyage-multilingual-2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 138, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "ed0eed6ccddbe69e9904f2d4f1db0adb4a86978f0721f2967cb5fe711a03702d", "completed_target_tasks": 38, "required_tasks": 41, "missing_tasks": [ "Touche2020Retrieval.v3", "FiQA2018", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:141", "model": "BAAI/bge-en-icl", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 141, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.11, "parameters_billion": 7.11, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "69b87a2facf8a2d7f89b7f7682fb240b4cbe0317576493f5cd3fb6d68953efd0", "completed_target_tasks": 25, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:145", "model": "McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 145, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.547, "parameters_billion": 7.547, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "ae647e4c36aaf5ff4bd7428c023d55e2d3a9876340bfed4e9867e6447ac93c85", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:146", "model": "brahmairesearch/slx-v0.1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 146, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.023, "parameters_billion": 0.023, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "0496317ba21885dfe1c69cb5c37fc8fae3417add09309eaa7059bac8c38db048", "completed_target_tasks": 40, "required_tasks": 41, "missing_tasks": [ "AmazonCounterfactualClassification" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:147", "model": "izhx/udever-bloom-3b", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 147, "scored_checkpoint_revision": null, "reported_total_params_billion": 3.003, "parameters_billion": 3.003, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "42e87c00561fe7dd4b360a2259745f82ebd5a3e98fafd60fb0eb62649a91cd72", "completed_target_tasks": 39, "required_tasks": 41, "missing_tasks": [ "Touche2020Retrieval.v3", "STS22.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:149", "model": "deepfile/embedder-100p", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 149, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.278, "parameters_billion": 0.278, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "796e82afd7064bd7225b3313807e99eb16833ef54af811f51214a88861ced48f", "completed_target_tasks": 39, "required_tasks": 41, "missing_tasks": [ "AskUbuntuDupQuestions", "MindSmallReranking" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:155", "model": "zeta-alpha-ai/Zeta-Alpha-E5-Mistral", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 155, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.111, "parameters_billion": 7.111, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "2dc3d469a9fdd0d7da7ff925f21ff480aedd07c042f169fa5b6b86f1c904a337", "completed_target_tasks": 25, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:156", "model": "HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 156, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.494, "parameters_billion": 0.494, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "31be609527d403aa1b7bfbf9f84ae8dad3dcd93c9c7b99cd7f208f93ad4a2405", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:157", "model": "sentence-transformers/all-MiniLM-L12-v2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 157, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.033, "parameters_billion": 0.033, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "68294398b5d72614438f3c969582790c4acdb07db097ed20efb0ff7f0f16e058", "completed_target_tasks": 38, "required_tasks": 41, "missing_tasks": [ "AmazonCounterfactualClassification", "MTOPDomainClassification", "MassiveScenarioClassification" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:158", "model": "jxm/cde-small-v2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 158, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.306, "parameters_billion": 0.306, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "d42e021a9245b997c8b4b7a801b7a58b778332f0a09740407f89bedb98df8744", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:159", "model": "BAAI/bge-multilingual-gemma2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 159, "scored_checkpoint_revision": null, "reported_total_params_billion": 9.24, "parameters_billion": 9.24, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "ddf48074f91646e2df56e2cfea5771bb7eb6d4a1a6f10f2e628d0b878431ccda", "completed_target_tasks": 25, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:161", "model": "jinaai/jina-embedding-b-en-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 161, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.11, "parameters_billion": 0.11, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "d9a097b272dcf070379bf49c7ac7d7c3e37b90458aec4405a835a783f8837b1b", "completed_target_tasks": 39, "required_tasks": 41, "missing_tasks": [ "MassiveIntentClassification", "MassiveScenarioClassification" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:163", "model": "llmrails/ember-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 163, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.335, "parameters_billion": 0.335, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "0843c3ec7097a6444da06e70eb8f91313f37b0de511f0ccb972ad93a2f41b07c", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:164", "model": "Octen/Octen-Embedding-8B", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 164, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.567, "parameters_billion": 7.567, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "c8c71e8087311b219bcab6006eaefd567e1645239b5a3b3de9b62990d828106d", "completed_target_tasks": 21, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ImdbClassification", "ClimateFEVERHardNegatives", "MindSmallReranking", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:167", "model": "mixedbread-ai/mxbai-embed-2d-large-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 167, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.335, "parameters_billion": 0.335, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "3967dd91c4d8af119baa95f6913e9eeaf3c4055cc0c11d67c727dd7954f8747a", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:168", "model": "microsoft/harrier-oss-v1-27b", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 168, "scored_checkpoint_revision": null, "reported_total_params_billion": 27.009, "parameters_billion": 27.009, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "8350fdfbb21d6bd51d1f7e01f5746dad2b3560529a346f7bca01c56df78d9c27", "completed_target_tasks": 21, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ImdbClassification", "ClimateFEVERHardNegatives", "MindSmallReranking", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:170", "model": "McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 170, "scored_checkpoint_revision": null, "reported_total_params_billion": 6.647, "parameters_billion": 6.647, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "2918cf624c603e782833eaaf6e7f8d37e1c70136e476171fbe55175ccfdc02fc", "completed_target_tasks": 25, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "MindSmallReranking", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:174", "model": "nvidia/llama-embed-nemotron-8b", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 174, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.505, "parameters_billion": 7.505, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "6ab035ccd15f9e2785f712a67ac391afadbd9b3c9dbc4321c05a30a54f66baf7", "completed_target_tasks": 21, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ImdbClassification", "ClimateFEVERHardNegatives", "MindSmallReranking", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:175", "model": "voyageai/voyage-code-3", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 175, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "2c50cdbcff27cd846774e98aea860d48b05808ee726cf5a7725df666fa7b092f", "completed_target_tasks": 29, "required_tasks": 41, "missing_tasks": [ "ArguAna", "SCIDOCS", "HotpotQAHardNegatives", "TRECCOVID", "AskUbuntuDupQuestions", "Touche2020Retrieval.v3", "ClimateFEVERHardNegatives", "MindSmallReranking", "FEVERHardNegatives", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:176", "model": "izhx/udever-bloom-1b1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 176, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.065, "parameters_billion": 1.065, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "6086f245d47634d689ba0ba68e349aac4c452c422700760363675ac193b4d90c", "completed_target_tasks": 35, "required_tasks": 41, "missing_tasks": [ "Touche2020Retrieval.v3", "MassiveIntentClassification", "STS22.v2", "AmazonCounterfactualClassification", "MTOPDomainClassification", "MassiveScenarioClassification" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:178", "model": "jxm/cde-small-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 178, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.281, "parameters_billion": 0.281, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "f792b39be56402bd3931136b42a1a2cb40ea7cb1ba338cbcb49a8754ef0fcf06", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:179", "model": "microsoft/harrier-oss-v1-0.6b", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 179, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.596, "parameters_billion": 0.596, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "8a93ef952c62d9c328cbf23f45308611dff6fdee9fbb71ae2a5a748efa72f78b", "completed_target_tasks": 21, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ImdbClassification", "ClimateFEVERHardNegatives", "MindSmallReranking", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:180", "model": "Alibaba-NLP/gme-Qwen2-VL-7B-Instruct", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 180, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.746, "parameters_billion": 7.746, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "image", "text" ], "source_row_sha256": "2bc1c8a106ea39e5811fce9a94f853b0d2856c46dab928d29bb1e81693b6b98b", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:181", "model": "McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-supervised", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 181, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.295, "parameters_billion": 1.295, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "91cbff6d6a83e61bc05d3b51d03cd3c987a3f711e8e72b1cc8a18fd0413dd2b2", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:182", "model": "HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v1.5", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 182, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.494, "parameters_billion": 0.494, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "952d9ed687fb3b6679fa17554b40765ed5e9075b1f69d0b2e50c06f4382b2834", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:183", "model": "tencent/KaLM-Embedding-Gemma3-12B-2511", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 183, "scored_checkpoint_revision": null, "reported_total_params_billion": 11.766, "parameters_billion": 11.766, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "66e11ad8abd444ac0f9e2ac386ad81828346b2b9a28a3483b9de8a4302abf603", "completed_target_tasks": 21, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ImdbClassification", "ClimateFEVERHardNegatives", "MindSmallReranking", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:184", "model": "voyageai/voyage-law-2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 184, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "b49b8ea889cae419bca2f73c255502b78f2f98b17506c2cb084286b29d905fb4", "completed_target_tasks": 28, "required_tasks": 41, "missing_tasks": [ "ArguAna", "SCIDOCS", "HotpotQAHardNegatives", "TRECCOVID", "AskUbuntuDupQuestions", "Touche2020Retrieval.v3", "STS22.v2", "ClimateFEVERHardNegatives", "MindSmallReranking", "FEVERHardNegatives", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:185", "model": "Alibaba-NLP/gte-modernbert-base", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 185, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.149, "parameters_billion": 0.149, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "b3121161d6e82762363ecb8462ef41fe63fb78dd6ca189dd903b79abdd324708", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:188", "model": "Bytedance/Seed1.6-embedding-1215", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 188, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "bea7b4d447c47ccaaa4d628122aa2358e084f984df3d57a9cfdb0a5e35c787da", "completed_target_tasks": 21, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ImdbClassification", "ClimateFEVERHardNegatives", "MindSmallReranking", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:189", "model": "BAAI/bge-large-en", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 189, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.335, "parameters_billion": 0.335, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "8d1b14853473d883f8ce4a4d56f297bfda8b203175943d8cbd9bd89d8f281568", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:190", "model": "Alibaba-NLP/gte-base-en-v1.5", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 190, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.137, "parameters_billion": 0.137, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "851c36d39999e1027fb93d6590fe3ebb34d05f1f11db82e361a389285f07a74e", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:193", "model": "jinaai/jina-embeddings-v2-small-en", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 193, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.033, "parameters_billion": 0.033, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "448dbde94c4ced90edb8839c7ea9701cf517c27e33bd4694485dcc9e89ce4d06", "completed_target_tasks": 40, "required_tasks": 41, "missing_tasks": [ "MTOPDomainClassification" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:194", "model": "BAAI/bge-base-en", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 194, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.109, "parameters_billion": 0.109, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "9e47098c6c877b9969c3d4789fc488d57adef9886ddfa9548c45ac1c2acc6b68", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:196", "model": "Alibaba-NLP/gme-Qwen2-VL-2B-Instruct", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 196, "scored_checkpoint_revision": null, "reported_total_params_billion": 2.209, "parameters_billion": 2.209, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "image", "text" ], "source_row_sha256": "10699f6bfcd8b29f1855cd9ef6147c69df0fc878de8941603428c3a69568e75c", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:201", "model": "nomic-ai/modernbert-embed-base", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 201, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.149, "parameters_billion": 0.149, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "c01fdaeab1172c87e3a8d33b1eff6252f10c04aef5377d78ba627b3314797a1f", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:204", "model": "amazon/Titan-text-embeddings-v2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 204, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "a44f2e0cd222854377bd9412cfcb5dd5e09917e302c8fd7ec1d01f317c7b31e0", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:205", "model": "Mira190/Euler-Legal-Embedding-V1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 205, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.567, "parameters_billion": 7.567, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "7ea5919d8db409823a327d1eb0676b515b483b92e4188686518407f32d350a74", "completed_target_tasks": 21, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ImdbClassification", "ClimateFEVERHardNegatives", "MindSmallReranking", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:206", "model": "BidirLM/BidirLM-1.7B-Embedding", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 206, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.721, "parameters_billion": 1.721, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "ff66ebe399e51d6f014fc5e554cbe0262f9d8e40dbdfd6cf1c8cf30a312a5427", "completed_target_tasks": 21, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ImdbClassification", "ClimateFEVERHardNegatives", "MindSmallReranking", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:207", "model": "jinaai/jina-embedding-s-en-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 207, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.035, "parameters_billion": 0.035, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "0c17d9e91393050e92fa3e9892177f135fd1292927acd0a3d910ea60813102e3", "completed_target_tasks": 39, "required_tasks": 41, "missing_tasks": [ "MassiveIntentClassification", "MassiveScenarioClassification" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:208", "model": "shibing624/text2vec-base-multilingual", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 208, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.118, "parameters_billion": 0.118, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "d9bf00ac312b6c4037d19593c813a47f20b6f6f57e116daad8f368e182644529", "completed_target_tasks": 39, "required_tasks": 41, "missing_tasks": [ "AmazonCounterfactualClassification", "MTOPDomainClassification" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:209", "model": "microsoft/harrier-oss-v1-270m", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 209, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.268, "parameters_billion": 0.268, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "1213831d6e0ba8bae65eee25c004cbb922fc2c9f5225ff9d3acd7f873b01955a", "completed_target_tasks": 21, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ImdbClassification", "ClimateFEVERHardNegatives", "MindSmallReranking", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:210", "model": "voyageai/voyage-large-2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 210, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "0f408d69f630dd1ebf65271676ff3e3a677a57c035e435d6d7ae559d72af6252", "completed_target_tasks": 28, "required_tasks": 41, "missing_tasks": [ "ArguAna", "SCIDOCS", "HotpotQAHardNegatives", "TRECCOVID", "AskUbuntuDupQuestions", "Touche2020Retrieval.v3", "STS22.v2", "ClimateFEVERHardNegatives", "MindSmallReranking", "FEVERHardNegatives", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:211", "model": "voyageai/voyage-code-2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 211, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "a6a85dd6ee159393d886b238061919bdd9dc93212619dcfb475f54cc5b4ed636", "completed_target_tasks": 28, "required_tasks": 41, "missing_tasks": [ "ArguAna", "SCIDOCS", "HotpotQAHardNegatives", "TRECCOVID", "AskUbuntuDupQuestions", "Touche2020Retrieval.v3", "STS22.v2", "ClimateFEVERHardNegatives", "MindSmallReranking", "FEVERHardNegatives", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:214", "model": "BidirLM/BidirLM-1B-Embedding", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 214, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.0, "parameters_billion": 1.0, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "5ba5b900c2209cf5abd150cb6ab2a844a1328d2ada0ffdc3b001b3fb3a4c0d47", "completed_target_tasks": 21, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ImdbClassification", "ClimateFEVERHardNegatives", "MindSmallReranking", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:215", "model": "BAAI/bge-small-en", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 215, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.033, "parameters_billion": 0.033, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "3ba8404e59206ed10c35ae7c797f1d6f5cc64bdfc2171083e07279c630751a1d", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:216", "model": "BAAI/bge-m3", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 216, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.568, "parameters_billion": 0.568, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "3fc94f440ebacabf81a97f57c0540d11eb32e186705fe12fb41b6dfe2b5276ab", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "StackExchangeClusteringP2P.v2", "AskUbuntuDupQuestions", "BIOSSES", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ImdbClassification", "MindSmallReranking", "Banking77Classification", "TwitterSemEval2015", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:219", "model": "ibm-granite/granite-embedding-311m-multilingual-r2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 219, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.312, "parameters_billion": 0.312, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "001c2db45285d0313cccc0730a6763e8ad1d140cc2be09f9fc01163641841916", "completed_target_tasks": 28, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "TwentyNewsgroupsClustering.v2", "ImdbClassification", "MindSmallReranking", "Banking77Classification", "TwitterSemEval2015", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:222", "model": "jinaai/jina-embeddings-v4", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 222, "scored_checkpoint_revision": null, "reported_total_params_billion": 3.935, "parameters_billion": 3.935, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "image", "text" ], "source_row_sha256": "6dab98e5f65f6813209a1d3d4051bb2dbccdbd96a8bab043a897b7f9cf8f0083", "completed_target_tasks": 19, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "ToxicConversationsClassification", "StackExchangeClustering.v2", "TwitterURLCorpus", "MassiveIntentClassification", "ImdbClassification", "AmazonCounterfactualClassification", "MindSmallReranking", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:223", "model": "BidirLM/BidirLM-0.6B-Embedding", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 223, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.596, "parameters_billion": 0.596, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "8d4defb100df484eedcabb33f79d87af28b5bfbb2fbf55a7ef99342b27df28a8", "completed_target_tasks": 21, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ImdbClassification", "ClimateFEVERHardNegatives", "MindSmallReranking", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:224", "model": "voyageai/voyage-2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 224, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "056cc8af68963d2e599a58ac39fbc31e4a88b4612bdc12e8e960bc01f095b35e", "completed_target_tasks": 28, "required_tasks": 41, "missing_tasks": [ "ArguAna", "SCIDOCS", "HotpotQAHardNegatives", "TRECCOVID", "AskUbuntuDupQuestions", "Touche2020Retrieval.v3", "ImdbClassification", "ClimateFEVERHardNegatives", "MindSmallReranking", "FEVERHardNegatives", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:225", "model": "voyageai/voyage-finance-2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 225, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "5aff812630e323702585968c3b9d99f5473ff83380d647253571fef3ccc01e7a", "completed_target_tasks": 29, "required_tasks": 41, "missing_tasks": [ "ArguAna", "SCIDOCS", "HotpotQAHardNegatives", "TRECCOVID", "AskUbuntuDupQuestions", "Touche2020Retrieval.v3", "ClimateFEVERHardNegatives", "MindSmallReranking", "FEVERHardNegatives", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:226", "model": "sentence-transformers/sentence-t5-xxl", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 226, "scored_checkpoint_revision": null, "reported_total_params_billion": 4.866, "parameters_billion": 4.866, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "c58ce66e5ecf5582bb84ef04653865e5992dec2ab561577c2caf5dd06ea2a616", "completed_target_tasks": 25, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "MindSmallReranking", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:227", "model": "izhx/udever-bloom-560m", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 227, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.559, "parameters_billion": 0.559, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "3e8a75c148de03eb214bec109ff7ada0cd29e95f6f53b511ecbfea74b52a89d4", "completed_target_tasks": 35, "required_tasks": 41, "missing_tasks": [ "Touche2020Retrieval.v3", "MassiveIntentClassification", "STS22.v2", "AmazonCounterfactualClassification", "MTOPDomainClassification", "MassiveScenarioClassification" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:228", "model": "openai/text-embedding-ada-002", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 228, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "c85ea107124dc96d130c67071e6089d67f06f6e6c0594737f8f4c98a1f1b52b5", "completed_target_tasks": 25, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "MindSmallReranking", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:229", "model": "sentence-transformers/sentence-t5-xl", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 229, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.242, "parameters_billion": 1.242, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "2a95e378769084385c9cb57084f252662435cae64682988fbf4c310abfca4e28", "completed_target_tasks": 25, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "MindSmallReranking", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:237", "model": "ibm-granite/granite-embedding-97m-multilingual-r2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 237, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.097, "parameters_billion": 0.097, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "9e80c34da20fed3f67485a4ad32f703f4ab7dd0bbdb8a7773c4b301a3f780f45", "completed_target_tasks": 28, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "TwentyNewsgroupsClustering.v2", "ImdbClassification", "MindSmallReranking", "Banking77Classification", "TwitterSemEval2015", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:240", "model": "sentence-transformers/sentence-t5-large", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 240, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.336, "parameters_billion": 0.336, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "9f3dcdfd3a5abd563bea96d853d26407363ca4674a84db75b5517791fa15d35a", "completed_target_tasks": 23, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "MassiveIntentClassification", "STS22.v2", "ClimateFEVERHardNegatives", "MindSmallReranking", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MassiveScenarioClassification", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:244", "model": "minishlab/potion-multilingual-128M", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 244, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.128, "parameters_billion": 0.128, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "39b871264f561f4fed9dc6c5312ee994d8b0163999e0c610000394d780fc3d5d", "completed_target_tasks": 40, "required_tasks": 41, "missing_tasks": [ "MassiveScenarioClassification" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:247", "model": "sentence-transformers/gtr-t5-xxl", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 247, "scored_checkpoint_revision": null, "reported_total_params_billion": 4.866, "parameters_billion": 4.866, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "4ad61cf91a668bd6656faa13d92233a523fd7477df287979d4bc9736951c9a51", "completed_target_tasks": 25, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "MindSmallReranking", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:248", "model": "McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 248, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.547, "parameters_billion": 7.547, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "24760ad09acb5edb53f7059842bc145abc417b4c710db3665fa2181c1e2e0171", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:249", "model": "McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 249, "scored_checkpoint_revision": null, "reported_total_params_billion": 6.647, "parameters_billion": 6.647, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "9f7877674a8cda5aa476536b9bef2846d0bbe65cc1a0cc775a6ddc3001168bbe", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:250", "model": "sentence-transformers/gtr-t5-xl", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 250, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.242, "parameters_billion": 1.242, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "d2977845856f10a1c6ec6979809da081dc6b73d0497361f88de38e0a3d7b4927", "completed_target_tasks": 25, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "MindSmallReranking", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:251", "model": "BidirLM/BidirLM-270M-Embedding", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 251, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.268, "parameters_billion": 0.268, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "8f0951cfbf8857f0b10ee33195ae6f3e2ef1a8b24442ae3dfc05a4a0d5985b08", "completed_target_tasks": 21, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ImdbClassification", "ClimateFEVERHardNegatives", "MindSmallReranking", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:256", "model": "sentence-transformers/sentence-t5-base", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 256, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.223, "parameters_billion": 0.223, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "f85bab696987c3358bd264678429dd661e1a66b249f7e02ef76a6d0c24caae23", "completed_target_tasks": 23, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "MassiveIntentClassification", "STS22.v2", "ClimateFEVERHardNegatives", "MindSmallReranking", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MassiveScenarioClassification", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:259", "model": "voyageai/voyage-3.5", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 259, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "4a7c0ffb83ad937c8543e52b64de76c646665f8ecb713cd01bdd16356f256177", "completed_target_tasks": 22, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ImdbClassification", "ClimateFEVERHardNegatives", "MindSmallReranking", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:261", "model": "Hum-Works/lodestone-base-4096-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 261, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.137, "parameters_billion": 0.137, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "5616be51199391b61036561e7309f9b7d2c7b7105362d8c338bbb665555c76aa", "completed_target_tasks": 32, "required_tasks": 41, "missing_tasks": [ "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringP2P", "Touche2020Retrieval.v3", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:262", "model": "sentence-transformers/gtr-t5-large", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 262, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.336, "parameters_billion": 0.336, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "ed2fcbcc47f3684dbb5ae1b4fd201c949e84208b211740128521ddd1fcae5990", "completed_target_tasks": 23, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "MassiveIntentClassification", "STS22.v2", "ClimateFEVERHardNegatives", "MindSmallReranking", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MassiveScenarioClassification", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:269", "model": "sentence-transformers/gtr-t5-base", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 269, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.11, "parameters_billion": 0.11, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "019d2aed5be406d4dcf512c4ee0d893060cb12038218b2692486eb9ce75dc136", "completed_target_tasks": 25, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "MindSmallReranking", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:271", "model": "geevec-ai/geevec-embeddings-1.0", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 271, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "1c20c3075ce8b4c60286076f4293dab4d5ca9ccc48dc1868f292c51f473d6ba1", "completed_target_tasks": 10, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:272", "model": "McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 272, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.295, "parameters_billion": 1.295, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "81ca4b3028135be64f792e15ffdf8e065415136673eeceb8f348f830e0632933", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:273", "model": "infly/inf-retriever-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 273, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.069, "parameters_billion": 7.069, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "7607be9ed90416051886bb50b7e556739dc776efa3b340ef8d34db2f5df0be0d", "completed_target_tasks": 10, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:274", "model": "zeroentropy/zembed-1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 274, "scored_checkpoint_revision": null, "reported_total_params_billion": 4.022, "parameters_billion": 4.022, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "694efb022df8b7ccf87cd1313449d94061c0e59b52f2851858cfb92dae4c01ac", "completed_target_tasks": 21, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ImdbClassification", "ClimateFEVERHardNegatives", "MindSmallReranking", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:275", "model": "geevec-ai/geevec-embeddings-1.0-lite", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 275, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.366, "parameters_billion": 0.366, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "a3ae16de699635123d30d07c9083278de2d07b05c000f9e317b1389a68a02533", "completed_target_tasks": 10, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:276", "model": "infly/inf-retriever-v1-1.5b", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 276, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.543, "parameters_billion": 1.543, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "eef0f6745e077c38256c4309aceb448fa85c6d457789a77e6efc5f4d1ad68d06", "completed_target_tasks": 10, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:277", "model": "facebook/SONAR", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 277, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "1e47abf7e8b21d88e3c65cd08170e913809d361fb971c9798ddc5e9c43b80ab4", "completed_target_tasks": 27, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:278", "model": "keeeeenw/MicroLlama-text-embedding", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 278, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.272, "parameters_billion": 0.272, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "cebf06632b77d3273e6a2283e7c0d4a725b314318b64c42ca0b8751b145fa9a4", "completed_target_tasks": 20, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "TRECCOVID", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "STS22.v2", "STS12", "MindSmallReranking", "STS14", "TwitterSemEval2015", "TweetSentimentExtractionClassification", "STS15" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:279", "model": "sentence-transformers/multi-qa-MiniLM-L6-cos-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 279, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.023, "parameters_billion": 0.023, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "0fb432e2d67f3a4e098549a4a0dec38b1a0587592248ebe25e9132a0fa252ab6", "completed_target_tasks": 19, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "ArXivHierarchicalClusteringP2P", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "TwitterURLCorpus", "STS22.v2", "ClimateFEVERHardNegatives", "BiorxivClusteringP2P.v2", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:280", "model": "consciousAI/cai-stellaris-text-embeddings", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 280, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "7a3dd47f75307defdde94113806c433faf73c14189d20d89ed3cfad715653121", "completed_target_tasks": 16, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SCIDOCS", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STSBenchmark", "STS22.v2", "ClimateFEVERHardNegatives", "STS12", "STS14", "BiorxivClusteringP2P.v2", "FEVERHardNegatives", "FiQA2018", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:281", "model": "manveertamber/cadet-embed-base-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 281, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.109, "parameters_billion": 0.109, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "795f722b22d2dd31fbe3e5cc0fb413048e5c8bedee498ac8ec50abbc05abaf03", "completed_target_tasks": 9, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:282", "model": "mteb/baseline-bm25s", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 282, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.0, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "4203cb26a3352f6ebbc3351d23326a19d356d45a812c5b59018a7609fde524f1", "completed_target_tasks": 12, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "ArXivHierarchicalClusteringS2S", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "AmazonCounterfactualClassification", "STS12", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:283", "model": "lightonai/DenseOn", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 283, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.149, "parameters_billion": 0.149, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "2c4b3b39919a9469957e06f7189ebd64e052c12fe393d6b813230602b1039daf", "completed_target_tasks": 6, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:284", "model": "lightonai/LateOn", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 284, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.149, "parameters_billion": 0.149, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "242ad7dbae3c92d2d68eef4af651af845c6e6b4802b2dec4297c0cc776f15f0c", "completed_target_tasks": 6, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:285", "model": "lightonai/mDenseOn", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 285, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.307, "parameters_billion": 0.307, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "b996890bc79a8f91383efdcba680e5a0ed13cf48267e150bcde65f168d3b751e", "completed_target_tasks": 6, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:286", "model": "lightonai/mLateOn", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 286, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.307, "parameters_billion": 0.307, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "5a98b3455d6f74cbd65d3b2e3cd89a06fd6b63a13124a2960998014a4ac77e2c", "completed_target_tasks": 6, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:287", "model": "lightonai/DenseOn-unsupervised", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 287, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.149, "parameters_billion": 0.149, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "b651b04e30a3bb06eb3713cefaa4747cf2f667521bb255d67449fb20f904235c", "completed_target_tasks": 6, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:288", "model": "lightonai/LateOn-unsupervised", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 288, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.149, "parameters_billion": 0.149, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "cdb06f25aa15913f1b86ed61dff328a2153372880c26a8395b74e3c6a424a71f", "completed_target_tasks": 6, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:289", "model": "lightonai/ColBERT-Zero-unsupervised", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 289, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.149, "parameters_billion": 0.149, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "0fa1cafec6614cc9aee6ab0ab8527edc368252dba18734983d442194a423f916", "completed_target_tasks": 6, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:290", "model": "lightonai/GTE-ModernColBERT-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 290, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.149, "parameters_billion": 0.149, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "39e987d5a3b10fd4ceb29f3aabac3f55f39bbe7a450e5701dc3a5ec15c7fa319", "completed_target_tasks": 6, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:291", "model": "lightonai/ColBERT-Zero-supervised", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 291, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.149, "parameters_billion": 0.149, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "546c7e9791f9870c2f1aeeac220206d6be63f3b1762badaf6bc396569bf50c93", "completed_target_tasks": 6, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:292", "model": "lightonai/ColBERT-Zero", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 292, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.149, "parameters_billion": 0.149, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "8d37a594eb8da1c74bf893090b8b46e9b8b5838613d65408df372a26f9e90c30", "completed_target_tasks": 6, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:293", "model": "openbmb/MiniCPM-Embedding", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 293, "scored_checkpoint_revision": null, "reported_total_params_billion": 2.725, "parameters_billion": 2.725, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "19118c18c77d584d24ec84f950be9e16e2156f0cc6891d0a6523ca216fec3814", "completed_target_tasks": 4, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:294", "model": "spartan8806/atles-champion-embedding", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 294, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.109, "parameters_billion": 0.109, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "c37f82cd065bf30dc6754fd4a0e1154f1836bd6377cf022bcdc1d0427ab206f8", "completed_target_tasks": 6, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "MindSmallReranking", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:295", "model": "mixedbread-ai/mxbai-embed-xsmall-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 295, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.024, "parameters_billion": 0.024, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "6140122b97d879f534bb7ec2b225af19b20838582c5db9a6e87956c2a35067c7", "completed_target_tasks": 6, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:296", "model": "BeastyZ/e5-R-mistral-7b", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 296, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.242, "parameters_billion": 7.242, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "f8adaee59a4aee775fcf29a5241eded0b16bd99a68bb1daa90d56e39d7a921e0", "completed_target_tasks": 4, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:297", "model": "opensearch-project/opensearch-neural-sparse-encoding-doc-v3-gte", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 297, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.137, "parameters_billion": 0.137, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "a9b149d24c49893796b0dc2e2ab7dbd9492d10e30735565ec73716aea04953ad", "completed_target_tasks": 6, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:298", "model": "opensearch-project/opensearch-neural-sparse-encoding-doc-v3-distill", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 298, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.066, "parameters_billion": 0.066, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "12256c0652b8dd485c7eb755c024afc5ee2cc6a0db5b2c9021d2ae8a7aa7bcf1", "completed_target_tasks": 6, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:299", "model": "perplexity-ai/pplx-embed-v1-4b", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 299, "scored_checkpoint_revision": null, "reported_total_params_billion": 4.0, "parameters_billion": 4.0, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "8896754d7667cad51a9424d699285c99b58c567baf577dc45c4219c1247d0af5", "completed_target_tasks": 3, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:300", "model": "voyageai/voyage-3-large", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 300, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "95c592af3b5f75e9629db4e7c198fb13d34281a0adc42b41b1654a0ba866a22d", "completed_target_tasks": 3, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:301", "model": "MongoDB/mdbr-leaf-ir", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 301, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.023, "parameters_billion": 0.023, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "b807f1659291425053422ab50e537889a6f01f43b80ad315d2fdf9debcc4b1f4", "completed_target_tasks": 4, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:302", "model": "opensearch-project/opensearch-neural-sparse-encoding-doc-v2-distill", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 302, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.066, "parameters_billion": 0.066, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "de8be55d85fd20ea62160a61316cc49c7bc174a6ac5d514928eb0ab6f50ad615", "completed_target_tasks": 6, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:303", "model": "perplexity-ai/pplx-embed-v1-0.6b", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 303, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.596, "parameters_billion": 0.596, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "177a37cb6df420c00d83de643bdff4bc2ac8acb3cb7519aea00f0d8ec9647974", "completed_target_tasks": 3, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:304", "model": "Singaraj/sante-embed", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 304, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.543, "parameters_billion": 1.543, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "fd5ff433d5e4a0fb9b868828ee634b2afd750066937ac99575f50a48d97c7ff4", "completed_target_tasks": 3, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:305", "model": "opensearch-project/opensearch-neural-sparse-encoding-doc-v2-mini", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 305, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.023, "parameters_billion": 0.023, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "9b40bacd274d85a7ab42c4187b79f78b5f4443b58c62444e023434812d5ba142", "completed_target_tasks": 6, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:306", "model": "dmedhi/PawanEmbd-68M", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 306, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.068, "parameters_billion": 0.068, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "4220e170d11a3032e6ebee191adc477135996ebdeb8ff1172463569dbfb8ffa6", "completed_target_tasks": 6, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "SCIDOCS", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:307", "model": "Querit/Querit-4B", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 307, "scored_checkpoint_revision": null, "reported_total_params_billion": 4.022, "parameters_billion": 4.022, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "18c2dc92c4ea0d1297e3e3f4aca673e74c8ba0aa43fea182e555753df108b0f4", "completed_target_tasks": 2, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:308", "model": "Querit/Querit", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 308, "scored_checkpoint_revision": null, "reported_total_params_billion": 4.92, "parameters_billion": 4.92, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "6593e692d7f44a733d4690fd72819cb2d4f1c5fc9e10a7934891f9e12699b21c", "completed_target_tasks": 2, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:309", "model": "openai/text-embedding-3-large (embed_dim=512)", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 309, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "983b8e787dbf20129ec248c59ee6fcab7ed3a1221ead9c1d7ed5f73231add333", "completed_target_tasks": 2, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:310", "model": "voyageai/voyage-3.5 (output_dtype=int8)", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 310, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "f2e2dd4598bd99a5b830c54b978a6ea964511e2748af78fe162b68a468b14dfc", "completed_target_tasks": 2, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:311", "model": "NeuML/pubmedbert-base-embeddings-2M", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 311, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.002, "parameters_billion": 0.002, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "2c7422227770c60954220461478fb4c80dc5d70fe0e5ef47bae3b6aa4bdc050b", "completed_target_tasks": 3, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:312", "model": "NeuML/pubmedbert-base-embeddings-1M", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 312, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.001, "parameters_billion": 0.001, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "d09ec43abc2c570bc218d3ee6243c4068607c799f2c495ea0211bf205dc706b7", "completed_target_tasks": 3, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:313", "model": "openai/text-embedding-3-small (embed_dim=512)", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 313, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "b672df13977816ea28cb22efa2833485558e698290560717316b20d7504e8c08", "completed_target_tasks": 2, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:314", "model": "voyageai/voyage-3.5 (output_dtype=binary)", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 314, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "0b007b5ae23a8d767c3e1ea7fabecd23e33b0cfe27785e45e6e8b52a05ebebe7", "completed_target_tasks": 2, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:315", "model": "NeuML/pubmedbert-base-embeddings-8M", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 315, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.008, "parameters_billion": 0.008, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "78a7a830d6902f0f2bcfa9a6cac70e6961198d12ade206216cc6cd326d1ee457", "completed_target_tasks": 3, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:316", "model": "voyageai/voyage-multimodal-3", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 316, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": false, "modalities": [ "image", "text" ], "source_row_sha256": "1bbc79bdc93fe4549a73e17746bb141035a736364067372fb41728ac039fc15d", "completed_target_tasks": 2, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:317", "model": "NeuML/pubmedbert-base-embeddings-500K", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 317, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.001, "parameters_billion": 0.001, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "ed808596619f59f15f6f5e843b529400de3b0135b8e716bb74b097ed7ce96b6f", "completed_target_tasks": 3, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:318", "model": "KFST/XLMRoberta-en-da-sv-nb", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 318, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.278, "parameters_billion": 0.278, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "06ab23deccc802d2282cbafee302966f0d8c80ca3d2dc0a0bd0793d289042a59", "completed_target_tasks": 2, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:319", "model": "NeuML/pubmedbert-base-embeddings-100K", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 319, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.0, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "adbc6f51b5084fb98b316018334a1ec50ed00da2ac896d634d1276ed5a599da6", "completed_target_tasks": 3, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "AskUbuntuDupQuestions", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:320", "model": "jinaai/jina-reranker-v3", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 320, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.597, "parameters_billion": 0.597, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "7e01ac32541acdcdbfad99a45164f2f4e73dcf5e359e60556feb3f6195a12bfb", "completed_target_tasks": 1, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:321", "model": "nlpai-lab/KoE5", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 321, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.56, "parameters_billion": 0.56, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "ca567727693d72822b9b93d1a214a4869e6daeb9594803e3067f4331cd247641", "completed_target_tasks": 1, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:322", "model": "google/gemini-embedding-2-preview", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 322, "scored_checkpoint_revision": null, "reported_total_params_billion": null, "parameters_billion": null, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": false, "instruction_tuned": true, "modalities": [ "audio", "image", "text", "video" ], "source_row_sha256": "59b342bcdd7353004e467293189959d146dd46e327e566d9d4aaaa40c9bdea41", "completed_target_tasks": 1, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:323", "model": "KennethEnevoldsen/dfm-sentence-encoder-large", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 323, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.355, "parameters_billion": 0.355, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "c8cd4ad4389570c0ba6ca5c630b5b05305135b221bedb97c33c1dfd2a9c618e0", "completed_target_tasks": 2, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:324", "model": "dragonkue/multilingual-e5-small-ko", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 324, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.118, "parameters_billion": 0.118, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "3acd7279b5e5235d8d33db3b7a04ce0aeb6066a42aee29fb013e8c8971674303", "completed_target_tasks": 1, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:325", "model": "telepix/PIXIE-Rune-v1.5", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 325, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.568, "parameters_billion": 0.568, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "82cd7f77a619b79dc0354340828613c0accc0c6b9343c0a5c2602b01fea9c822", "completed_target_tasks": 1, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:326", "model": "dragonkue/snowflake-arctic-embed-l-v2.0-ko", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 326, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.568, "parameters_billion": 0.568, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "a38ec7ec054528265f0f8b61b253630407df572063387300cdf00f454a179fc6", "completed_target_tasks": 1, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:327", "model": "Omartificial-Intelligence-Space/Arabic-Triplet-Matryoshka-V2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 327, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.135, "parameters_billion": 0.135, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "4f0c5c489769d7c600b0854a11152bd885c4bf203d1043e3256ed3de5d85a9b0", "completed_target_tasks": 2, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:328", "model": "dragonkue/BGE-m3-ko", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 328, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.568, "parameters_billion": 0.568, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "31d3ca4f46a074ad823553eb7f5bb434a7f7d1a6acce229c56e90413b9b2bffd", "completed_target_tasks": 1, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:329", "model": "nlpai-lab/KURE-v1", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 329, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.568, "parameters_billion": 0.568, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "23b999c5ac71302bc30ab66eebdfcc667423ba224d5ad6e6edee14b8bd02ddcd", "completed_target_tasks": 1, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:330", "model": "dragonkue/multilingual-e5-small-ko-v2", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 330, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.118, "parameters_billion": 0.118, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text" ], "source_row_sha256": "cf2cf01b6ba434cb0a4f0f85883cd98cde068462ee4209eb3518a4699d69739f", "completed_target_tasks": 1, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:331", "model": "andersborges/model2vecdk-stem", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 331, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.049, "parameters_billion": 0.049, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "32f52a895e64326a29177ea8c8382f16b95d48b0338b37160c8696729d25f81c", "completed_target_tasks": 2, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:332", "model": "andersborges/model2vecdk", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 332, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.048, "parameters_billion": 0.048, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "ebd6618978a81cf4af00dec413b389fee6da0d1cbff0bee58b3cf0de69285103", "completed_target_tasks": 2, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:333", "model": "FacebookAI/xlm-roberta-large", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 333, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.56, "parameters_billion": 0.56, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "d9624e83646e3fe25b02f89018e9def0c8120d712d301bd1378b9b0ce2bff168", "completed_target_tasks": 2, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:334", "model": "KennethEnevoldsen/dfm-sentence-encoder-medium", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 334, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.124, "parameters_billion": 0.124, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "7c0c4fe87d3c35219fa8e3f41fed0c6c3a1a1421320895a0abf54d07527925f6", "completed_target_tasks": 2, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:335", "model": "FacebookAI/xlm-roberta-base", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 335, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.278, "parameters_billion": 0.278, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "8bdf492be07da9a1246f765356c8a292f9b47f9eb7cebaa8f47318ed65d3fdc3", "completed_target_tasks": 2, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SCIDOCS", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MTEB_eng_v2:row:336", "model": "colbert-ir/colbertv2.0", "kind": "registry_reported", "source_id": "scores_MTEB_eng_v2", "source_row_index": 336, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.109, "parameters_billion": 0.109, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text" ], "source_row_sha256": "853ec831363d8fc0e4060711e739fb95cfdeea69bc18a5afc10ef3a9370d3707", "completed_target_tasks": 1, "required_tasks": 41, "missing_tasks": [ "SummEvalSummarization.v2", "ArguAna", "STS17", "SprintDuplicateQuestions", "StackExchangeClusteringP2P.v2", "HotpotQAHardNegatives", "ArXivHierarchicalClusteringS2S", "TRECCOVID", "AskUbuntuDupQuestions", "MedrxivClusteringS2S.v2", "BIOSSES", "ArXivHierarchicalClusteringP2P", "STS13", "SICK-R", "TwentyNewsgroupsClustering.v2", "Touche2020Retrieval.v3", "ToxicConversationsClassification", "StackExchangeClustering.v2", "STSBenchmark", "TwitterURLCorpus", "MassiveIntentClassification", "STS22.v2", "ImdbClassification", "ClimateFEVERHardNegatives", "AmazonCounterfactualClassification", "STS12", "MindSmallReranking", "STS14", "BiorxivClusteringP2P.v2", "Banking77Classification", "TwitterSemEval2015", "FEVERHardNegatives", "TweetSentimentExtractionClassification", "MTOPDomainClassification", "MassiveScenarioClassification", "FiQA2018", "CQADupstackGamingRetrieval", "CQADupstackUnixRetrieval", "STS15", "MedrxivClusteringP2P.v2" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" } ], "unknown_size_complete_ids": [ "scores_MTEB_eng_v2:row:3", "scores_MTEB_eng_v2:row:7", "scores_MTEB_eng_v2:row:8", "scores_MTEB_eng_v2:row:27", "scores_MTEB_eng_v2:row:29", "scores_MTEB_eng_v2:row:54", "scores_MTEB_eng_v2:row:56", "scores_MTEB_eng_v2:row:57", "scores_MTEB_eng_v2:row:75", "scores_MTEB_eng_v2:row:113", "scores_MTEB_eng_v2:row:127", "scores_MTEB_eng_v2:row:142", "scores_MTEB_eng_v2:row:270" ], "current_ranks": { "nano": { "mean_task": { "score": 0.6488431514310018, "display_score_100": 64.88431514310018, "global_rank": 65, "global_population": 188, "tied_other_models": 0, "same_or_smaller_rank": 7, "same_or_smaller_population": 75, "best_same_or_smaller_other_model": { "id": "scores_MTEB_eng_v2:row:68", "model": "Tarka-AIR/Tarka-Embedding-150M-V1", "kind": "registry_reported", "parameters_billion": 0.156, "mean_task": 0.6639085365853659 }, "gap_pp_above_best_same_or_smaller": -1.5065385154364064, "observed_frontier": false, "dominator_count": 6, "all_dominator_ids": [ "scores_MTEB_eng_v2:row:61", "scores_MTEB_eng_v2:row:65", "scores_MTEB_eng_v2:row:68", "scores_MTEB_eng_v2:row:71", "scores_MTEB_eng_v2:row:72", "scores_MTEB_eng_v2:row:74" ] }, "mean_task_type": { "score": 0.6078184975654924, "display_score_100": 60.78184975654924, "global_rank": 65, "global_population": 188, "tied_other_models": 0, "same_or_smaller_rank": 5, "same_or_smaller_population": 75, "best_same_or_smaller_other_model": { "id": "scores_MTEB_eng_v2:row:61", "model": "avsolatorio/GIST-Embedding-v0", "kind": "registry_reported", "parameters_billion": 0.109, "mean_task_type": 0.613959243054458 }, "gap_pp_above_best_same_or_smaller": -0.6140745488965593, "observed_frontier": false, "dominator_count": 4, "all_dominator_ids": [ "scores_MTEB_eng_v2:row:61", "scores_MTEB_eng_v2:row:65", "scores_MTEB_eng_v2:row:68", "scores_MTEB_eng_v2:row:74" ] } }, "mini": { "mean_task": { "score": 0.6349232047933884, "display_score_100": 63.49232047933884, "global_rank": 82, "global_population": 188, "tied_other_models": 0, "same_or_smaller_rank": 42, "same_or_smaller_population": 134, "best_same_or_smaller_other_model": { "id": "scores_MTEB_eng_v2:row:1", "model": "infgrad/Jasper-Token-Compression-600M", "kind": "registry_reported", "parameters_billion": 0.607, "mean_task": 0.7474843170731708 }, "gap_pp_above_best_same_or_smaller": -11.256111227978238, "observed_frontier": false, "dominator_count": 41, "all_dominator_ids": [ "scores_MTEB_eng_v2:row:1", "scores_MTEB_eng_v2:row:14", "scores_MTEB_eng_v2:row:18", "scores_MTEB_eng_v2:row:19", "scores_MTEB_eng_v2:row:21", "scores_MTEB_eng_v2:row:26", "scores_MTEB_eng_v2:row:31", "scores_MTEB_eng_v2:row:33", "scores_MTEB_eng_v2:row:34", "scores_MTEB_eng_v2:row:35", "scores_MTEB_eng_v2:row:36", "scores_MTEB_eng_v2:row:40", "scores_MTEB_eng_v2:row:43", "scores_MTEB_eng_v2:row:44", "scores_MTEB_eng_v2:row:48", "scores_MTEB_eng_v2:row:49", "scores_MTEB_eng_v2:row:51", "scores_MTEB_eng_v2:row:53", "scores_MTEB_eng_v2:row:60", "scores_MTEB_eng_v2:row:61", "scores_MTEB_eng_v2:row:63", "scores_MTEB_eng_v2:row:65", "scores_MTEB_eng_v2:row:66", "scores_MTEB_eng_v2:row:67", "scores_MTEB_eng_v2:row:68", "scores_MTEB_eng_v2:row:70", "scores_MTEB_eng_v2:row:71", "scores_MTEB_eng_v2:row:72", "scores_MTEB_eng_v2:row:73", "scores_MTEB_eng_v2:row:74", "scores_MTEB_eng_v2:row:79", "scores_MTEB_eng_v2:row:80", "scores_MTEB_eng_v2:row:81", "scores_MTEB_eng_v2:row:82", "scores_MTEB_eng_v2:row:83", "scores_MTEB_eng_v2:row:86", "scores_MTEB_eng_v2:row:89", "scores_MTEB_eng_v2:row:91", "scores_MTEB_eng_v2:row:96", "scores_MTEB_eng_v2:row:97", "current:nano" ] }, "mean_task_type": { "score": 0.5878669411134946, "display_score_100": 58.786694111349455, "global_rank": 92, "global_population": 188, "tied_other_models": 0, "same_or_smaller_rank": 50, "same_or_smaller_population": 134, "best_same_or_smaller_other_model": { "id": "scores_MTEB_eng_v2:row:1", "model": "infgrad/Jasper-Token-Compression-600M", "kind": "registry_reported", "parameters_billion": 0.607, "mean_task_type": 0.6845585456349206 }, "gap_pp_above_best_same_or_smaller": -9.6691604521426, "observed_frontier": false, "dominator_count": 49, "all_dominator_ids": [ "scores_MTEB_eng_v2:row:1", "scores_MTEB_eng_v2:row:14", "scores_MTEB_eng_v2:row:18", "scores_MTEB_eng_v2:row:19", "scores_MTEB_eng_v2:row:21", "scores_MTEB_eng_v2:row:26", "scores_MTEB_eng_v2:row:31", "scores_MTEB_eng_v2:row:33", "scores_MTEB_eng_v2:row:34", "scores_MTEB_eng_v2:row:35", "scores_MTEB_eng_v2:row:36", "scores_MTEB_eng_v2:row:40", "scores_MTEB_eng_v2:row:43", "scores_MTEB_eng_v2:row:44", "scores_MTEB_eng_v2:row:48", "scores_MTEB_eng_v2:row:49", "scores_MTEB_eng_v2:row:51", "scores_MTEB_eng_v2:row:53", "scores_MTEB_eng_v2:row:60", "scores_MTEB_eng_v2:row:61", "scores_MTEB_eng_v2:row:63", "scores_MTEB_eng_v2:row:65", "scores_MTEB_eng_v2:row:66", "scores_MTEB_eng_v2:row:67", "scores_MTEB_eng_v2:row:68", "scores_MTEB_eng_v2:row:70", "scores_MTEB_eng_v2:row:71", "scores_MTEB_eng_v2:row:72", "scores_MTEB_eng_v2:row:73", "scores_MTEB_eng_v2:row:74", "scores_MTEB_eng_v2:row:79", "scores_MTEB_eng_v2:row:80", "scores_MTEB_eng_v2:row:82", "scores_MTEB_eng_v2:row:83", "scores_MTEB_eng_v2:row:84", "scores_MTEB_eng_v2:row:86", "scores_MTEB_eng_v2:row:87", "scores_MTEB_eng_v2:row:88", "scores_MTEB_eng_v2:row:89", "scores_MTEB_eng_v2:row:90", "scores_MTEB_eng_v2:row:91", "scores_MTEB_eng_v2:row:92", "scores_MTEB_eng_v2:row:96", "scores_MTEB_eng_v2:row:97", "scores_MTEB_eng_v2:row:100", "scores_MTEB_eng_v2:row:102", "scores_MTEB_eng_v2:row:104", "scores_MTEB_eng_v2:row:106", "current:nano" ] } } }, "rankings": { "mean_task": [ { "rank": 1, "id": "scores_MTEB_eng_v2:row:0", "model": "jcorners/ingot-8b-r3", "score": 0.7597950975609756, "parameters_billion": 7.567 }, { "rank": 2, "id": "scores_MTEB_eng_v2:row:2", "model": "Kingsoft-LLM/QZhou-Embedding", "score": 0.7597192439024391, "parameters_billion": 7.071 }, { "rank": 3, "id": "scores_MTEB_eng_v2:row:4", "model": "Qwen/Qwen3-Embedding-8B", "score": 0.7522560487804878, "parameters_billion": 7.567 }, { "rank": 4, "id": "scores_MTEB_eng_v2:row:3", "model": "ByteDance-Seed/Seed1.5-Embedding", "score": 0.747613243902439, "parameters_billion": null }, { "rank": 5, "id": "scores_MTEB_eng_v2:row:1", "model": "infgrad/Jasper-Token-Compression-600M", "score": 0.7474843170731708, "parameters_billion": 0.607 }, { "rank": 6, "id": "scores_MTEB_eng_v2:row:6", "model": "Qwen/Qwen3-Embedding-4B", "score": 0.7460537804878048, "parameters_billion": 4.022 }, { "rank": 7, "id": "scores_MTEB_eng_v2:row:5", "model": "annamodels/LGAI-Embedding-Preview", "score": 0.7412059024390244, "parameters_billion": 7.11 }, { "rank": 8, "id": "scores_MTEB_eng_v2:row:7", "model": "Bytedance/Seed1.6-embedding", "score": 0.7407039268292682, "parameters_billion": null }, { "rank": 9, "id": "scores_MTEB_eng_v2:row:17", "model": "codefuse-ai/F2LLM-4B", "score": 0.7367060487804878, "parameters_billion": 4.022 }, { "rank": 10, "id": "scores_MTEB_eng_v2:row:8", "model": "google/gemini-embedding-001", "score": 0.7329878292682926, "parameters_billion": null }, { "rank": 11, "id": "scores_MTEB_eng_v2:row:10", "model": "codefuse-ai/F2LLM-v2-14B", "score": 0.7307962926829269, "parameters_billion": 13.99 }, { "rank": 12, "id": "scores_MTEB_eng_v2:row:9", "model": "codefuse-ai/F2LLM-v2-8B", "score": 0.7286161219512195, "parameters_billion": 7.568 }, { "rank": 13, "id": "scores_MTEB_eng_v2:row:16", "model": "codefuse-ai/F2LLM-v2-4B", "score": 0.7241223902439025, "parameters_billion": 4.022 }, { "rank": 14, "id": "scores_MTEB_eng_v2:row:12", "model": "ai-sage/Giga-Embeddings-instruct-10B-A1.8B-0826", "score": 0.7223401463414635, "parameters_billion": 10.476 }, { "rank": 15, "id": "scores_MTEB_eng_v2:row:25", "model": "codefuse-ai/F2LLM-1.7B", "score": 0.7201440243902439, "parameters_billion": 1.721 }, { "rank": 16, "id": "scores_MTEB_eng_v2:row:11", "model": "ai-sage/Giga-Embeddings-instruct-3B-0826", "score": 0.7190430731707317, "parameters_billion": 3.151 }, { "rank": 17, "id": "scores_MTEB_eng_v2:row:13", "model": "jinaai/jina-embeddings-v5-omni-small", "score": 0.7177546341463414, "parameters_billion": 1.626 }, { "rank": 18, "id": "scores_MTEB_eng_v2:row:14", "model": "jinaai/jina-embeddings-v5-text-small", "score": 0.7177513414634146, "parameters_billion": 0.596 }, { "rank": 19, "id": "scores_MTEB_eng_v2:row:31", "model": "IEITYuan/Yuan-embedding-2.0-en", "score": 0.7174371951219513, "parameters_billion": 0.596 }, { "rank": 20, "id": "scores_MTEB_eng_v2:row:20", "model": "codefuse-ai/F2LLM-v2-1.7B", "score": 0.7163071951219512, "parameters_billion": 1.721 }, { "rank": 21, "id": "scores_MTEB_eng_v2:row:15", "model": "NovaSearch/jasper_en_vision_language_v1", "score": 0.7141166097560975, "parameters_billion": 1.565 }, { "rank": 22, "id": "scores_MTEB_eng_v2:row:21", "model": "KaLM-Embedding/KaLM-embedding-multilingual-mini-instruct-v2.5", "score": 0.7128882096750967, "parameters_billion": 0.494 }, { "rank": 23, "id": "scores_MTEB_eng_v2:row:18", "model": "jinaai/jina-embeddings-v5-omni-nano", "score": 0.7111337804878048, "parameters_billion": 0.986 }, { "rank": 23, "id": "scores_MTEB_eng_v2:row:19", "model": "jinaai/jina-embeddings-v5-text-nano", "score": 0.7111337804878048, "parameters_billion": 0.212 }, { "rank": 25, "id": "scores_MTEB_eng_v2:row:30", "model": "ai-sage/Giga-Embeddings-instruct", "score": 0.7107208048780488, "parameters_billion": 3.227 }, { "rank": 26, "id": "scores_MTEB_eng_v2:row:28", "model": "Alibaba-NLP/gte-Qwen2-7B-instruct", "score": 0.7071656789982222, "parameters_billion": 7.069 }, { "rank": 27, "id": "scores_MTEB_eng_v2:row:26", "model": "Qwen/Qwen3-Embedding-0.6B", "score": 0.704719512195122, "parameters_billion": 0.596 }, { "rank": 28, "id": "scores_MTEB_eng_v2:row:46", "model": "GeoGPT-Research-Project/GeoEmbedding", "score": 0.7020541219512195, "parameters_billion": 7.111 }, { "rank": 29, "id": "scores_MTEB_eng_v2:row:37", "model": "ICT-TIME-and-Querit/ICT-TIME-and-Querit-embedding-v1", "score": 0.7011618780487805, "parameters_billion": 4.022 }, { "rank": 30, "id": "scores_MTEB_eng_v2:row:44", "model": "codefuse-ai/F2LLM-0.6B", "score": 0.7003470731707317, "parameters_billion": 0.596 }, { "rank": 31, "id": "scores_MTEB_eng_v2:row:36", "model": "codefuse-ai/F2LLM-v2-0.6B", "score": 0.6997131707317074, "parameters_billion": 0.596 }, { "rank": 32, "id": "scores_MTEB_eng_v2:row:41", "model": "Salesforce/SFR-Embedding-2_R", "score": 0.6981742694733529, "parameters_billion": 7.111 }, { "rank": 33, "id": "scores_MTEB_eng_v2:row:24", "model": "nvidia/NV-Embed-v2", "score": 0.6980760203301699, "parameters_billion": 7.85 }, { "rank": 34, "id": "scores_MTEB_eng_v2:row:22", "model": "Linq-AI-Research/Linq-Embed-Mistral", "score": 0.6979659305421375, "parameters_billion": 7.111 }, { "rank": 35, "id": "scores_MTEB_eng_v2:row:33", "model": "google/embeddinggemma-300m", "score": 0.6967362195121951, "parameters_billion": 0.308 }, { "rank": 36, "id": "scores_MTEB_eng_v2:row:27", "model": "google/text-embedding-005", "score": 0.6959541707317073, "parameters_billion": null }, { "rank": 37, "id": "scores_MTEB_eng_v2:row:29", "model": "google/text-embedding-004", "score": 0.6952770487804878, "parameters_billion": null }, { "rank": 38, "id": "scores_MTEB_eng_v2:row:43", "model": "ai-sage/Giga-Embeddings-instruct-480M-0826", "score": 0.6951773902439025, "parameters_billion": 0.484 }, { "rank": 39, "id": "scores_MTEB_eng_v2:row:32", "model": "NovaSearch/stella_en_1.5B_v5", "score": 0.6942559205904169, "parameters_billion": 1.54 }, { "rank": 40, "id": "scores_MTEB_eng_v2:row:35", "model": "NovaSearch/stella_en_400M_v5", "score": 0.6939390178691194, "parameters_billion": 0.435 }, { "rank": 41, "id": "scores_MTEB_eng_v2:row:23", "model": "Salesforce/SFR-Embedding-Mistral", "score": 0.6931134522826354, "parameters_billion": 7.111 }, { "rank": 42, "id": "scores_MTEB_eng_v2:row:40", "model": "Tarka-AIR/Tarka-Embedding-350M-V1", "score": 0.6929310731707318, "parameters_billion": 0.354 }, { "rank": 43, "id": "scores_MTEB_eng_v2:row:49", "model": "codefuse-ai/F2LLM-v2-330M", "score": 0.6885837804878049, "parameters_billion": 0.334 }, { "rank": 44, "id": "scores_MTEB_eng_v2:row:50", "model": "nvidia/NV-Embed-v1", "score": 0.6831500238312479, "parameters_billion": 7.85 }, { "rank": 45, "id": "scores_MTEB_eng_v2:row:38", "model": "intfloat/e5-mistral-7b-instruct", "score": 0.6797131612883873, "parameters_billion": 7.111 }, { "rank": 46, "id": "scores_MTEB_eng_v2:row:34", "model": "KiteFishAI/Nano-Em1-0.6B-v2.1", "score": 0.6786009512195121, "parameters_billion": 0.596 }, { "rank": 47, "id": "scores_MTEB_eng_v2:row:54", "model": "google/text-multilingual-embedding-002", "score": 0.6767027073170732, "parameters_billion": null }, { "rank": 48, "id": "scores_MTEB_eng_v2:row:39", "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "score": 0.6746906341463415, "parameters_billion": 2.445 }, { "rank": 49, "id": "scores_MTEB_eng_v2:row:42", "model": "Alibaba-NLP/gte-Qwen2-1.5B-instruct", "score": 0.6719870460269243, "parameters_billion": 1.543 }, { "rank": 50, "id": "scores_MTEB_eng_v2:row:47", "model": "GritLM/GritLM-7B", "score": 0.670707780399812, "parameters_billion": 7.24 }, { "rank": 51, "id": "scores_MTEB_eng_v2:row:53", "model": "WhereIsAI/UAE-Large-V1", "score": 0.6640187986366449, "parameters_billion": 0.335 }, { "rank": 52, "id": "scores_MTEB_eng_v2:row:68", "model": "Tarka-AIR/Tarka-Embedding-150M-V1", "score": 0.6639085365853659, "parameters_billion": 0.156 }, { "rank": 53, "id": "scores_MTEB_eng_v2:row:51", "model": "mixedbread-ai/mxbai-embed-large-v1", "score": 0.662622240804676, "parameters_billion": 0.335 }, { "rank": 54, "id": "scores_MTEB_eng_v2:row:48", "model": "avsolatorio/GIST-large-Embedding-v0", "score": 0.6625134256133555, "parameters_billion": 0.335 }, { "rank": 55, "id": "scores_MTEB_eng_v2:row:56", "model": "Cohere/Cohere-embed-english-v3.0", "score": 0.662088595731706, "parameters_billion": null }, { "rank": 56, "id": "scores_MTEB_eng_v2:row:52", "model": "GritLM/GritLM-8x7B", "score": 0.6615586695812335, "parameters_billion": 57.92 }, { "rank": 57, "id": "scores_MTEB_eng_v2:row:57", "model": "Cohere/Cohere-embed-multilingual-v3.0", "score": 0.6600906022277376, "parameters_billion": null }, { "rank": 58, "id": "scores_MTEB_eng_v2:row:74", "model": "codefuse-ai/F2LLM-v2-160M", "score": 0.6592689512195122, "parameters_billion": 0.159 }, { "rank": 59, "id": "scores_MTEB_eng_v2:row:63", "model": "BAAI/bge-large-en-v1.5", "score": 0.6588837954348156, "parameters_billion": 0.335 }, { "rank": 60, "id": "scores_MTEB_eng_v2:row:60", "model": "intfloat/multilingual-e5-large-instruct", "score": 0.6553055551266775, "parameters_billion": 0.56 }, { "rank": 61, "id": "scores_MTEB_eng_v2:row:61", "model": "avsolatorio/GIST-Embedding-v0", "score": 0.6550466210091898, "parameters_billion": 0.109 }, { "rank": 62, "id": "scores_MTEB_eng_v2:row:71", "model": "BAAI/bge-base-en-v1.5", "score": 0.6513711720715847, "parameters_billion": 0.109 }, { "rank": 63, "id": "scores_MTEB_eng_v2:row:72", "model": "prdev/mini-gte", "score": 0.6505740731707317, "parameters_billion": 0.066 }, { "rank": 64, "id": "scores_MTEB_eng_v2:row:65", "model": "infgrad/stella-base-en-v2", "score": 0.6490399096837327, "parameters_billion": 0.109 }, { "rank": 65, "id": "current:nano", "model": "vllm-sr/Vela-1.0-Omni-Nano", "score": 0.6488431514310018, "parameters_billion": 0.163771288 }, { "rank": 66, "id": "scores_MTEB_eng_v2:row:67", "model": "thenlper/gte-large", "score": 0.6476698050696447, "parameters_billion": 0.335 }, { "rank": 67, "id": "scores_MTEB_eng_v2:row:66", "model": "avsolatorio/GIST-small-Embedding-v0", "score": 0.6475937830352264, "parameters_billion": 0.033 }, { "rank": 68, "id": "scores_MTEB_eng_v2:row:75", "model": "Cohere/Cohere-embed-english-light-v3.0", "score": 0.6459237252188289, "parameters_billion": null }, { "rank": 69, "id": "scores_MTEB_eng_v2:row:64", "model": "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised", "score": 0.6456632207605192, "parameters_billion": 7.153 }, { "rank": 70, "id": "scores_MTEB_eng_v2:row:91", "model": "codefuse-ai/F2LLM-v2-80M", "score": 0.6454793658536585, "parameters_billion": 0.08 }, { "rank": 71, "id": "scores_MTEB_eng_v2:row:83", "model": "BAAI/bge-small-en-v1.5", "score": 0.6430120254016622, "parameters_billion": 0.033 }, { "rank": 72, "id": "scores_MTEB_eng_v2:row:81", "model": "HIT-TMG/KaLM-embedding-multilingual-mini-v1", "score": 0.6413111871230771, "parameters_billion": 0.494 }, { "rank": 73, "id": "scores_MTEB_eng_v2:row:73", "model": "VPLabs/SearchMap_Preview", "score": 0.6408451219512196, "parameters_billion": 0.435 }, { "rank": 74, "id": "scores_MTEB_eng_v2:row:82", "model": "KiteFishAI/Nano-Em1-0.6B-v2", "score": 0.6408008536585366, "parameters_billion": 0.596 }, { "rank": 75, "id": "scores_MTEB_eng_v2:row:86", "model": "abhinand/MedEmbed-small-v0.1", "score": 0.6397950769087808, "parameters_billion": 0.033 }, { "rank": 76, "id": "scores_MTEB_eng_v2:row:79", "model": "MongoDB/mdbr-leaf-mt", "score": 0.6396570975609756, "parameters_billion": 0.023 }, { "rank": 77, "id": "scores_MTEB_eng_v2:row:80", "model": "thenlper/gte-base", "score": 0.6390384426519458, "parameters_billion": 0.109 }, { "rank": 78, "id": "scores_MTEB_eng_v2:row:70", "model": "Lajavaness/bilingual-embedding-large", "score": 0.6376620272557523, "parameters_billion": 0.56 }, { "rank": 79, "id": "scores_MTEB_eng_v2:row:96", "model": "nomic-ai/nomic-embed-text-v2-moe", "score": 0.6363502926829268, "parameters_billion": 0.475 }, { "rank": 80, "id": "scores_MTEB_eng_v2:row:89", "model": "nomic-ai/nomic-embed-text-v1", "score": 0.6360401547037337, "parameters_billion": 0.137 }, { "rank": 81, "id": "scores_MTEB_eng_v2:row:97", "model": "Snowflake/snowflake-arctic-embed-l-v2.0", "score": 0.6360280243902439, "parameters_billion": 0.568 }, { "rank": 82, "id": "current:mini", "model": "vllm-sr/Vela-1.0-Omni-Mini", "score": 0.6349232047933884, "parameters_billion": 1.361475288 }, { "rank": 83, "id": "scores_MTEB_eng_v2:row:87", "model": "mixedbread-ai/deepset-mxbai-embed-de-large-v1", "score": 0.6342877041386201, "parameters_billion": 0.487 }, { "rank": 84, "id": "scores_MTEB_eng_v2:row:77", "model": "LCO-Embedding/LCO-Embedding-Omni-7B", "score": 0.6324147560975609, "parameters_billion": 8.932 }, { "rank": 85, "id": "scores_MTEB_eng_v2:row:90", "model": "thenlper/gte-small", "score": 0.6321994180544178, "parameters_billion": 0.033 }, { "rank": 86, "id": "scores_MTEB_eng_v2:row:92", "model": "intfloat/e5-large", "score": 0.6312911305854118, "parameters_billion": 0.335 }, { "rank": 87, "id": "scores_MTEB_eng_v2:row:104", "model": "nomic-ai/nomic-embed-text-v1-ablated", "score": 0.6292927790245313, "parameters_billion": 0.137 }, { "rank": 88, "id": "scores_MTEB_eng_v2:row:99", "model": "ibm-granite/granite-embedding-english-r2", "score": 0.6283573902439025, "parameters_billion": 0.149 }, { "rank": 89, "id": "scores_MTEB_eng_v2:row:100", "model": "intfloat/e5-large-v2", "score": 0.6279303728815129, "parameters_billion": 0.335 }, { "rank": 90, "id": "scores_MTEB_eng_v2:row:113", "model": "Cohere/Cohere-embed-multilingual-light-v3.0", "score": 0.6274740812892552, "parameters_billion": null }, { "rank": 91, "id": "scores_MTEB_eng_v2:row:106", "model": "intfloat/e5-base-v2", "score": 0.6266703590913638, "parameters_billion": 0.109 }, { "rank": 92, "id": "scores_MTEB_eng_v2:row:112", "model": "Snowflake/snowflake-arctic-embed-m-v2.0", "score": 0.6256529756097561, "parameters_billion": 0.305 }, { "rank": 93, "id": "scores_MTEB_eng_v2:row:93", "model": "LCO-Embedding/LCO-Embedding-Omni-3B", "score": 0.6232579756097562, "parameters_billion": 4.703 }, { "rank": 94, "id": "scores_MTEB_eng_v2:row:84", "model": "sdadas/mmlw-e5-large", "score": 0.6232231463414634, "parameters_billion": 0.56 }, { "rank": 95, "id": "scores_MTEB_eng_v2:row:114", "model": "nomic-ai/nomic-embed-text-v1-unsupervised", "score": 0.622929334085075, "parameters_billion": 0.137 }, { "rank": 96, "id": "scores_MTEB_eng_v2:row:109", "model": "hotchpotch/bekko-embedding-v1-a25m", "score": 0.6225406829268293, "parameters_billion": 0.123 }, { "rank": 97, "id": "scores_MTEB_eng_v2:row:94", "model": "HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v1", "score": 0.6219683040043787, "parameters_billion": 0.494 }, { "rank": 98, "id": "scores_MTEB_eng_v2:row:115", "model": "nomic-ai/nomic-embed-text-v1.5", "score": 0.6219673472399526, "parameters_billion": 0.137 }, { "rank": 99, "id": "scores_MTEB_eng_v2:row:95", "model": "ManiacLabs/miniac-embed", "score": 0.6208456218717298, "parameters_billion": 0.033 }, { "rank": 100, "id": "scores_MTEB_eng_v2:row:110", "model": "ibm-granite/granite-embedding-125m-english", "score": 0.6207979268292684, "parameters_billion": 0.125 }, { "rank": 101, "id": "scores_MTEB_eng_v2:row:103", "model": "avsolatorio/GIST-all-MiniLM-L6-v2", "score": 0.6206267877701865, "parameters_billion": 0.023 }, { "rank": 102, "id": "scores_MTEB_eng_v2:row:102", "model": "deepvk/USER-bge-m3", "score": 0.6205859512195122, "parameters_billion": 0.359 }, { "rank": 103, "id": "scores_MTEB_eng_v2:row:123", "model": "Snowflake/snowflake-arctic-embed-l", "score": 0.6204052527763326, "parameters_billion": 0.335 }, { "rank": 104, "id": "scores_MTEB_eng_v2:row:88", "model": "sdadas/mmlw-roberta-large", "score": 0.6180039268292683, "parameters_billion": 0.435 }, { "rank": 105, "id": "scores_MTEB_eng_v2:row:118", "model": "intfloat/e5-base", "score": 0.6178992076453981, "parameters_billion": 0.109 }, { "rank": 106, "id": "scores_MTEB_eng_v2:row:130", "model": "Snowflake/snowflake-arctic-embed-s", "score": 0.6159299468389157, "parameters_billion": 0.033 }, { "rank": 107, "id": "scores_MTEB_eng_v2:row:129", "model": "Snowflake/snowflake-arctic-embed-m-v1.5", "score": 0.6150532944035461, "parameters_billion": 0.109 }, { "rank": 108, "id": "scores_MTEB_eng_v2:row:117", "model": "OrdalieTech/Solon-embeddings-large-0.1", "score": 0.6148004390243902, "parameters_billion": 0.56 }, { "rank": 109, "id": "scores_MTEB_eng_v2:row:98", "model": "sdadas/mmlw-e5-base", "score": 0.6142770243902439, "parameters_billion": 0.278 }, { "rank": 110, "id": "scores_MTEB_eng_v2:row:127", "model": "voyageai/voyage-3", "score": 0.6137765609756097, "parameters_billion": null }, { "rank": 111, "id": "scores_MTEB_eng_v2:row:134", "model": "intfloat/e5-small-v2", "score": 0.6132269161875277, "parameters_billion": 0.033 }, { "rank": 112, "id": "scores_MTEB_eng_v2:row:107", "model": "Lajavaness/bilingual-embedding-base", "score": 0.6132028292635484, "parameters_billion": 0.278 }, { "rank": 113, "id": "scores_MTEB_eng_v2:row:122", "model": "manu/bge-m3-custom-fr", "score": 0.6122317073170732, "parameters_billion": 0.568 }, { "rank": 114, "id": "scores_MTEB_eng_v2:row:101", "model": "sdadas/mmlw-roberta-base", "score": 0.6115019512195122, "parameters_billion": 0.124 }, { "rank": 115, "id": "scores_MTEB_eng_v2:row:133", "model": "Snowflake/snowflake-arctic-embed-m", "score": 0.6108756553360901, "parameters_billion": 0.109 }, { "rank": 116, "id": "scores_MTEB_eng_v2:row:125", "model": "ibm-granite/granite-embedding-small-english-r2", "score": 0.610681024390244, "parameters_billion": 0.048 }, { "rank": 117, "id": "scores_MTEB_eng_v2:row:137", "model": "intfloat/multilingual-e5-base", "score": 0.6100213457411223, "parameters_billion": 0.278 }, { "rank": 118, "id": "scores_MTEB_eng_v2:row:128", "model": "Mihaiii/Ivysaur", "score": 0.608025992501295, "parameters_billion": 0.023 }, { "rank": 119, "id": "scores_MTEB_eng_v2:row:132", "model": "hotchpotch/bekko-embedding-v1-a8m", "score": 0.6080209756097561, "parameters_billion": 0.106 }, { "rank": 120, "id": "scores_MTEB_eng_v2:row:76", "model": "Haon-Chen/speed-embedding-7b-instruct", "score": 0.6062405328330406, "parameters_billion": 7.111 }, { "rank": 121, "id": "scores_MTEB_eng_v2:row:142", "model": "voyageai/voyage-3-lite", "score": 0.604377, "parameters_billion": null }, { "rank": 122, "id": "scores_MTEB_eng_v2:row:135", "model": "intfloat/e5-small", "score": 0.6040957544710008, "parameters_billion": 0.033 }, { "rank": 123, "id": "scores_MTEB_eng_v2:row:148", "model": "ibm-granite/granite-embedding-278m-multilingual", "score": 0.6036324390243902, "parameters_billion": 0.278 }, { "rank": 124, "id": "scores_MTEB_eng_v2:row:124", "model": "dwzhu/e5-base-4k", "score": 0.6032403106889277, "parameters_billion": 0.112 }, { "rank": 125, "id": "scores_MTEB_eng_v2:row:140", "model": "ibm-granite/granite-embedding-30m-english", "score": 0.6019757560975609, "parameters_billion": 0.03 }, { "rank": 126, "id": "scores_MTEB_eng_v2:row:160", "model": "Snowflake/snowflake-arctic-embed-xs", "score": 0.5976673272696803, "parameters_billion": 0.023 }, { "rank": 127, "id": "scores_MTEB_eng_v2:row:144", "model": "Haon-Chen/e5-omni-3B", "score": 0.5969691463414635, "parameters_billion": 4.703 }, { "rank": 128, "id": "scores_MTEB_eng_v2:row:153", "model": "intfloat/multilingual-e5-small", "score": 0.5968822955065252, "parameters_billion": 0.118 }, { "rank": 129, "id": "scores_MTEB_eng_v2:row:139", "model": "Lajavaness/bilingual-embedding-small", "score": 0.5962482625119004, "parameters_billion": 0.118 }, { "rank": 130, "id": "scores_MTEB_eng_v2:row:143", "model": "sentence-transformers/all-MiniLM-L6-v2", "score": 0.5903039027409025, "parameters_billion": 0.023 }, { "rank": 131, "id": "scores_MTEB_eng_v2:row:151", "model": "Mihaiii/gte-micro-v4", "score": 0.5889789209527495, "parameters_billion": 0.019 }, { "rank": 132, "id": "scores_MTEB_eng_v2:row:136", "model": "sdadas/mmlw-e5-small", "score": 0.5886495365853658, "parameters_billion": 0.118 }, { "rank": 133, "id": "scores_MTEB_eng_v2:row:169", "model": "ibm-granite/granite-embedding-107m-multilingual", "score": 0.5876386829268293, "parameters_billion": 0.107 }, { "rank": 134, "id": "scores_MTEB_eng_v2:row:152", "model": "Haon-Chen/e5-omni-7B", "score": 0.5867044634146341, "parameters_billion": 8.932 }, { "rank": 135, "id": "scores_MTEB_eng_v2:row:150", "model": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2", "score": 0.5826828776243405, "parameters_billion": 0.278 }, { "rank": 136, "id": "scores_MTEB_eng_v2:row:186", "model": "manu/sentence_croissant_alpha_v0.3", "score": 0.578017, "parameters_billion": 1.28 }, { "rank": 137, "id": "scores_MTEB_eng_v2:row:166", "model": "Mihaiii/Bulbasaur", "score": 0.5774624020975746, "parameters_billion": 0.017 }, { "rank": 138, "id": "scores_MTEB_eng_v2:row:177", "model": "manu/sentence_croissant_alpha_v0.4", "score": 0.5770828048780489, "parameters_billion": 1.28 }, { "rank": 139, "id": "scores_MTEB_eng_v2:row:154", "model": "Tevatron/OmniEmbed-v0.1", "score": 0.5769762439024391, "parameters_billion": 8.932 }, { "rank": 140, "id": "scores_MTEB_eng_v2:row:192", "model": "ai-forever/ru-en-RoSBERTa", "score": 0.5726126097560975, "parameters_billion": 0.404 }, { "rank": 141, "id": "scores_MTEB_eng_v2:row:162", "model": "Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka", "score": 0.5692984460286736, "parameters_billion": 0.278 }, { "rank": 142, "id": "scores_MTEB_eng_v2:row:191", "model": "manu/sentence_croissant_alpha_v0.2", "score": 0.5655929268292683, "parameters_billion": 1.28 }, { "rank": 143, "id": "scores_MTEB_eng_v2:row:187", "model": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", "score": 0.5641676699090004, "parameters_billion": 0.118 }, { "rank": 144, "id": "scores_MTEB_eng_v2:row:165", "model": "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse", "score": 0.5619834999667115, "parameters_billion": 7.153 }, { "rank": 145, "id": "scores_MTEB_eng_v2:row:172", "model": "bigscience/sgpt-bloom-7b1-msmarco", "score": 0.5608368916035635, "parameters_billion": 7.068 }, { "rank": 146, "id": "scores_MTEB_eng_v2:row:195", "model": "sergeyzh/LaBSE-ru-turbo", "score": 0.5567629756097561, "parameters_billion": 0.129 }, { "rank": 147, "id": "scores_MTEB_eng_v2:row:203", "model": "minishlab/potion-base-32M", "score": 0.5462935609756098, "parameters_billion": 0.032 }, { "rank": 148, "id": "scores_MTEB_eng_v2:row:197", "model": "Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet", "score": 0.5443176110241625, "parameters_billion": 0.118 }, { "rank": 149, "id": "scores_MTEB_eng_v2:row:198", "model": "Mihaiii/Wartortle", "score": 0.541114379269468, "parameters_billion": 0.017 }, { "rank": 150, "id": "scores_MTEB_eng_v2:row:212", "model": "minishlab/potion-retrieval-32M", "score": 0.5392212195121951, "parameters_billion": 0.032 }, { "rank": 151, "id": "scores_MTEB_eng_v2:row:199", "model": "Mihaiii/gte-micro", "score": 0.5388580641928595, "parameters_billion": 0.017 }, { "rank": 152, "id": "scores_MTEB_eng_v2:row:218", "model": "minishlab/potion-base-8M", "score": 0.5332783730985786, "parameters_billion": 0.008 }, { "rank": 153, "id": "scores_MTEB_eng_v2:row:200", "model": "Omartificial-Intelligence-Space/Arabic-labse-Matryoshka", "score": 0.5297848826642666, "parameters_billion": 0.471 }, { "rank": 154, "id": "scores_MTEB_eng_v2:row:213", "model": "encord-team/ebind-full", "score": 0.5263819268292682, "parameters_billion": 1.79 }, { "rank": 155, "id": "scores_MTEB_eng_v2:row:217", "model": "Mihaiii/Squirtle", "score": 0.5200412681968019, "parameters_billion": 0.016 }, { "rank": 156, "id": "scores_MTEB_eng_v2:row:220", "model": "Mihaiii/Venusaur", "score": 0.5198573527620314, "parameters_billion": 0.016 }, { "rank": 157, "id": "scores_MTEB_eng_v2:row:230", "model": "minishlab/potion-base-4M", "score": 0.5179691030231456, "parameters_billion": 0.004 }, { "rank": 158, "id": "scores_MTEB_eng_v2:row:233", "model": "sentence-transformers/static-retrieval-mrl-en-v1", "score": 0.5125121951219512, "parameters_billion": 0.031 }, { "rank": 159, "id": "scores_MTEB_eng_v2:row:171", "model": "Gameselo/STS-multilingual-mpnet-base-v2", "score": 0.5121227860460326, "parameters_billion": 0.278 }, { "rank": 160, "id": "scores_MTEB_eng_v2:row:202", "model": "omarelshehy/arabic-english-sts-matryoshka", "score": 0.5119084125839304, "parameters_billion": 0.56 }, { "rank": 161, "id": "scores_MTEB_eng_v2:row:232", "model": "sentence-transformers/static-similarity-mrl-multilingual-v1", "score": 0.5082728780487805, "parameters_billion": 0.108 }, { "rank": 162, "id": "scores_MTEB_eng_v2:row:234", "model": "minishlab/M2V_base_glove", "score": 0.5080929421535388, "parameters_billion": 0.102 }, { "rank": 163, "id": "scores_MTEB_eng_v2:row:221", "model": "aari1995/German_Semantic_STS_V2", "score": 0.5031185365853658, "parameters_billion": 0.336 }, { "rank": 164, "id": "scores_MTEB_eng_v2:row:238", "model": "minishlab/M2V_base_glove_subword", "score": 0.49799925782544757, "parameters_billion": 0.103 }, { "rank": 165, "id": "scores_MTEB_eng_v2:row:236", "model": "consciousAI/cai-lunaris-text-embeddings", "score": 0.49503329269811414, "parameters_billion": 0.335 }, { "rank": 166, "id": "scores_MTEB_eng_v2:row:243", "model": "minishlab/M2V_base_output", "score": 0.48993722944975676, "parameters_billion": 0.008 }, { "rank": 167, "id": "scores_MTEB_eng_v2:row:239", "model": "deepvk/USER-base", "score": 0.4884698780487805, "parameters_billion": 0.427 }, { "rank": 168, "id": "scores_MTEB_eng_v2:row:231", "model": "sentence-transformers/LaBSE", "score": 0.4880703676191831, "parameters_billion": 0.471 }, { "rank": 169, "id": "scores_MTEB_eng_v2:row:241", "model": "minishlab/potion-base-2M", "score": 0.4870834407957507, "parameters_billion": 0.002 }, { "rank": 170, "id": "scores_MTEB_eng_v2:row:245", "model": "cnmoro/static-nomic-384-pten-v2-st", "score": 0.4864763658536585, "parameters_billion": 0.106 }, { "rank": 171, "id": "scores_MTEB_eng_v2:row:235", "model": "cointegrated/LaBSE-en-ru", "score": 0.4821785776075582, "parameters_billion": 0.129 }, { "rank": 172, "id": "scores_MTEB_eng_v2:row:246", "model": "sergeyzh/rubert-tiny-turbo", "score": 0.45984706557339117, "parameters_billion": 0.029 }, { "rank": 173, "id": "scores_MTEB_eng_v2:row:173", "model": "jinaai/jina-embeddings-v2-base-en", "score": 0.4596777257608364, "parameters_billion": 0.137 }, { "rank": 174, "id": "scores_MTEB_eng_v2:row:254", "model": "cointegrated/rubert-tiny2", "score": 0.4156474390243902, "parameters_billion": 0.029 }, { "rank": 175, "id": "scores_MTEB_eng_v2:row:252", "model": "Omartificial-Intelligence-Space/Arabic-mpnet-base-all-nli-triplet", "score": 0.41461050490202594, "parameters_billion": 0.109 }, { "rank": 176, "id": "scores_MTEB_eng_v2:row:253", "model": "cointegrated/rubert-tiny", "score": 0.4010163658536585, "parameters_billion": 0.012 }, { "rank": 177, "id": "scores_MTEB_eng_v2:row:257", "model": "silma-ai/silma-embeddding-matryoshka-v0.1", "score": 0.4009250301338436, "parameters_billion": 0.135 }, { "rank": 178, "id": "scores_MTEB_eng_v2:row:255", "model": "Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka", "score": 0.3976659506396052, "parameters_billion": 0.163 }, { "rank": 179, "id": "scores_MTEB_eng_v2:row:260", "model": "Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka", "score": 0.39042342463565616, "parameters_billion": 0.135 }, { "rank": 180, "id": "scores_MTEB_eng_v2:row:242", "model": "Jaume/gemma-2b-embeddings", "score": 0.37718144504276213, "parameters_billion": 2.506 }, { "rank": 181, "id": "scores_MTEB_eng_v2:row:258", "model": "DeepPavlov/distilrubert-small-cased-conversational", "score": 0.36611760975609753, "parameters_billion": 0.107 }, { "rank": 182, "id": "scores_MTEB_eng_v2:row:263", "model": "ai-forever/sbert_large_mt_nlu_ru", "score": 0.3550000243902439, "parameters_billion": 0.427 }, { "rank": 183, "id": "scores_MTEB_eng_v2:row:264", "model": "DeepPavlov/rubert-base-cased-sentence", "score": 0.3532973414634146, "parameters_billion": 0.107 }, { "rank": 184, "id": "scores_MTEB_eng_v2:row:265", "model": "ai-forever/sbert_large_nlu_ru", "score": 0.32928921951219514, "parameters_billion": 0.427 }, { "rank": 185, "id": "scores_MTEB_eng_v2:row:267", "model": "deepvk/deberta-v1-base", "score": 0.32897407317073174, "parameters_billion": 0.124 }, { "rank": 186, "id": "scores_MTEB_eng_v2:row:268", "model": "malenia1/ternary-weight-embedding", "score": 0.3281327317073171, "parameters_billion": 0.099 }, { "rank": 187, "id": "scores_MTEB_eng_v2:row:266", "model": "DeepPavlov/rubert-base-cased", "score": 0.3078829756097561, "parameters_billion": 1.28 }, { "rank": 188, "id": "scores_MTEB_eng_v2:row:270", "model": "mteb/baseline-random-encoder", "score": 0.1326469756097561, "parameters_billion": null } ], "mean_task_type": [ { "rank": 1, "id": "scores_MTEB_eng_v2:row:0", "model": "jcorners/ingot-8b-r3", "score": 0.6998357579365079, "parameters_billion": 7.567 }, { "rank": 2, "id": "scores_MTEB_eng_v2:row:2", "model": "Kingsoft-LLM/QZhou-Embedding", "score": 0.6951907480158731, "parameters_billion": 7.071 }, { "rank": 3, "id": "scores_MTEB_eng_v2:row:4", "model": "Qwen/Qwen3-Embedding-8B", "score": 0.6870739623015873, "parameters_billion": 7.567 }, { "rank": 4, "id": "scores_MTEB_eng_v2:row:3", "model": "ByteDance-Seed/Seed1.5-Embedding", "score": 0.6855526031746032, "parameters_billion": null }, { "rank": 5, "id": "scores_MTEB_eng_v2:row:1", "model": "infgrad/Jasper-Token-Compression-600M", "score": 0.6845585456349206, "parameters_billion": 0.607 }, { "rank": 6, "id": "scores_MTEB_eng_v2:row:5", "model": "annamodels/LGAI-Embedding-Preview", "score": 0.6840282916666667, "parameters_billion": 7.11 }, { "rank": 7, "id": "scores_MTEB_eng_v2:row:6", "model": "Qwen/Qwen3-Embedding-4B", "score": 0.6809905555555557, "parameters_billion": 4.022 }, { "rank": 8, "id": "scores_MTEB_eng_v2:row:7", "model": "Bytedance/Seed1.6-embedding", "score": 0.6798059980158729, "parameters_billion": null }, { "rank": 9, "id": "scores_MTEB_eng_v2:row:8", "model": "google/gemini-embedding-001", "score": 0.6766678353174603, "parameters_billion": null }, { "rank": 10, "id": "scores_MTEB_eng_v2:row:17", "model": "codefuse-ai/F2LLM-4B", "score": 0.6729337658730159, "parameters_billion": 4.022 }, { "rank": 11, "id": "scores_MTEB_eng_v2:row:9", "model": "codefuse-ai/F2LLM-v2-8B", "score": 0.6695207698412698, "parameters_billion": 7.568 }, { "rank": 12, "id": "scores_MTEB_eng_v2:row:12", "model": "ai-sage/Giga-Embeddings-instruct-10B-A1.8B-0826", "score": 0.6694375753968254, "parameters_billion": 10.476 }, { "rank": 13, "id": "scores_MTEB_eng_v2:row:16", "model": "codefuse-ai/F2LLM-v2-4B", "score": 0.6668032321428571, "parameters_billion": 4.022 }, { "rank": 14, "id": "scores_MTEB_eng_v2:row:15", "model": "NovaSearch/jasper_en_vision_language_v1", "score": 0.6665139186507937, "parameters_billion": 1.565 }, { "rank": 15, "id": "scores_MTEB_eng_v2:row:10", "model": "codefuse-ai/F2LLM-v2-14B", "score": 0.6646437976190477, "parameters_billion": 13.99 }, { "rank": 16, "id": "scores_MTEB_eng_v2:row:11", "model": "ai-sage/Giga-Embeddings-instruct-3B-0826", "score": 0.6638313134920635, "parameters_billion": 3.151 }, { "rank": 17, "id": "scores_MTEB_eng_v2:row:20", "model": "codefuse-ai/F2LLM-v2-1.7B", "score": 0.6637037777777778, "parameters_billion": 1.721 }, { "rank": 18, "id": "scores_MTEB_eng_v2:row:30", "model": "ai-sage/Giga-Embeddings-instruct", "score": 0.6614513511904762, "parameters_billion": 3.227 }, { "rank": 19, "id": "scores_MTEB_eng_v2:row:28", "model": "Alibaba-NLP/gte-Qwen2-7B-instruct", "score": 0.6576746723017133, "parameters_billion": 7.069 }, { "rank": 20, "id": "scores_MTEB_eng_v2:row:13", "model": "jinaai/jina-embeddings-v5-omni-small", "score": 0.6567853551587302, "parameters_billion": 1.626 }, { "rank": 21, "id": "scores_MTEB_eng_v2:row:14", "model": "jinaai/jina-embeddings-v5-text-small", "score": 0.6567829444444444, "parameters_billion": 0.596 }, { "rank": 22, "id": "scores_MTEB_eng_v2:row:25", "model": "codefuse-ai/F2LLM-1.7B", "score": 0.6567133650793651, "parameters_billion": 1.721 }, { "rank": 23, "id": "scores_MTEB_eng_v2:row:37", "model": "ICT-TIME-and-Querit/ICT-TIME-and-Querit-embedding-v1", "score": 0.6546366686507936, "parameters_billion": 4.022 }, { "rank": 24, "id": "scores_MTEB_eng_v2:row:32", "model": "NovaSearch/stella_en_1.5B_v5", "score": 0.6532072889893524, "parameters_billion": 1.54 }, { "rank": 25, "id": "scores_MTEB_eng_v2:row:21", "model": "KaLM-Embedding/KaLM-embedding-multilingual-mini-instruct-v2.5", "score": 0.6530866149924203, "parameters_billion": 0.494 }, { "rank": 26, "id": "scores_MTEB_eng_v2:row:41", "model": "Salesforce/SFR-Embedding-2_R", "score": 0.6530850043606933, "parameters_billion": 7.111 }, { "rank": 27, "id": "scores_MTEB_eng_v2:row:22", "model": "Linq-AI-Research/Linq-Embed-Mistral", "score": 0.6529145684545827, "parameters_billion": 7.111 }, { "rank": 28, "id": "scores_MTEB_eng_v2:row:31", "model": "IEITYuan/Yuan-embedding-2.0-en", "score": 0.6522543333333334, "parameters_billion": 0.596 }, { "rank": 29, "id": "scores_MTEB_eng_v2:row:18", "model": "jinaai/jina-embeddings-v5-omni-nano", "score": 0.6522176388888888, "parameters_billion": 0.986 }, { "rank": 29, "id": "scores_MTEB_eng_v2:row:19", "model": "jinaai/jina-embeddings-v5-text-nano", "score": 0.6522176388888888, "parameters_billion": 0.212 }, { "rank": 31, "id": "scores_MTEB_eng_v2:row:33", "model": "google/embeddinggemma-300m", "score": 0.6510841587301588, "parameters_billion": 0.308 }, { "rank": 32, "id": "scores_MTEB_eng_v2:row:24", "model": "nvidia/NV-Embed-v2", "score": 0.6500422867967929, "parameters_billion": 7.85 }, { "rank": 33, "id": "scores_MTEB_eng_v2:row:23", "model": "Salesforce/SFR-Embedding-Mistral", "score": 0.6493612264821235, "parameters_billion": 7.111 }, { "rank": 34, "id": "scores_MTEB_eng_v2:row:35", "model": "NovaSearch/stella_en_400M_v5", "score": 0.6483779629064552, "parameters_billion": 0.435 }, { "rank": 35, "id": "scores_MTEB_eng_v2:row:29", "model": "google/text-embedding-004", "score": 0.648150121031746, "parameters_billion": null }, { "rank": 36, "id": "scores_MTEB_eng_v2:row:27", "model": "google/text-embedding-005", "score": 0.6477057281746031, "parameters_billion": null }, { "rank": 37, "id": "scores_MTEB_eng_v2:row:26", "model": "Qwen/Qwen3-Embedding-0.6B", "score": 0.6471592777777778, "parameters_billion": 0.596 }, { "rank": 38, "id": "scores_MTEB_eng_v2:row:36", "model": "codefuse-ai/F2LLM-v2-0.6B", "score": 0.6458062857142857, "parameters_billion": 0.596 }, { "rank": 39, "id": "scores_MTEB_eng_v2:row:43", "model": "ai-sage/Giga-Embeddings-instruct-480M-0826", "score": 0.6438398968253969, "parameters_billion": 0.484 }, { "rank": 40, "id": "scores_MTEB_eng_v2:row:46", "model": "GeoGPT-Research-Project/GeoEmbedding", "score": 0.6413342222222222, "parameters_billion": 7.111 }, { "rank": 41, "id": "scores_MTEB_eng_v2:row:34", "model": "KiteFishAI/Nano-Em1-0.6B-v2.1", "score": 0.6410028392857142, "parameters_billion": 0.596 }, { "rank": 42, "id": "scores_MTEB_eng_v2:row:38", "model": "intfloat/e5-mistral-7b-instruct", "score": 0.6400129579463661, "parameters_billion": 7.111 }, { "rank": 43, "id": "scores_MTEB_eng_v2:row:54", "model": "google/text-multilingual-embedding-002", "score": 0.6351595932539683, "parameters_billion": null }, { "rank": 44, "id": "scores_MTEB_eng_v2:row:50", "model": "nvidia/NV-Embed-v1", "score": 0.6336560820698756, "parameters_billion": 7.85 }, { "rank": 45, "id": "scores_MTEB_eng_v2:row:40", "model": "Tarka-AIR/Tarka-Embedding-350M-V1", "score": 0.632978753968254, "parameters_billion": 0.354 }, { "rank": 46, "id": "scores_MTEB_eng_v2:row:44", "model": "codefuse-ai/F2LLM-0.6B", "score": 0.6328696666666668, "parameters_billion": 0.596 }, { "rank": 47, "id": "scores_MTEB_eng_v2:row:42", "model": "Alibaba-NLP/gte-Qwen2-1.5B-instruct", "score": 0.632637051909893, "parameters_billion": 1.543 }, { "rank": 48, "id": "scores_MTEB_eng_v2:row:47", "model": "GritLM/GritLM-7B", "score": 0.6322378334323554, "parameters_billion": 7.24 }, { "rank": 49, "id": "scores_MTEB_eng_v2:row:49", "model": "codefuse-ai/F2LLM-v2-330M", "score": 0.6306509365079365, "parameters_billion": 0.334 }, { "rank": 50, "id": "scores_MTEB_eng_v2:row:39", "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "score": 0.6249779007936508, "parameters_billion": 2.445 }, { "rank": 51, "id": "scores_MTEB_eng_v2:row:52", "model": "GritLM/GritLM-8x7B", "score": 0.6242021552253313, "parameters_billion": 57.92 }, { "rank": 52, "id": "scores_MTEB_eng_v2:row:51", "model": "mixedbread-ai/mxbai-embed-large-v1", "score": 0.6204089300001941, "parameters_billion": 0.335 }, { "rank": 53, "id": "scores_MTEB_eng_v2:row:48", "model": "avsolatorio/GIST-large-Embedding-v0", "score": 0.6195554064301206, "parameters_billion": 0.335 }, { "rank": 54, "id": "scores_MTEB_eng_v2:row:63", "model": "BAAI/bge-large-en-v1.5", "score": 0.6187356835002327, "parameters_billion": 0.335 }, { "rank": 55, "id": "scores_MTEB_eng_v2:row:53", "model": "WhereIsAI/UAE-Large-V1", "score": 0.6184890492784308, "parameters_billion": 0.335 }, { "rank": 56, "id": "scores_MTEB_eng_v2:row:56", "model": "Cohere/Cohere-embed-english-v3.0", "score": 0.6176977090489031, "parameters_billion": null }, { "rank": 57, "id": "scores_MTEB_eng_v2:row:57", "model": "Cohere/Cohere-embed-multilingual-v3.0", "score": 0.6142607985232323, "parameters_billion": null }, { "rank": 58, "id": "scores_MTEB_eng_v2:row:61", "model": "avsolatorio/GIST-Embedding-v0", "score": 0.613959243054458, "parameters_billion": 0.109 }, { "rank": 59, "id": "scores_MTEB_eng_v2:row:68", "model": "Tarka-AIR/Tarka-Embedding-150M-V1", "score": 0.6134907281746032, "parameters_billion": 0.156 }, { "rank": 60, "id": "scores_MTEB_eng_v2:row:60", "model": "intfloat/multilingual-e5-large-instruct", "score": 0.6121379717618056, "parameters_billion": 0.56 }, { "rank": 61, "id": "scores_MTEB_eng_v2:row:65", "model": "infgrad/stella-base-en-v2", "score": 0.6096627559632669, "parameters_billion": 0.109 }, { "rank": 62, "id": "scores_MTEB_eng_v2:row:67", "model": "thenlper/gte-large", "score": 0.6086366460362088, "parameters_billion": 0.335 }, { "rank": 63, "id": "scores_MTEB_eng_v2:row:74", "model": "codefuse-ai/F2LLM-v2-160M", "score": 0.6082052996031747, "parameters_billion": 0.159 }, { "rank": 64, "id": "scores_MTEB_eng_v2:row:64", "model": "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised", "score": 0.6079903800781008, "parameters_billion": 7.153 }, { "rank": 65, "id": "current:nano", "model": "vllm-sr/Vela-1.0-Omni-Nano", "score": 0.6078184975654924, "parameters_billion": 0.163771288 }, { "rank": 66, "id": "scores_MTEB_eng_v2:row:71", "model": "BAAI/bge-base-en-v1.5", "score": 0.6077083420155586, "parameters_billion": 0.109 }, { "rank": 67, "id": "scores_MTEB_eng_v2:row:66", "model": "avsolatorio/GIST-small-Embedding-v0", "score": 0.6069640403411686, "parameters_billion": 0.033 }, { "rank": 68, "id": "scores_MTEB_eng_v2:row:77", "model": "LCO-Embedding/LCO-Embedding-Omni-7B", "score": 0.6068855178571428, "parameters_billion": 8.932 }, { "rank": 69, "id": "scores_MTEB_eng_v2:row:72", "model": "prdev/mini-gte", "score": 0.6065340892857142, "parameters_billion": 0.066 }, { "rank": 70, "id": "scores_MTEB_eng_v2:row:75", "model": "Cohere/Cohere-embed-english-light-v3.0", "score": 0.6057007065169617, "parameters_billion": null }, { "rank": 71, "id": "scores_MTEB_eng_v2:row:73", "model": "VPLabs/SearchMap_Preview", "score": 0.6046997202380952, "parameters_billion": 0.435 }, { "rank": 72, "id": "scores_MTEB_eng_v2:row:70", "model": "Lajavaness/bilingual-embedding-large", "score": 0.6019595392695329, "parameters_billion": 0.56 }, { "rank": 73, "id": "scores_MTEB_eng_v2:row:79", "model": "MongoDB/mdbr-leaf-mt", "score": 0.5999959801587301, "parameters_billion": 0.023 }, { "rank": 74, "id": "scores_MTEB_eng_v2:row:82", "model": "KiteFishAI/Nano-Em1-0.6B-v2", "score": 0.5999657123015874, "parameters_billion": 0.596 }, { "rank": 75, "id": "scores_MTEB_eng_v2:row:80", "model": "thenlper/gte-base", "score": 0.5994302449572613, "parameters_billion": 0.109 }, { "rank": 76, "id": "scores_MTEB_eng_v2:row:83", "model": "BAAI/bge-small-en-v1.5", "score": 0.5993186197555714, "parameters_billion": 0.033 }, { "rank": 77, "id": "scores_MTEB_eng_v2:row:97", "model": "Snowflake/snowflake-arctic-embed-l-v2.0", "score": 0.5980666904761904, "parameters_billion": 0.568 }, { "rank": 78, "id": "scores_MTEB_eng_v2:row:86", "model": "abhinand/MedEmbed-small-v0.1", "score": 0.5980494434439964, "parameters_billion": 0.033 }, { "rank": 79, "id": "scores_MTEB_eng_v2:row:91", "model": "codefuse-ai/F2LLM-v2-80M", "score": 0.5973124166666667, "parameters_billion": 0.08 }, { "rank": 80, "id": "scores_MTEB_eng_v2:row:84", "model": "sdadas/mmlw-e5-large", "score": 0.5969861686507937, "parameters_billion": 0.56 }, { "rank": 81, "id": "scores_MTEB_eng_v2:row:92", "model": "intfloat/e5-large", "score": 0.5968062830228915, "parameters_billion": 0.335 }, { "rank": 82, "id": "scores_MTEB_eng_v2:row:89", "model": "nomic-ai/nomic-embed-text-v1", "score": 0.5959597477546804, "parameters_billion": 0.137 }, { "rank": 83, "id": "scores_MTEB_eng_v2:row:93", "model": "LCO-Embedding/LCO-Embedding-Omni-3B", "score": 0.5957475615079365, "parameters_billion": 4.703 }, { "rank": 84, "id": "scores_MTEB_eng_v2:row:88", "model": "sdadas/mmlw-roberta-large", "score": 0.594527363095238, "parameters_billion": 0.435 }, { "rank": 85, "id": "scores_MTEB_eng_v2:row:106", "model": "intfloat/e5-base-v2", "score": 0.5943158445110301, "parameters_billion": 0.109 }, { "rank": 86, "id": "scores_MTEB_eng_v2:row:100", "model": "intfloat/e5-large-v2", "score": 0.5939686197051147, "parameters_billion": 0.335 }, { "rank": 87, "id": "scores_MTEB_eng_v2:row:96", "model": "nomic-ai/nomic-embed-text-v2-moe", "score": 0.5933127043650793, "parameters_billion": 0.475 }, { "rank": 88, "id": "scores_MTEB_eng_v2:row:102", "model": "deepvk/USER-bge-m3", "score": 0.5931971646825397, "parameters_billion": 0.359 }, { "rank": 89, "id": "scores_MTEB_eng_v2:row:90", "model": "thenlper/gte-small", "score": 0.5929791393255972, "parameters_billion": 0.033 }, { "rank": 90, "id": "scores_MTEB_eng_v2:row:104", "model": "nomic-ai/nomic-embed-text-v1-ablated", "score": 0.5904514242694265, "parameters_billion": 0.137 }, { "rank": 91, "id": "scores_MTEB_eng_v2:row:87", "model": "mixedbread-ai/deepset-mxbai-embed-de-large-v1", "score": 0.5894147129138955, "parameters_billion": 0.487 }, { "rank": 92, "id": "current:mini", "model": "vllm-sr/Vela-1.0-Omni-Mini", "score": 0.5878669411134946, "parameters_billion": 1.361475288 }, { "rank": 93, "id": "scores_MTEB_eng_v2:row:109", "model": "hotchpotch/bekko-embedding-v1-a25m", "score": 0.5875176190476191, "parameters_billion": 0.123 }, { "rank": 94, "id": "scores_MTEB_eng_v2:row:118", "model": "intfloat/e5-base", "score": 0.5867084519716154, "parameters_billion": 0.109 }, { "rank": 95, "id": "scores_MTEB_eng_v2:row:98", "model": "sdadas/mmlw-e5-base", "score": 0.5860808333333333, "parameters_billion": 0.278 }, { "rank": 96, "id": "scores_MTEB_eng_v2:row:99", "model": "ibm-granite/granite-embedding-english-r2", "score": 0.5860255238095238, "parameters_billion": 0.149 }, { "rank": 97, "id": "scores_MTEB_eng_v2:row:95", "model": "ManiacLabs/miniac-embed", "score": 0.5856827540145372, "parameters_billion": 0.033 }, { "rank": 98, "id": "scores_MTEB_eng_v2:row:115", "model": "nomic-ai/nomic-embed-text-v1.5", "score": 0.5852156216124843, "parameters_billion": 0.137 }, { "rank": 99, "id": "scores_MTEB_eng_v2:row:112", "model": "Snowflake/snowflake-arctic-embed-m-v2.0", "score": 0.5850693333333333, "parameters_billion": 0.305 }, { "rank": 100, "id": "scores_MTEB_eng_v2:row:114", "model": "nomic-ai/nomic-embed-text-v1-unsupervised", "score": 0.5849903304203516, "parameters_billion": 0.137 }, { "rank": 101, "id": "scores_MTEB_eng_v2:row:117", "model": "OrdalieTech/Solon-embeddings-large-0.1", "score": 0.5848560972222222, "parameters_billion": 0.56 }, { "rank": 102, "id": "scores_MTEB_eng_v2:row:113", "model": "Cohere/Cohere-embed-multilingual-light-v3.0", "score": 0.5848542833920265, "parameters_billion": null }, { "rank": 103, "id": "scores_MTEB_eng_v2:row:81", "model": "HIT-TMG/KaLM-embedding-multilingual-mini-v1", "score": 0.5848207711447265, "parameters_billion": 0.494 }, { "rank": 104, "id": "scores_MTEB_eng_v2:row:122", "model": "manu/bge-m3-custom-fr", "score": 0.5837682777777777, "parameters_billion": 0.568 }, { "rank": 105, "id": "scores_MTEB_eng_v2:row:101", "model": "sdadas/mmlw-roberta-base", "score": 0.5828009404761906, "parameters_billion": 0.124 }, { "rank": 106, "id": "scores_MTEB_eng_v2:row:134", "model": "intfloat/e5-small-v2", "score": 0.5818582397575748, "parameters_billion": 0.033 }, { "rank": 107, "id": "scores_MTEB_eng_v2:row:103", "model": "avsolatorio/GIST-all-MiniLM-L6-v2", "score": 0.5817883082766372, "parameters_billion": 0.023 }, { "rank": 108, "id": "scores_MTEB_eng_v2:row:110", "model": "ibm-granite/granite-embedding-125m-english", "score": 0.5814315496031747, "parameters_billion": 0.125 }, { "rank": 109, "id": "scores_MTEB_eng_v2:row:130", "model": "Snowflake/snowflake-arctic-embed-s", "score": 0.5804295777968334, "parameters_billion": 0.033 }, { "rank": 110, "id": "scores_MTEB_eng_v2:row:124", "model": "dwzhu/e5-base-4k", "score": 0.5791011555884135, "parameters_billion": 0.112 }, { "rank": 111, "id": "scores_MTEB_eng_v2:row:107", "model": "Lajavaness/bilingual-embedding-base", "score": 0.577888719384281, "parameters_billion": 0.278 }, { "rank": 112, "id": "scores_MTEB_eng_v2:row:129", "model": "Snowflake/snowflake-arctic-embed-m-v1.5", "score": 0.5744944659621811, "parameters_billion": 0.109 }, { "rank": 113, "id": "scores_MTEB_eng_v2:row:135", "model": "intfloat/e5-small", "score": 0.5742365607629715, "parameters_billion": 0.033 }, { "rank": 114, "id": "scores_MTEB_eng_v2:row:128", "model": "Mihaiii/Ivysaur", "score": 0.5728820935673122, "parameters_billion": 0.023 }, { "rank": 115, "id": "scores_MTEB_eng_v2:row:127", "model": "voyageai/voyage-3", "score": 0.5725203095238095, "parameters_billion": null }, { "rank": 116, "id": "scores_MTEB_eng_v2:row:132", "model": "hotchpotch/bekko-embedding-v1-a8m", "score": 0.5711056250000001, "parameters_billion": 0.106 }, { "rank": 117, "id": "scores_MTEB_eng_v2:row:137", "model": "intfloat/multilingual-e5-base", "score": 0.570891072105273, "parameters_billion": 0.278 }, { "rank": 118, "id": "scores_MTEB_eng_v2:row:76", "model": "Haon-Chen/speed-embedding-7b-instruct", "score": 0.5702122943783373, "parameters_billion": 7.111 }, { "rank": 119, "id": "scores_MTEB_eng_v2:row:148", "model": "ibm-granite/granite-embedding-278m-multilingual", "score": 0.5694155436507937, "parameters_billion": 0.278 }, { "rank": 120, "id": "scores_MTEB_eng_v2:row:125", "model": "ibm-granite/granite-embedding-small-english-r2", "score": 0.5688134761904762, "parameters_billion": 0.048 }, { "rank": 121, "id": "scores_MTEB_eng_v2:row:142", "model": "voyageai/voyage-3-lite", "score": 0.5686525952380952, "parameters_billion": null }, { "rank": 122, "id": "scores_MTEB_eng_v2:row:136", "model": "sdadas/mmlw-e5-small", "score": 0.5660023015873016, "parameters_billion": 0.118 }, { "rank": 123, "id": "scores_MTEB_eng_v2:row:139", "model": "Lajavaness/bilingual-embedding-small", "score": 0.5655084891588569, "parameters_billion": 0.118 }, { "rank": 124, "id": "scores_MTEB_eng_v2:row:123", "model": "Snowflake/snowflake-arctic-embed-l", "score": 0.5652036768151204, "parameters_billion": 0.335 }, { "rank": 125, "id": "scores_MTEB_eng_v2:row:153", "model": "intfloat/multilingual-e5-small", "score": 0.5640434604006107, "parameters_billion": 0.118 }, { "rank": 126, "id": "scores_MTEB_eng_v2:row:160", "model": "Snowflake/snowflake-arctic-embed-xs", "score": 0.5612169214437632, "parameters_billion": 0.023 }, { "rank": 127, "id": "scores_MTEB_eng_v2:row:151", "model": "Mihaiii/gte-micro-v4", "score": 0.5603923138402777, "parameters_billion": 0.019 }, { "rank": 128, "id": "scores_MTEB_eng_v2:row:140", "model": "ibm-granite/granite-embedding-30m-english", "score": 0.5602491011904762, "parameters_billion": 0.03 }, { "rank": 129, "id": "scores_MTEB_eng_v2:row:143", "model": "sentence-transformers/all-MiniLM-L6-v2", "score": 0.5592615794413434, "parameters_billion": 0.023 }, { "rank": 130, "id": "scores_MTEB_eng_v2:row:133", "model": "Snowflake/snowflake-arctic-embed-m", "score": 0.5583307513514469, "parameters_billion": 0.109 }, { "rank": 131, "id": "scores_MTEB_eng_v2:row:94", "model": "HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v1", "score": 0.5579886812085307, "parameters_billion": 0.494 }, { "rank": 132, "id": "scores_MTEB_eng_v2:row:150", "model": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2", "score": 0.5571373645897648, "parameters_billion": 0.278 }, { "rank": 133, "id": "scores_MTEB_eng_v2:row:169", "model": "ibm-granite/granite-embedding-107m-multilingual", "score": 0.5556592341269841, "parameters_billion": 0.107 }, { "rank": 134, "id": "scores_MTEB_eng_v2:row:144", "model": "Haon-Chen/e5-omni-3B", "score": 0.5524891765873016, "parameters_billion": 4.703 }, { "rank": 135, "id": "scores_MTEB_eng_v2:row:166", "model": "Mihaiii/Bulbasaur", "score": 0.5518972795781584, "parameters_billion": 0.017 }, { "rank": 136, "id": "scores_MTEB_eng_v2:row:162", "model": "Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka", "score": 0.5491239609075494, "parameters_billion": 0.278 }, { "rank": 137, "id": "scores_MTEB_eng_v2:row:177", "model": "manu/sentence_croissant_alpha_v0.4", "score": 0.545477375, "parameters_billion": 1.28 }, { "rank": 138, "id": "scores_MTEB_eng_v2:row:152", "model": "Haon-Chen/e5-omni-7B", "score": 0.5442442638888889, "parameters_billion": 8.932 }, { "rank": 139, "id": "scores_MTEB_eng_v2:row:186", "model": "manu/sentence_croissant_alpha_v0.3", "score": 0.543608498015873, "parameters_billion": 1.28 }, { "rank": 140, "id": "scores_MTEB_eng_v2:row:195", "model": "sergeyzh/LaBSE-ru-turbo", "score": 0.5404520773809524, "parameters_billion": 0.129 }, { "rank": 141, "id": "scores_MTEB_eng_v2:row:187", "model": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", "score": 0.5399292173180352, "parameters_billion": 0.118 }, { "rank": 142, "id": "scores_MTEB_eng_v2:row:165", "model": "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse", "score": 0.5393478973320204, "parameters_billion": 7.153 }, { "rank": 143, "id": "scores_MTEB_eng_v2:row:192", "model": "ai-forever/ru-en-RoSBERTa", "score": 0.5389534761904762, "parameters_billion": 0.404 }, { "rank": 144, "id": "scores_MTEB_eng_v2:row:172", "model": "bigscience/sgpt-bloom-7b1-msmarco", "score": 0.5361675067425767, "parameters_billion": 7.068 }, { "rank": 145, "id": "scores_MTEB_eng_v2:row:191", "model": "manu/sentence_croissant_alpha_v0.2", "score": 0.535915126984127, "parameters_billion": 1.28 }, { "rank": 146, "id": "scores_MTEB_eng_v2:row:154", "model": "Tevatron/OmniEmbed-v0.1", "score": 0.5282555456349206, "parameters_billion": 8.932 }, { "rank": 147, "id": "scores_MTEB_eng_v2:row:197", "model": "Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet", "score": 0.5281660345554073, "parameters_billion": 0.118 }, { "rank": 148, "id": "scores_MTEB_eng_v2:row:198", "model": "Mihaiii/Wartortle", "score": 0.5264480127542829, "parameters_billion": 0.017 }, { "rank": 149, "id": "scores_MTEB_eng_v2:row:199", "model": "Mihaiii/gte-micro", "score": 0.5250311694481825, "parameters_billion": 0.017 }, { "rank": 150, "id": "scores_MTEB_eng_v2:row:200", "model": "Omartificial-Intelligence-Space/Arabic-labse-Matryoshka", "score": 0.5219643264164274, "parameters_billion": 0.471 }, { "rank": 151, "id": "scores_MTEB_eng_v2:row:203", "model": "minishlab/potion-base-32M", "score": 0.5212938511904762, "parameters_billion": 0.032 }, { "rank": 152, "id": "scores_MTEB_eng_v2:row:202", "model": "omarelshehy/arabic-english-sts-matryoshka", "score": 0.5114179768403356, "parameters_billion": 0.56 }, { "rank": 153, "id": "scores_MTEB_eng_v2:row:218", "model": "minishlab/potion-base-8M", "score": 0.5108157275161401, "parameters_billion": 0.008 }, { "rank": 154, "id": "scores_MTEB_eng_v2:row:217", "model": "Mihaiii/Squirtle", "score": 0.5088025798197255, "parameters_billion": 0.016 }, { "rank": 155, "id": "scores_MTEB_eng_v2:row:212", "model": "minishlab/potion-retrieval-32M", "score": 0.5083070099206349, "parameters_billion": 0.032 }, { "rank": 156, "id": "scores_MTEB_eng_v2:row:220", "model": "Mihaiii/Venusaur", "score": 0.5079713670239484, "parameters_billion": 0.016 }, { "rank": 157, "id": "scores_MTEB_eng_v2:row:171", "model": "Gameselo/STS-multilingual-mpnet-base-v2", "score": 0.5060079897283704, "parameters_billion": 0.278 }, { "rank": 158, "id": "scores_MTEB_eng_v2:row:221", "model": "aari1995/German_Semantic_STS_V2", "score": 0.49946843849206346, "parameters_billion": 0.336 }, { "rank": 159, "id": "scores_MTEB_eng_v2:row:234", "model": "minishlab/M2V_base_glove", "score": 0.4979256631936826, "parameters_billion": 0.102 }, { "rank": 160, "id": "scores_MTEB_eng_v2:row:230", "model": "minishlab/potion-base-4M", "score": 0.4976773742492734, "parameters_billion": 0.004 }, { "rank": 161, "id": "scores_MTEB_eng_v2:row:232", "model": "sentence-transformers/static-similarity-mrl-multilingual-v1", "score": 0.49640100793650793, "parameters_billion": 0.108 }, { "rank": 162, "id": "scores_MTEB_eng_v2:row:213", "model": "encord-team/ebind-full", "score": 0.4954567936507937, "parameters_billion": 1.79 }, { "rank": 163, "id": "scores_MTEB_eng_v2:row:231", "model": "sentence-transformers/LaBSE", "score": 0.49451466313575126, "parameters_billion": 0.471 }, { "rank": 164, "id": "scores_MTEB_eng_v2:row:238", "model": "minishlab/M2V_base_glove_subword", "score": 0.48921979547736955, "parameters_billion": 0.103 }, { "rank": 165, "id": "scores_MTEB_eng_v2:row:235", "model": "cointegrated/LaBSE-en-ru", "score": 0.48913104789124795, "parameters_billion": 0.129 }, { "rank": 166, "id": "scores_MTEB_eng_v2:row:233", "model": "sentence-transformers/static-retrieval-mrl-en-v1", "score": 0.48563619047619044, "parameters_billion": 0.031 }, { "rank": 167, "id": "scores_MTEB_eng_v2:row:239", "model": "deepvk/USER-base", "score": 0.48528506944444444, "parameters_billion": 0.427 }, { "rank": 168, "id": "scores_MTEB_eng_v2:row:245", "model": "cnmoro/static-nomic-384-pten-v2-st", "score": 0.48163520833333334, "parameters_billion": 0.106 }, { "rank": 169, "id": "scores_MTEB_eng_v2:row:236", "model": "consciousAI/cai-lunaris-text-embeddings", "score": 0.4804549159855535, "parameters_billion": 0.335 }, { "rank": 170, "id": "scores_MTEB_eng_v2:row:243", "model": "minishlab/M2V_base_output", "score": 0.4796242824417174, "parameters_billion": 0.008 }, { "rank": 171, "id": "scores_MTEB_eng_v2:row:241", "model": "minishlab/potion-base-2M", "score": 0.47487597548412647, "parameters_billion": 0.002 }, { "rank": 172, "id": "scores_MTEB_eng_v2:row:246", "model": "sergeyzh/rubert-tiny-turbo", "score": 0.46733688927893124, "parameters_billion": 0.029 }, { "rank": 173, "id": "scores_MTEB_eng_v2:row:173", "model": "jinaai/jina-embeddings-v2-base-en", "score": 0.44727228456197327, "parameters_billion": 0.137 }, { "rank": 174, "id": "scores_MTEB_eng_v2:row:252", "model": "Omartificial-Intelligence-Space/Arabic-mpnet-base-all-nli-triplet", "score": 0.4279539516029058, "parameters_billion": 0.109 }, { "rank": 175, "id": "scores_MTEB_eng_v2:row:254", "model": "cointegrated/rubert-tiny2", "score": 0.4199497043650794, "parameters_billion": 0.029 }, { "rank": 176, "id": "scores_MTEB_eng_v2:row:255", "model": "Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka", "score": 0.4146456385114891, "parameters_billion": 0.163 }, { "rank": 177, "id": "scores_MTEB_eng_v2:row:257", "model": "silma-ai/silma-embeddding-matryoshka-v0.1", "score": 0.4123117319125014, "parameters_billion": 0.135 }, { "rank": 178, "id": "scores_MTEB_eng_v2:row:253", "model": "cointegrated/rubert-tiny", "score": 0.4106684007936508, "parameters_billion": 0.012 }, { "rank": 179, "id": "scores_MTEB_eng_v2:row:260", "model": "Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka", "score": 0.40832936166764927, "parameters_billion": 0.135 }, { "rank": 180, "id": "scores_MTEB_eng_v2:row:258", "model": "DeepPavlov/distilrubert-small-cased-conversational", "score": 0.37585911904761904, "parameters_billion": 0.107 }, { "rank": 181, "id": "scores_MTEB_eng_v2:row:242", "model": "Jaume/gemma-2b-embeddings", "score": 0.3617717881364667, "parameters_billion": 2.506 }, { "rank": 182, "id": "scores_MTEB_eng_v2:row:263", "model": "ai-forever/sbert_large_mt_nlu_ru", "score": 0.36010801587301583, "parameters_billion": 0.427 }, { "rank": 183, "id": "scores_MTEB_eng_v2:row:264", "model": "DeepPavlov/rubert-base-cased-sentence", "score": 0.35937270833333335, "parameters_billion": 0.107 }, { "rank": 184, "id": "scores_MTEB_eng_v2:row:267", "model": "deepvk/deberta-v1-base", "score": 0.3433367718253968, "parameters_billion": 0.124 }, { "rank": 185, "id": "scores_MTEB_eng_v2:row:268", "model": "malenia1/ternary-weight-embedding", "score": 0.34261648214285717, "parameters_billion": 0.099 }, { "rank": 186, "id": "scores_MTEB_eng_v2:row:265", "model": "ai-forever/sbert_large_nlu_ru", "score": 0.337224123015873, "parameters_billion": 0.427 }, { "rank": 187, "id": "scores_MTEB_eng_v2:row:266", "model": "DeepPavlov/rubert-base-cased", "score": 0.321838498015873, "parameters_billion": 1.28 }, { "rank": 188, "id": "scores_MTEB_eng_v2:row:270", "model": "mteb/baseline-random-encoder", "score": 0.14696110317460317, "parameters_billion": null } ] }, "known_size_frontier": { "mean_task": [ { "id": "scores_MTEB_eng_v2:row:241", "model": "minishlab/potion-base-2M", "kind": "registry_reported", "parameters_billion": 0.002, "mean_task": 0.4870834407957507 }, { "id": "scores_MTEB_eng_v2:row:230", "model": "minishlab/potion-base-4M", "kind": "registry_reported", "parameters_billion": 0.004, "mean_task": 0.5179691030231456 }, { "id": "scores_MTEB_eng_v2:row:218", "model": "minishlab/potion-base-8M", "kind": "registry_reported", "parameters_billion": 0.008, "mean_task": 0.5332783730985786 }, { "id": "scores_MTEB_eng_v2:row:166", "model": "Mihaiii/Bulbasaur", "kind": "registry_reported", "parameters_billion": 0.017, "mean_task": 0.5774624020975746 }, { "id": "scores_MTEB_eng_v2:row:151", "model": "Mihaiii/gte-micro-v4", "kind": "registry_reported", "parameters_billion": 0.019, "mean_task": 0.5889789209527495 }, { "id": "scores_MTEB_eng_v2:row:79", "model": "MongoDB/mdbr-leaf-mt", "kind": "registry_reported", "parameters_billion": 0.023, "mean_task": 0.6396570975609756 }, { "id": "scores_MTEB_eng_v2:row:66", "model": "avsolatorio/GIST-small-Embedding-v0", "kind": "registry_reported", "parameters_billion": 0.033, "mean_task": 0.6475937830352264 }, { "id": "scores_MTEB_eng_v2:row:72", "model": "prdev/mini-gte", "kind": "registry_reported", "parameters_billion": 0.066, "mean_task": 0.6505740731707317 }, { "id": "scores_MTEB_eng_v2:row:61", "model": "avsolatorio/GIST-Embedding-v0", "kind": "registry_reported", "parameters_billion": 0.109, "mean_task": 0.6550466210091898 }, { "id": "scores_MTEB_eng_v2:row:68", "model": "Tarka-AIR/Tarka-Embedding-150M-V1", "kind": "registry_reported", "parameters_billion": 0.156, "mean_task": 0.6639085365853659 }, { "id": "scores_MTEB_eng_v2:row:19", "model": "jinaai/jina-embeddings-v5-text-nano", "kind": "registry_reported", "parameters_billion": 0.212, "mean_task": 0.7111337804878048 }, { "id": "scores_MTEB_eng_v2:row:21", "model": "KaLM-Embedding/KaLM-embedding-multilingual-mini-instruct-v2.5", "kind": "registry_reported", "parameters_billion": 0.494, "mean_task": 0.7128882096750967 }, { "id": "scores_MTEB_eng_v2:row:14", "model": "jinaai/jina-embeddings-v5-text-small", "kind": "registry_reported", "parameters_billion": 0.596, "mean_task": 0.7177513414634146 }, { "id": "scores_MTEB_eng_v2:row:1", "model": "infgrad/Jasper-Token-Compression-600M", "kind": "registry_reported", "parameters_billion": 0.607, "mean_task": 0.7474843170731708 }, { "id": "scores_MTEB_eng_v2:row:2", "model": "Kingsoft-LLM/QZhou-Embedding", "kind": "registry_reported", "parameters_billion": 7.071, "mean_task": 0.7597192439024391 }, { "id": "scores_MTEB_eng_v2:row:0", "model": "jcorners/ingot-8b-r3", "kind": "registry_reported", "parameters_billion": 7.567, "mean_task": 0.7597950975609756 } ], "mean_task_type": [ { "id": "scores_MTEB_eng_v2:row:241", "model": "minishlab/potion-base-2M", "kind": "registry_reported", "parameters_billion": 0.002, "mean_task_type": 0.47487597548412647 }, { "id": "scores_MTEB_eng_v2:row:230", "model": "minishlab/potion-base-4M", "kind": "registry_reported", "parameters_billion": 0.004, "mean_task_type": 0.4976773742492734 }, { "id": "scores_MTEB_eng_v2:row:218", "model": "minishlab/potion-base-8M", "kind": "registry_reported", "parameters_billion": 0.008, "mean_task_type": 0.5108157275161401 }, { "id": "scores_MTEB_eng_v2:row:166", "model": "Mihaiii/Bulbasaur", "kind": "registry_reported", "parameters_billion": 0.017, "mean_task_type": 0.5518972795781584 }, { "id": "scores_MTEB_eng_v2:row:151", "model": "Mihaiii/gte-micro-v4", "kind": "registry_reported", "parameters_billion": 0.019, "mean_task_type": 0.5603923138402777 }, { "id": "scores_MTEB_eng_v2:row:79", "model": "MongoDB/mdbr-leaf-mt", "kind": "registry_reported", "parameters_billion": 0.023, "mean_task_type": 0.5999959801587301 }, { "id": "scores_MTEB_eng_v2:row:66", "model": "avsolatorio/GIST-small-Embedding-v0", "kind": "registry_reported", "parameters_billion": 0.033, "mean_task_type": 0.6069640403411686 }, { "id": "scores_MTEB_eng_v2:row:61", "model": "avsolatorio/GIST-Embedding-v0", "kind": "registry_reported", "parameters_billion": 0.109, "mean_task_type": 0.613959243054458 }, { "id": "scores_MTEB_eng_v2:row:19", "model": "jinaai/jina-embeddings-v5-text-nano", "kind": "registry_reported", "parameters_billion": 0.212, "mean_task_type": 0.6522176388888888 }, { "id": "scores_MTEB_eng_v2:row:21", "model": "KaLM-Embedding/KaLM-embedding-multilingual-mini-instruct-v2.5", "kind": "registry_reported", "parameters_billion": 0.494, "mean_task_type": 0.6530866149924203 }, { "id": "scores_MTEB_eng_v2:row:14", "model": "jinaai/jina-embeddings-v5-text-small", "kind": "registry_reported", "parameters_billion": 0.596, "mean_task_type": 0.6567829444444444 }, { "id": "scores_MTEB_eng_v2:row:1", "model": "infgrad/Jasper-Token-Compression-600M", "kind": "registry_reported", "parameters_billion": 0.607, "mean_task_type": 0.6845585456349206 }, { "id": "scores_MTEB_eng_v2:row:2", "model": "Kingsoft-LLM/QZhou-Embedding", "kind": "registry_reported", "parameters_billion": 7.071, "mean_task_type": 0.6951907480158731 }, { "id": "scores_MTEB_eng_v2:row:0", "model": "jcorners/ingot-8b-r3", "kind": "registry_reported", "parameters_billion": 7.567, "mean_task_type": 0.6998357579365079 } ] } }, "audio19": { "benchmark": "MAEB(beta, audio-only)", "source_id": "scores_MAEB_beta_audio-only", "coverage": { "source_rows": 69, "complete_rows": 62, "distinct_complete_model_names": 62, "excluded_incomplete_rows": 7, "known_size_complete_rows": 62, "unknown_size_complete_rows": 0, "task_coverage_histogram": { "1": 1, "3": 1, "4": 1, "15": 1, "18": 3, "19": 62 }, "ranking_population_with_two_current_models": 64, "size_plot_population_with_two_current_models": 64 }, "tasks": [ { "name": "JamAltArtistA2ARetrieval", "type": "Any2AnyRetrieval", "mainScore": "ndcg_at_10", "sourceDataset": "mteb/jam-alt-lines" }, { "name": "BeijingOpera", "type": "AudioClassification", "mainScore": "accuracy", "sourceDataset": "mteb/beijing-opera" }, { "name": "BirdCLEF", "type": "AudioClassification", "mainScore": "accuracy", "sourceDataset": "mteb/birdclef25-mini" }, { "name": "CREMA_D", "type": "AudioClassification", "mainScore": "accuracy", "sourceDataset": "mteb/crema-d" }, { "name": "CommonLanguageAgeDetection", "type": "AudioClassification", "mainScore": "accuracy", "sourceDataset": "mteb/commonlanguage-age-mini" }, { "name": "GTZANGenre", "type": "AudioClassification", "mainScore": "accuracy", "sourceDataset": "mteb/gtzan-genre" }, { "name": "IEMOCAPGender", "type": "AudioClassification", "mainScore": "accuracy", "sourceDataset": "mteb/iemocap" }, { "name": "MInDS14", "type": "AudioClassification", "mainScore": "accuracy", "sourceDataset": "mteb/minds14-multilingual" }, { "name": "MridinghamTonic", "type": "AudioClassification", "mainScore": "accuracy", "sourceDataset": "mteb/mridingham-tonic" }, { "name": "SIBFLEURS", "type": "AudioClassification", "mainScore": "accuracy", "sourceDataset": "mteb/sib-fleurs-multilingual-mini" }, { "name": "VoxCelebSA", "type": "AudioClassification", "mainScore": "accuracy", "sourceDataset": "mteb/voxceleb-sentiment" }, { "name": "VoxPopuliLanguageID", "type": "AudioClassification", "mainScore": "accuracy", "sourceDataset": "mteb/voxpopuli-mini" }, { "name": "CREMA_DClustering", "type": "AudioClustering", "mainScore": "v_measure", "sourceDataset": "mteb/crema-d" }, { "name": "VehicleSoundClustering", "type": "AudioClustering", "mainScore": "v_measure", "sourceDataset": "mteb/Vehicle_sounds_classification_dataset" }, { "name": "VoxPopuliGenderClustering", "type": "AudioClustering", "mainScore": "v_measure", "sourceDataset": "mteb/mini-voxpopuli" }, { "name": "CREMADPairClassification", "type": "AudioPairClassification", "mainScore": "max_ap", "sourceDataset": "mteb/CREMADPairClassification" }, { "name": "NMSQAPairClassification", "type": "AudioPairClassification", "mainScore": "max_ap", "sourceDataset": "mteb/NMSQAPairClassification" }, { "name": "VoxPopuliAccentPairClassification", "type": "AudioPairClassification", "mainScore": "max_ap", "sourceDataset": "mteb/VoxPopuliAccentPairClassificationFiltered" }, { "name": "GTZANAudioReranking", "type": "AudioReranking", "mainScore": "map_at_1000", "sourceDataset": "mteb/GTZANAudioReranking" } ], "type_task_counts": { "AudioClassification": 11, "AudioPairClassification": 3, "Any2AnyRetrieval": 1, "AudioClustering": 3, "AudioReranking": 1 }, "complete_points": [ { "id": "scores_MAEB_beta_audio-only:row:0", "model": "Qwen/Qwen2-Audio-7B", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 0, "scored_checkpoint_revision": null, "reported_total_params_billion": 7.0, "parameters_billion": 7.0, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "audio", "text" ], "source_row_sha256": "0af4df91dc357e6b007c3faaae09cf7b438b2732430ac17ff181f464def0ac49", "mean_task": 0.5098905797213622, "mean_task_type": 0.49261104875222816, "by_task_type": { "Any2AnyRetrieval": 0.37577, "AudioClassification": 0.5834079104278075, "AudioClustering": 0.12652766666666668, "AudioPairClassification": 0.5688656666666666, "AudioReranking": 0.808484 }, "scores_by_task": { "VoxPopuliLanguageID": 0.99, "VoxCelebSA": 0.295448, "NMSQAPairClassification": 0.488547, "SIBFLEURS": 0.15437109803921567, "BeijingOpera": 0.974468, "JamAltArtistA2ARetrieval": 0.37577, "VoxPopuliAccentPairClassification": 0.52933, "GTZANGenre": 0.931, "MridinghamTonic": 0.61172, "CREMA_D": 0.739857, "VehicleSoundClustering": 0.05518, "GTZANAudioReranking": 0.808484, "CommonLanguageAgeDetection": 0.1759, "VoxPopuliGenderClustering": 0.000726, "BirdCLEF": 0.371, "CREMA_DClustering": 0.323677, "CREMADPairClassification": 0.68872, "IEMOCAPGender": 0.929574, "MInDS14": 0.2441489166666667 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:1", "model": "openai/whisper-medium", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 1, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.769, "parameters_billion": 0.769, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "c2d0eea4f2e501031819ee8b0674764043a8d0d4ff8fdd153dde70b9dafe6f08", "mean_task": 0.48419600154798764, "mean_task_type": 0.5071337459893048, "by_task_type": { "Any2AnyRetrieval": 0.721075, "AudioClassification": 0.5484707299465241, "AudioClustering": 0.050336, "AudioPairClassification": 0.539338, "AudioReranking": 0.676449 }, "scores_by_task": { "VoxPopuliLanguageID": 0.994, "VoxCelebSA": 0.339244, "NMSQAPairClassification": 0.464547, "SIBFLEURS": 0.2659110294117647, "BeijingOpera": 0.915426, "JamAltArtistA2ARetrieval": 0.721075, "VoxPopuliAccentPairClassification": 0.553958, "GTZANGenre": 0.76, "MridinghamTonic": 0.495055, "CREMA_D": 0.539778, "VehicleSoundClustering": 0.010773, "GTZANAudioReranking": 0.676449, "CommonLanguageAgeDetection": 0.1763, "VoxPopuliGenderClustering": 6.4e-05, "BirdCLEF": 0.29, "CREMA_DClustering": 0.140171, "CREMADPairClassification": 0.599509, "IEMOCAPGender": 0.760534, "MInDS14": 0.49693000000000004 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:2", "model": "Tevatron/OmniEmbed-v0.1", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 2, "scored_checkpoint_revision": null, "reported_total_params_billion": 8.932, "parameters_billion": 8.932, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text", "image", "audio", "video" ], "source_row_sha256": "1b3fbafa149cdb717caea7737042ffb607974b1f2b38122351b48dbf45d34b38", "mean_task": 0.4732293820949433, "mean_task_type": 0.5684814713903743, "by_task_type": { "Any2AnyRetrieval": 0.89917, "AudioClassification": 0.49064702361853835, "AudioClustering": 0.032208999999999995, "AudioPairClassification": 0.5890313333333334, "AudioReranking": 0.83135 }, "scores_by_task": { "VoxPopuliLanguageID": 0.644, "VoxCelebSA": 0.369391, "NMSQAPairClassification": 0.650421, "SIBFLEURS": 0.2762613431372549, "BeijingOpera": 0.835018, "JamAltArtistA2ARetrieval": 0.89917, "VoxPopuliAccentPairClassification": 0.515209, "GTZANGenre": 0.786, "MridinghamTonic": 0.283225, "CREMA_D": 0.49073, "VehicleSoundClustering": 0.014678, "GTZANAudioReranking": 0.83135, "CommonLanguageAgeDetection": 0.147, "VoxPopuliGenderClustering": 0.018498, "BirdCLEF": 0.242, "CREMA_DClustering": 0.063451, "CREMADPairClassification": 0.601464, "IEMOCAPGender": 0.790311, "MInDS14": 0.5331809166666667 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:3", "model": "Haon-Chen/e5-omni-7B", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 3, "scored_checkpoint_revision": null, "reported_total_params_billion": 8.932, "parameters_billion": 8.932, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text", "image", "audio", "video" ], "source_row_sha256": "ea86745ea8e910bca707a776192df87401e5ee245d0013702feea64732b42797", "mean_task": 0.5024212843137255, "mean_task_type": 0.5964708376114082, "by_task_type": { "Any2AnyRetrieval": 0.9204225, "AudioClassification": 0.5217233547237077, "AudioClustering": 0.01784133333333333, "AudioPairClassification": 0.655367, "AudioReranking": 0.867 }, "scores_by_task": { "VoxPopuliLanguageID": 0.796, "VoxCelebSA": 0.358658, "NMSQAPairClassification": 0.890584, "SIBFLEURS": 0.3839882352941177, "BeijingOpera": 0.818085, "JamAltArtistA2ARetrieval": 0.9204225, "VoxPopuliAccentPairClassification": 0.521257, "GTZANGenre": 0.851, "MridinghamTonic": 0.308166, "CREMA_D": 0.305969, "VehicleSoundClustering": 0.024321, "GTZANAudioReranking": 0.867, "CommonLanguageAgeDetection": 0.1518, "VoxPopuliGenderClustering": 0.019478, "BirdCLEF": 0.248, "CREMA_DClustering": 0.009725, "CREMADPairClassification": 0.55426, "IEMOCAPGender": 0.812031, "MInDS14": 0.7052596666666666 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": true } }, { "id": "scores_MAEB_beta_audio-only:row:4", "model": "laion/larger_clap_general", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 4, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.194, "parameters_billion": 0.194, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio", "text" ], "source_row_sha256": "c4181774b293a16a67f9ca95edd7384f5b35e02654f0caa38b10fbd758020973", "mean_task": 0.45505683952528375, "mean_task_type": 0.5376392718360071, "by_task_type": { "Any2AnyRetrieval": 0.956425, "AudioClassification": 0.4787523591800356, "AudioClustering": 0.06624633333333334, "AudioPairClassification": 0.5189336666666667, "AudioReranking": 0.667839 }, "scores_by_task": { "VoxPopuliLanguageID": 0.846, "VoxCelebSA": 0.304737, "NMSQAPairClassification": 0.474208, "SIBFLEURS": 0.09385411764705882, "BeijingOpera": 0.93617, "JamAltArtistA2ARetrieval": 0.956425, "VoxPopuliAccentPairClassification": 0.535466, "GTZANGenre": 0.845, "MridinghamTonic": 0.494479, "CREMA_D": 0.39828, "VehicleSoundClustering": 0.033663, "GTZANAudioReranking": 0.667839, "CommonLanguageAgeDetection": 0.2051, "VoxPopuliGenderClustering": 0.033347, "BirdCLEF": 0.17, "CREMA_DClustering": 0.131729, "CREMADPairClassification": 0.547127, "IEMOCAPGender": 0.89282, "MInDS14": 0.07983583333333333 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:5", "model": "jinaai/jina-embeddings-v5-omni-small", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 5, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.626, "parameters_billion": 1.626, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text", "image", "audio", "video" ], "source_row_sha256": "fa2c9c55871ec0e3e69cb809f5ee2793e65047e2c623c7d1c996e6885b5349cd", "mean_task": 0.502493257952982, "mean_task_type": 0.5835463911492378, "by_task_type": { "Any2AnyRetrieval": 0.8389225, "AudioClassification": 0.5199451292335117, "AudioClustering": 0.061323333333333334, "AudioPairClassification": 0.653770993179344, "AudioReranking": 0.84377 }, "scores_by_task": { "VoxPopuliLanguageID": 0.956, "VoxCelebSA": 0.429088, "NMSQAPairClassification": 0.9338365214450436, "SIBFLEURS": 0.3035069215686274, "BeijingOpera": 0.839184, "JamAltArtistA2ARetrieval": 0.8389225, "VoxPopuliAccentPairClassification": 0.49974745277133903, "GTZANGenre": 0.856, "MridinghamTonic": 0.322786, "CREMA_D": 0.2025, "VehicleSoundClustering": 0.048423, "GTZANAudioReranking": 0.84377, "CommonLanguageAgeDetection": 0.1763, "VoxPopuliGenderClustering": 0.001513, "BirdCLEF": 0.252, "CREMA_DClustering": 0.134034, "CREMADPairClassification": 0.5277290053216492, "IEMOCAPGender": 0.715009, "MInDS14": 0.6670225 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": true } }, { "id": "scores_MAEB_beta_audio-only:row:6", "model": "laion/larger_clap_music_and_speech", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 6, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.194, "parameters_billion": 0.194, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio", "text" ], "source_row_sha256": "f0bbb0fa736c9256dabd8c355572044eb58f94768090df3b589f5b9d4e211956", "mean_task": 0.45431867569659445, "mean_task_type": 0.5393674637254902, "by_task_type": { "Any2AnyRetrieval": 0.9688625, "AudioClassification": 0.4740244852941176, "AudioClustering": 0.07653233333333333, "AudioPairClassification": 0.520954, "AudioReranking": 0.656464 }, "scores_by_task": { "VoxPopuliLanguageID": 0.814, "VoxCelebSA": 0.337788, "NMSQAPairClassification": 0.461364, "SIBFLEURS": 0.08903358823529413, "BeijingOpera": 0.915248, "JamAltArtistA2ARetrieval": 0.9688625, "VoxPopuliAccentPairClassification": 0.53487, "GTZANGenre": 0.835, "MridinghamTonic": 0.489895, "CREMA_D": 0.401774, "VehicleSoundClustering": 0.047243, "GTZANAudioReranking": 0.656464, "CommonLanguageAgeDetection": 0.1659, "VoxPopuliGenderClustering": 0.038033, "BirdCLEF": 0.164, "CREMA_DClustering": 0.144321, "CREMADPairClassification": 0.566628, "IEMOCAPGender": 0.931169, "MInDS14": 0.07046175 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:7", "model": "LCO-Embedding/LCO-Embedding-Omni-7B", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 7, "scored_checkpoint_revision": null, "reported_total_params_billion": 8.932, "parameters_billion": 8.932, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "audio", "image", "text", "video" ], "source_row_sha256": "7ad3153fc81c90d75dade4eaff97e8042352112d9c3391b11be50a4c64ff59cf", "mean_task": 0.5153867371001032, "mean_task_type": 0.5578458546345811, "by_task_type": { "Any2AnyRetrieval": 0.7501450000000001, "AudioClassification": 0.5623962731729055, "AudioClustering": 0.016615333333333333, "AudioPairClassification": 0.6729626666666667, "AudioReranking": 0.78711 }, "scores_by_task": { "VoxPopuliLanguageID": 0.642, "VoxCelebSA": 0.434042, "NMSQAPairClassification": 0.976016, "SIBFLEURS": 0.47388975490196084, "BeijingOpera": 0.927926, "JamAltArtistA2ARetrieval": 0.7501450000000001, "VoxPopuliAccentPairClassification": 0.507262, "GTZANGenre": 0.823, "MridinghamTonic": 0.420671, "CREMA_D": 0.360522, "VehicleSoundClustering": 0.036289, "GTZANAudioReranking": 0.78711, "CommonLanguageAgeDetection": 0.16155, "VoxPopuliGenderClustering": 0.007334, "BirdCLEF": 0.341, "CREMA_DClustering": 0.006223, "CREMADPairClassification": 0.53561, "IEMOCAPGender": 0.707539, "MInDS14": 0.89421925 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:8", "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 8, "scored_checkpoint_revision": null, "reported_total_params_billion": 2.445, "parameters_billion": 2.445, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text", "image", "audio", "video" ], "source_row_sha256": "e3492c606312cc04158cc48865778f8c4ac8687755aa40febc90f6aeb2a08943", "mean_task": 0.5357349241486068, "mean_task_type": 0.54874262228164, "by_task_type": { "Any2AnyRetrieval": 0.669175, "AudioClassification": 0.5976667780748662, "AudioClustering": 0.06183166666666667, "AudioPairClassification": 0.6674596666666667, "AudioReranking": 0.74758 }, "scores_by_task": { "VoxPopuliLanguageID": 0.962, "VoxCelebSA": 0.494942, "NMSQAPairClassification": 0.959874, "SIBFLEURS": 0.47532355882352945, "BeijingOpera": 0.902482, "JamAltArtistA2ARetrieval": 0.669175, "VoxPopuliAccentPairClassification": 0.510499, "GTZANGenre": 0.741, "MridinghamTonic": 0.45349, "CREMA_D": 0.299245, "VehicleSoundClustering": 0.051074, "GTZANAudioReranking": 0.74758, "CommonLanguageAgeDetection": 0.15035, "VoxPopuliGenderClustering": 0.128471, "BirdCLEF": 0.331, "CREMA_DClustering": 0.00595, "CREMADPairClassification": 0.532006, "IEMOCAPGender": 0.853766, "MInDS14": 0.910736 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:9", "model": "openai/whisper-base", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 9, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.074, "parameters_billion": 0.074, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "8e0192e094a9cd582075dd5ca61fab2bf25dbd8c8493ca631bfd13b22f98f95d", "mean_task": 0.44856370433436527, "mean_task_type": 0.48299134028520496, "by_task_type": { "Any2AnyRetrieval": 0.6973199999999999, "AudioClassification": 0.49650603475935823, "AudioClustering": 0.050244000000000004, "AudioPairClassification": 0.5211026666666666, "AudioReranking": 0.649784 }, "scores_by_task": { "VoxPopuliLanguageID": 0.98, "VoxCelebSA": 0.312568, "NMSQAPairClassification": 0.469942, "SIBFLEURS": 0.1636518823529412, "BeijingOpera": 0.893883, "JamAltArtistA2ARetrieval": 0.6973199999999999, "VoxPopuliAccentPairClassification": 0.515407, "GTZANGenre": 0.709, "MridinghamTonic": 0.44675, "CREMA_D": 0.480517, "VehicleSoundClustering": 0.024958, "GTZANAudioReranking": 0.649784, "CommonLanguageAgeDetection": 0.1818, "VoxPopuliGenderClustering": 0.000373, "BirdCLEF": 0.275, "CREMA_DClustering": 0.125401, "CREMADPairClassification": 0.577959, "IEMOCAPGender": 0.721589, "MInDS14": 0.2968075 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:10", "model": "jinaai/jina-embeddings-v5-omni-nano", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 10, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.986, "parameters_billion": 0.986, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text", "image", "audio", "video" ], "source_row_sha256": "f591c6c521cbaa3345a4bd9c1cbdd6a4848c0411c82e02435d73ec25d042737d", "mean_task": 0.4974013005444365, "mean_task_type": 0.5771661288773795, "by_task_type": { "Any2AnyRetrieval": 0.8252649999999999, "AudioClassification": 0.5134403471479501, "AudioClustering": 0.059630666666666665, "AudioPairClassification": 0.6555646305722808, "AudioReranking": 0.83193 }, "scores_by_task": { "VoxPopuliLanguageID": 0.924, "VoxCelebSA": 0.424169, "NMSQAPairClassification": 0.9392026751895308, "SIBFLEURS": 0.303069068627451, "BeijingOpera": 0.830851, "JamAltArtistA2ARetrieval": 0.8252649999999999, "VoxPopuliAccentPairClassification": 0.4976771363146085, "GTZANGenre": 0.849, "MridinghamTonic": 0.309885, "CREMA_D": 0.2111, "VehicleSoundClustering": 0.016566, "GTZANAudioReranking": 0.83193, "CommonLanguageAgeDetection": 0.16305, "VoxPopuliGenderClustering": 0.003876, "BirdCLEF": 0.257, "CREMA_DClustering": 0.15845, "CREMADPairClassification": 0.5298140802127032, "IEMOCAPGender": 0.684329, "MInDS14": 0.69139075 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": true } }, { "id": "scores_MAEB_beta_audio-only:row:11", "model": "openai/whisper-small", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 11, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.244, "parameters_billion": 0.244, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "5c5d4e87b9711f7c44b447209ddaec6a2cb42865ecb4aa278b4bad08f025ca23", "mean_task": 0.4513534935500516, "mean_task_type": 0.48186107352941177, "by_task_type": { "Any2AnyRetrieval": 0.699585, "AudioClassification": 0.5037780343137256, "AudioClustering": 0.038774333333333334, "AudioPairClassification": 0.525541, "AudioReranking": 0.641627 }, "scores_by_task": { "VoxPopuliLanguageID": 0.992, "VoxCelebSA": 0.324456, "NMSQAPairClassification": 0.468116, "SIBFLEURS": 0.19066496078431372, "BeijingOpera": 0.881294, "JamAltArtistA2ARetrieval": 0.699585, "VoxPopuliAccentPairClassification": 0.523648, "GTZANGenre": 0.715, "MridinghamTonic": 0.454917, "CREMA_D": 0.491938, "VehicleSoundClustering": 0.01292, "GTZANAudioReranking": 0.641627, "CommonLanguageAgeDetection": 0.1585, "VoxPopuliGenderClustering": 0.000105, "BirdCLEF": 0.264, "CREMA_DClustering": 0.103298, "CREMADPairClassification": 0.584859, "IEMOCAPGender": 0.699273, "MInDS14": 0.3695154166666667 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:12", "model": "matthewagi/HeAR-s1.1", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 12, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.022, "parameters_billion": 0.022, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "ab24015603532462bab5bea10181af513b9ef58904d728b33ff86c855f26ffe9", "mean_task": 0.41088769685242515, "mean_task_type": 0.5022611316399287, "by_task_type": { "Any2AnyRetrieval": 0.90025, "AudioClassification": 0.4087686581996435, "AudioClustering": 0.06012133333333333, "AudioPairClassification": 0.5438156666666667, "AudioReranking": 0.59835 }, "scores_by_task": { "VoxPopuliLanguageID": 0.364, "VoxCelebSA": 0.290828, "NMSQAPairClassification": 0.534887, "SIBFLEURS": 0.27898549019607843, "BeijingOpera": 0.915426, "JamAltArtistA2ARetrieval": 0.90025, "VoxPopuliAccentPairClassification": 0.523919, "GTZANGenre": 0.521, "MridinghamTonic": 0.450619, "CREMA_D": 0.457678, "VehicleSoundClustering": 0.03828, "GTZANAudioReranking": 0.59835, "CommonLanguageAgeDetection": 0.1538, "VoxPopuliGenderClustering": 0.00059, "BirdCLEF": 0.22, "CREMA_DClustering": 0.141494, "CREMADPairClassification": 0.572641, "IEMOCAPGender": 0.719992, "MInDS14": 0.12412675000000001 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:13", "model": "openai/whisper-large-v3", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 13, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.55, "parameters_billion": 1.55, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "dedb70265690d7225365577453bf54406a6627e09e09470b668ea5c4c3d4abf2", "mean_task": 0.4396769486584107, "mean_task_type": 0.4818755459001783, "by_task_type": { "Any2AnyRetrieval": 0.7287475, "AudioClassification": 0.4827372295008913, "AudioClustering": 0.033639333333333334, "AudioPairClassification": 0.5249166666666667, "AudioReranking": 0.639337 }, "scores_by_task": { "VoxPopuliLanguageID": 0.982, "VoxCelebSA": 0.314591, "NMSQAPairClassification": 0.484145, "SIBFLEURS": 0.22948927450980391, "BeijingOpera": 0.860106, "JamAltArtistA2ARetrieval": 0.7287475, "VoxPopuliAccentPairClassification": 0.515548, "GTZANGenre": 0.719, "MridinghamTonic": 0.375376, "CREMA_D": 0.489387, "VehicleSoundClustering": 0.013834, "GTZANAudioReranking": 0.639337, "CommonLanguageAgeDetection": 0.1928, "VoxPopuliGenderClustering": 6.5e-05, "BirdCLEF": 0.216, "CREMA_DClustering": 0.087019, "CREMADPairClassification": 0.575057, "IEMOCAPGender": 0.602549, "MInDS14": 0.32881125 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:14", "model": "laion/clap-htsat-unfused", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 14, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.153, "parameters_billion": 0.153, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio", "text" ], "source_row_sha256": "eca61e4b7d5ab148617ecd5aea3f46ad771be076a5c84089a7aab2b29e724909", "mean_task": 0.42935003353973167, "mean_task_type": 0.5329466721925133, "by_task_type": { "Any2AnyRetrieval": 0.9296075, "AudioClassification": 0.4189671942959002, "AudioClustering": 0.125463, "AudioPairClassification": 0.5261596666666667, "AudioReranking": 0.664536 }, "scores_by_task": { "VoxPopuliLanguageID": 0.3, "VoxCelebSA": 0.337205, "NMSQAPairClassification": 0.469791, "SIBFLEURS": 0.08674730392156862, "BeijingOpera": 0.919592, "JamAltArtistA2ARetrieval": 0.9296075, "VoxPopuliAccentPairClassification": 0.539609, "GTZANGenre": 0.749, "MridinghamTonic": 0.495194, "CREMA_D": 0.37557, "VehicleSoundClustering": 0.026642, "GTZANAudioReranking": 0.664536, "CommonLanguageAgeDetection": 0.1598, "VoxPopuliGenderClustering": 0.221965, "BirdCLEF": 0.164, "CREMA_DClustering": 0.127782, "CREMADPairClassification": 0.569079, "IEMOCAPGender": 0.92579, "MInDS14": 0.09574083333333333 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:15", "model": "Haon-Chen/e5-omni-3B", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 15, "scored_checkpoint_revision": null, "reported_total_params_billion": 4.703, "parameters_billion": 4.703, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text", "image", "audio", "video" ], "source_row_sha256": "eab037ae8e03d052d8e0ef999fa4f840238ee9d7744ba7a2a94457f46d07c12a", "mean_task": 0.46606807868937045, "mean_task_type": 0.5618740756684492, "by_task_type": { "Any2AnyRetrieval": 0.869335, "AudioClassification": 0.48191904500891264, "AudioClustering": 0.018595666666666667, "AudioPairClassification": 0.5947706666666667, "AudioReranking": 0.84475 }, "scores_by_task": { "VoxPopuliLanguageID": 0.594, "VoxCelebSA": 0.380974, "NMSQAPairClassification": 0.728942, "SIBFLEURS": 0.3291909117647059, "BeijingOpera": 0.775532, "JamAltArtistA2ARetrieval": 0.869335, "VoxPopuliAccentPairClassification": 0.510206, "GTZANGenre": 0.787, "MridinghamTonic": 0.299417, "CREMA_D": 0.289709, "VehicleSoundClustering": 0.037803, "GTZANAudioReranking": 0.84475, "CommonLanguageAgeDetection": 0.167, "VoxPopuliGenderClustering": 0.010142, "BirdCLEF": 0.241, "CREMA_DClustering": 0.007842, "CREMADPairClassification": 0.545164, "IEMOCAPGender": 0.796888, "MInDS14": 0.6403985833333333 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:16", "model": "LCO-Embedding/LCO-Embedding-Omni-3B", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 16, "scored_checkpoint_revision": null, "reported_total_params_billion": 4.703, "parameters_billion": 4.703, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "audio", "image", "text", "video" ], "source_row_sha256": "f525c99582368a93fa91b239033a333f69dfc58f8768fe1e4c4ac9d90c779e5a", "mean_task": 0.49754643627450984, "mean_task_type": 0.5297655870766489, "by_task_type": { "Any2AnyRetrieval": 0.6712225, "AudioClassification": 0.5445804353832442, "AudioClustering": 0.01275, "AudioPairClassification": 0.666625, "AudioReranking": 0.75365 }, "scores_by_task": { "VoxPopuliLanguageID": 0.634, "VoxCelebSA": 0.489697, "NMSQAPairClassification": 0.969203, "SIBFLEURS": 0.45062387254901964, "BeijingOpera": 0.932181, "JamAltArtistA2ARetrieval": 0.6712225, "VoxPopuliAccentPairClassification": 0.506657, "GTZANGenre": 0.81, "MridinghamTonic": 0.395444, "CREMA_D": 0.31027, "VehicleSoundClustering": 0.021795, "GTZANAudioReranking": 0.75365, "CommonLanguageAgeDetection": 0.1687, "VoxPopuliGenderClustering": 0.01022, "BirdCLEF": 0.316, "CREMA_DClustering": 0.006235, "CREMADPairClassification": 0.524015, "IEMOCAPGender": 0.59418, "MInDS14": 0.8892889166666667 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:17", "model": "microsoft/msclap-2023", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 17, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.16, "parameters_billion": 0.16, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio", "text" ], "source_row_sha256": "4451bb268197a082a3d45b36e51f6e570c147a380bb52dc0fd0c28580b5b7e75", "mean_task": 0.44155628921568624, "mean_task_type": 0.5584816090017826, "by_task_type": { "Any2AnyRetrieval": 0.9278275, "AudioClassification": 0.42207254500891267, "AudioClustering": 0.15223666666666666, "AudioPairClassification": 0.5359813333333333, "AudioReranking": 0.75429 }, "scores_by_task": { "VoxPopuliLanguageID": 0.396, "VoxCelebSA": 0.261801, "NMSQAPairClassification": 0.510934, "SIBFLEURS": 0.1407347450980392, "BeijingOpera": 0.911082, "JamAltArtistA2ARetrieval": 0.9278275, "VoxPopuliAccentPairClassification": 0.520462, "GTZANGenre": 0.781, "MridinghamTonic": 0.520859, "CREMA_D": 0.370596, "VehicleSoundClustering": 0.0286, "GTZANAudioReranking": 0.75429, "CommonLanguageAgeDetection": 0.1535, "VoxPopuliGenderClustering": 0.320854, "BirdCLEF": 0.173, "CREMA_DClustering": 0.107256, "CREMADPairClassification": 0.576548, "IEMOCAPGender": 0.858649, "MInDS14": 0.07557625 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": true } }, { "id": "scores_MAEB_beta_audio-only:row:18", "model": "openai/whisper-tiny", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 18, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.039, "parameters_billion": 0.039, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "97d9dfc066ae243389a20712a9606f22aaeca072b65583d62d13fc8b61189695", "mean_task": 0.43637871465428274, "mean_task_type": 0.4774227983957219, "by_task_type": { "Any2AnyRetrieval": 0.6915625, "AudioClassification": 0.4726178253119429, "AudioClustering": 0.07413499999999999, "AudioPairClassification": 0.5148166666666666, "AudioReranking": 0.633982 }, "scores_by_task": { "VoxPopuliLanguageID": 0.966, "VoxCelebSA": 0.296603, "NMSQAPairClassification": 0.450565, "SIBFLEURS": 0.15773074509803922, "BeijingOpera": 0.83883, "JamAltArtistA2ARetrieval": 0.6915625, "VoxPopuliAccentPairClassification": 0.518697, "GTZANGenre": 0.684, "MridinghamTonic": 0.440302, "CREMA_D": 0.459286, "VehicleSoundClustering": 0.123883, "GTZANAudioReranking": 0.633982, "CommonLanguageAgeDetection": 0.1645, "VoxPopuliGenderClustering": 0.000359, "BirdCLEF": 0.251, "CREMA_DClustering": 0.098163, "CREMADPairClassification": 0.575188, "IEMOCAPGender": 0.688812, "MInDS14": 0.25173233333333334 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:19", "model": "laion/clap-htsat-fused", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 19, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.154, "parameters_billion": 0.154, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio", "text" ], "source_row_sha256": "78c2ccfb5f645644f357dc8ff8500c5ec7aa213ef966acce57108d815d9fd1f7", "mean_task": 0.43475542389060884, "mean_task_type": 0.5297281827985739, "by_task_type": { "Any2AnyRetrieval": 0.8765875, "AudioClassification": 0.41170841399286984, "AudioClustering": 0.22737200000000002, "AudioPairClassification": 0.519942, "AudioReranking": 0.613031 }, "scores_by_task": { "VoxPopuliLanguageID": 0.32, "VoxCelebSA": 0.29285, "NMSQAPairClassification": 0.478507, "SIBFLEURS": 0.0906959705882353, "BeijingOpera": 0.92766, "JamAltArtistA2ARetrieval": 0.8765875, "VoxPopuliAccentPairClassification": 0.531809, "GTZANGenre": 0.679, "MridinghamTonic": 0.469975, "CREMA_D": 0.387533, "VehicleSoundClustering": 0.047132, "GTZANAudioReranking": 0.613031, "CommonLanguageAgeDetection": 0.1527, "VoxPopuliGenderClustering": 0.526757, "BirdCLEF": 0.18, "CREMA_DClustering": 0.108227, "CREMADPairClassification": 0.54951, "IEMOCAPGender": 0.936249, "MInDS14": 0.09212958333333333 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:20", "model": "MIT/ast-finetuned-audioset-10-10-0.4593", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 20, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.087, "parameters_billion": 0.087, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "72f14cc39dbaeea852920848529476723c827b45fe11d76cda7b7f2914a1ad83", "mean_task": 0.4469431259029928, "mean_task_type": 0.55212392228164, "by_task_type": { "Any2AnyRetrieval": 0.9463475, "AudioClassification": 0.456959444741533, "AudioClustering": 0.06866166666666666, "AudioPairClassification": 0.512191, "AudioReranking": 0.77646 }, "scores_by_task": { "VoxPopuliLanguageID": 0.378, "VoxCelebSA": 0.283278, "NMSQAPairClassification": 0.475602, "SIBFLEURS": 0.14204839215686274, "BeijingOpera": 0.970301, "JamAltArtistA2ARetrieval": 0.9463475, "VoxPopuliAccentPairClassification": 0.518348, "GTZANGenre": 0.807, "MridinghamTonic": 0.541632, "CREMA_D": 0.378392, "VehicleSoundClustering": 0.133667, "GTZANAudioReranking": 0.77646, "CommonLanguageAgeDetection": 0.1282, "VoxPopuliGenderClustering": 0.000304, "BirdCLEF": 0.452, "CREMA_DClustering": 0.072014, "CREMADPairClassification": 0.542623, "IEMOCAPGender": 0.870006, "MInDS14": 0.0756965 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": true } }, { "id": "scores_MAEB_beta_audio-only:row:21", "model": "encord-team/ebind-full", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 21, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.79, "parameters_billion": 1.79, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "text", "image", "audio", "video" ], "source_row_sha256": "90d29e61cbde4bd32149b9da5912819919ef1dddae4bf81d01c6974d1740e4fc", "mean_task": 0.44637126470588234, "mean_task_type": 0.5863627459893048, "by_task_type": { "Any2AnyRetrieval": 0.9384925, "AudioClassification": 0.3983372299465241, "AudioClustering": 0.259888, "AudioPairClassification": 0.523046, "AudioReranking": 0.81205 }, "scores_by_task": { "VoxPopuliLanguageID": 0.436, "VoxCelebSA": 0.242095, "NMSQAPairClassification": 0.460069, "SIBFLEURS": 0.14727586274509805, "BeijingOpera": 0.842996, "JamAltArtistA2ARetrieval": 0.9384925, "VoxPopuliAccentPairClassification": 0.550747, "GTZANGenre": 0.834, "MridinghamTonic": 0.301563, "CREMA_D": 0.36146, "VehicleSoundClustering": 0.064883, "GTZANAudioReranking": 0.81205, "CommonLanguageAgeDetection": 0.15435, "VoxPopuliGenderClustering": 0.606781, "BirdCLEF": 0.086, "CREMA_DClustering": 0.108, "CREMADPairClassification": 0.558322, "IEMOCAPGender": 0.904669, "MInDS14": 0.07130066666666666 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": true } }, { "id": "scores_MAEB_beta_audio-only:row:22", "model": "OpenMuQ/MuQ-MuLan-large", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 22, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.63, "parameters_billion": 0.63, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio", "text" ], "source_row_sha256": "0acdfa44875c338ddecf0b8f2270fcb0f56bc952bb079db6aafa6850e7d737b7", "mean_task": 0.4089651437048504, "mean_task_type": 0.5533301041889482, "by_task_type": { "Any2AnyRetrieval": 0.962765, "AudioClassification": 0.3880045209447415, "AudioClustering": 0.042896333333333335, "AudioPairClassification": 0.5189246666666666, "AudioReranking": 0.85406 }, "scores_by_task": { "VoxPopuliLanguageID": 0.414, "VoxCelebSA": 0.251078, "NMSQAPairClassification": 0.461921, "SIBFLEURS": 0.2320778137254902, "BeijingOpera": 0.763209, "JamAltArtistA2ARetrieval": 0.962765, "VoxPopuliAccentPairClassification": 0.520424, "GTZANGenre": 0.883, "MridinghamTonic": 0.382543, "CREMA_D": 0.343459, "VehicleSoundClustering": 0.009234, "GTZANAudioReranking": 0.85406, "CommonLanguageAgeDetection": 0.19335, "VoxPopuliGenderClustering": 0.007615, "BirdCLEF": 0.074, "CREMA_DClustering": 0.11184, "CREMADPairClassification": 0.574429, "IEMOCAPGender": 0.574462, "MInDS14": 0.15687091666666667 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:23", "model": "EximiusLabs/fusion-embedding-2-2b-preview", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 23, "scored_checkpoint_revision": null, "reported_total_params_billion": 2.8, "parameters_billion": 2.8, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "audio", "image", "text", "video" ], "source_row_sha256": "a26b7e2a2fc8e8b65c2bc478bcb39c2471d1c3e05e2a91088746b24c919c13aa", "mean_task": 0.44402964164086683, "mean_task_type": 0.5116159368092692, "by_task_type": { "Any2AnyRetrieval": 0.73205, "AudioClassification": 0.45745301737967914, "AudioClustering": 0.036719666666666664, "AudioPairClassification": 0.615257, "AudioReranking": 0.7166 }, "scores_by_task": { "VoxPopuliLanguageID": 0.616, "VoxCelebSA": 0.272827, "NMSQAPairClassification": 0.793594, "SIBFLEURS": 0.1758389411764706, "BeijingOpera": 0.923582, "JamAltArtistA2ARetrieval": 0.73205, "VoxPopuliAccentPairClassification": 0.50894, "GTZANGenre": 0.644, "MridinghamTonic": 0.53992, "CREMA_D": 0.277213, "VehicleSoundClustering": 0.024577, "GTZANAudioReranking": 0.7166, "CommonLanguageAgeDetection": 0.1714, "VoxPopuliGenderClustering": 0.079354, "BirdCLEF": 0.184, "CREMA_DClustering": 0.006228, "CREMADPairClassification": 0.543237, "IEMOCAPGender": 0.93774, "MInDS14": 0.28946225 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:24", "model": "lyrebird/wav2clip", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 24, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.163, "parameters_billion": 0.163, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio", "text" ], "source_row_sha256": "ec223abe18185951e6176b02aab8cad97094f075cabbf1aed74182676d524233", "mean_task": 0.3884514055727554, "mean_task_type": 0.48892121889483064, "by_task_type": { "Any2AnyRetrieval": 0.7850125, "AudioClassification": 0.3744529278074866, "AudioClustering": 0.059741666666666665, "AudioPairClassification": 0.535979, "AudioReranking": 0.68942 }, "scores_by_task": { "VoxPopuliLanguageID": 0.314, "VoxCelebSA": 0.25777, "NMSQAPairClassification": 0.494725, "SIBFLEURS": 0.21968920588235294, "BeijingOpera": 0.881028, "JamAltArtistA2ARetrieval": 0.7850125, "VoxPopuliAccentPairClassification": 0.5256, "GTZANGenre": 0.591, "MridinghamTonic": 0.402753, "CREMA_D": 0.444503, "VehicleSoundClustering": 0.039723, "GTZANAudioReranking": 0.68942, "CommonLanguageAgeDetection": 0.13105, "VoxPopuliGenderClustering": 0.007115, "BirdCLEF": 0.097, "CREMA_DClustering": 0.132387, "CREMADPairClassification": 0.587612, "IEMOCAPGender": 0.658334, "MInDS14": 0.12185499999999999 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:25", "model": "google/vggish", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 25, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.072, "parameters_billion": 0.072, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "4ebaa34bbb980046156dccdc7a0ab03db14d34ab5f1a37e6dba942b46aad3aff", "mean_task": 0.4109744040247678, "mean_task_type": 0.5349608971479501, "by_task_type": { "Any2AnyRetrieval": 0.8898125, "AudioClassification": 0.3921356524064171, "AudioClustering": 0.07818533333333334, "AudioPairClassification": 0.527991, "AudioReranking": 0.78668 }, "scores_by_task": { "VoxPopuliLanguageID": 0.32, "VoxCelebSA": 0.270804, "NMSQAPairClassification": 0.477822, "SIBFLEURS": 0.14067267647058823, "BeijingOpera": 0.87695, "JamAltArtistA2ARetrieval": 0.8898125, "VoxPopuliAccentPairClassification": 0.548289, "GTZANGenre": 0.793, "MridinghamTonic": 0.327654, "CREMA_D": 0.347888, "VehicleSoundClustering": 0.044608, "GTZANAudioReranking": 0.78668, "CommonLanguageAgeDetection": 0.14705, "VoxPopuliGenderClustering": 0.082016, "BirdCLEF": 0.105, "CREMA_DClustering": 0.107932, "CREMADPairClassification": 0.557862, "IEMOCAPGender": 0.915431, "MInDS14": 0.06904249999999999 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": true } }, { "id": "scores_MAEB_beta_audio-only:row:26", "model": "microsoft/wavlm-large", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 26, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.317, "parameters_billion": 0.317, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "4fc4a46460f7116d5aeb05edba7159afc08054a5b37d2142ca4921e769938b97", "mean_task": 0.39761450748194016, "mean_task_type": 0.4848395147058824, "by_task_type": { "Any2AnyRetrieval": 0.7851675, "AudioClassification": 0.4035227401960784, "AudioClustering": 0.024456666666666668, "AudioPairClassification": 0.5231686666666667, "AudioReranking": 0.687882 }, "scores_by_task": { "VoxPopuliLanguageID": 0.89, "VoxCelebSA": 0.334351, "NMSQAPairClassification": 0.489843, "SIBFLEURS": 0.1254475588235294, "BeijingOpera": 0.576773, "JamAltArtistA2ARetrieval": 0.7851675, "VoxPopuliAccentPairClassification": 0.521648, "GTZANGenre": 0.677, "MridinghamTonic": 0.314178, "CREMA_D": 0.389278, "VehicleSoundClustering": 0.001755, "GTZANAudioReranking": 0.687882, "CommonLanguageAgeDetection": 0.1686, "VoxPopuliGenderClustering": 0.000651, "BirdCLEF": 0.198, "CREMA_DClustering": 0.070964, "CREMADPairClassification": 0.558015, "IEMOCAPGender": 0.63054, "MInDS14": 0.13458258333333334 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:27", "model": "facebook/hubert-base-ls960", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 27, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.095, "parameters_billion": 0.095, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "56772e1fe4bf6842c85a84928b0235d3d582b9361ed19c51827cef494024918f", "mean_task": 0.3945639084107327, "mean_task_type": 0.4762437683600713, "by_task_type": { "Any2AnyRetrieval": 0.7697275, "AudioClassification": 0.40228734180035647, "AudioClustering": 0.027081666666666667, "AudioPairClassification": 0.5192293333333333, "AudioReranking": 0.662893 }, "scores_by_task": { "VoxPopuliLanguageID": 0.676, "VoxCelebSA": 0.329125, "NMSQAPairClassification": 0.484268, "SIBFLEURS": 0.1311168431372549, "BeijingOpera": 0.657624, "JamAltArtistA2ARetrieval": 0.7697275, "VoxPopuliAccentPairClassification": 0.512886, "GTZANGenre": 0.69, "MridinghamTonic": 0.315753, "CREMA_D": 0.404866, "VehicleSoundClustering": 0.001305, "GTZANAudioReranking": 0.662893, "CommonLanguageAgeDetection": 0.15, "VoxPopuliGenderClustering": 0.00065, "BirdCLEF": 0.183, "CREMA_DClustering": 0.07929, "CREMADPairClassification": 0.560534, "IEMOCAPGender": 0.76193, "MInDS14": 0.12574591666666665 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:28", "model": "google/yamnet", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 28, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.004, "parameters_billion": 0.004, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "43343cbb21f12dd320c0f5505e381d55b0ac88cad7a4081530ccd8a8bb0c90f5", "mean_task": 0.3925795033539732, "mean_task_type": 0.510955464795009, "by_task_type": { "Any2AnyRetrieval": 0.79762, "AudioClassification": 0.37807732397504457, "AudioClustering": 0.015557333333333333, "AudioPairClassification": 0.5461726666666666, "AudioReranking": 0.81735 }, "scores_by_task": { "VoxPopuliLanguageID": 0.272, "VoxCelebSA": 0.274575, "NMSQAPairClassification": 0.582803, "SIBFLEURS": 0.13906064705882354, "BeijingOpera": 0.893883, "JamAltArtistA2ARetrieval": 0.79762, "VoxPopuliAccentPairClassification": 0.524236, "GTZANGenre": 0.793, "MridinghamTonic": 0.351585, "CREMA_D": 0.258663, "VehicleSoundClustering": 0.00351, "GTZANAudioReranking": 0.81735, "CommonLanguageAgeDetection": 0.1718, "VoxPopuliGenderClustering": 0.002928, "BirdCLEF": 0.168, "CREMA_DClustering": 0.040234, "CREMADPairClassification": 0.531479, "IEMOCAPGender": 0.769101, "MInDS14": 0.06718291666666666 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": true, "mean_task_type": true } }, { "id": "scores_MAEB_beta_audio-only:row:29", "model": "facebook/wav2vec2-lv-60-espeak-cv-ft", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 29, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.317, "parameters_billion": 0.317, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "09b7606fb260a1fbb1276646408401b5d04d906bad6cfbfc34a9bc29b8b377f3", "mean_task": 0.3983267115583075, "mean_task_type": 0.4107034155080214, "by_task_type": { "Any2AnyRetrieval": 0.5036725, "AudioClassification": 0.4409799108734403, "AudioClustering": 0.015693333333333333, "AudioPairClassification": 0.5367523333333334, "AudioReranking": 0.556419 }, "scores_by_task": { "VoxPopuliLanguageID": 0.97, "VoxCelebSA": 0.281249, "NMSQAPairClassification": 0.527305, "SIBFLEURS": 0.14815935294117646, "BeijingOpera": 0.873227, "JamAltArtistA2ARetrieval": 0.5036725, "VoxPopuliAccentPairClassification": 0.550836, "GTZANGenre": 0.552, "MridinghamTonic": 0.372942, "CREMA_D": 0.349501, "VehicleSoundClustering": 0.023741, "GTZANAudioReranking": 0.556419, "CommonLanguageAgeDetection": 0.1543, "VoxPopuliGenderClustering": 0.000164, "BirdCLEF": 0.205, "CREMA_DClustering": 0.023175, "CREMADPairClassification": 0.532116, "IEMOCAPGender": 0.683138, "MInDS14": 0.2612626666666667 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:30", "model": "facebook/wav2vec2-xls-r-2b", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 30, "scored_checkpoint_revision": null, "reported_total_params_billion": 2.0, "parameters_billion": 2.0, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "2c389d25112b4dce35973f7849ef07dd10a39981f97197feea2dbc3c9b8ebe17", "mean_task": 0.4095841483488132, "mean_task_type": 0.4449300209447415, "by_task_type": { "Any2AnyRetrieval": 0.6224375, "AudioClassification": 0.45129493805704096, "AudioClustering": 0.014229666666666668, "AudioPairClassification": 0.50802, "AudioReranking": 0.628668 }, "scores_by_task": { "VoxPopuliLanguageID": 0.748, "VoxCelebSA": 0.287336, "NMSQAPairClassification": 0.486125, "SIBFLEURS": 0.1360769019607843, "BeijingOpera": 0.830585, "JamAltArtistA2ARetrieval": 0.6224375, "VoxPopuliAccentPairClassification": 0.509671, "GTZANGenre": 0.732, "MridinghamTonic": 0.446177, "CREMA_D": 0.459414, "VehicleSoundClustering": 0.009359, "GTZANAudioReranking": 0.628668, "CommonLanguageAgeDetection": 0.1736, "VoxPopuliGenderClustering": 0.000245, "BirdCLEF": 0.312, "CREMA_DClustering": 0.033085, "CREMADPairClassification": 0.528264, "IEMOCAPGender": 0.702665, "MInDS14": 0.13639041666666665 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:31", "model": "facebook/mms-1b-l1107", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 31, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.0, "parameters_billion": 1.0, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "9b1b29ab9cd3c9790811706ba86267b76ff99ba7bbf029006062d7b08ca69050", "mean_task": 0.3998511984004128, "mean_task_type": 0.4162056867201426, "by_task_type": { "Any2AnyRetrieval": 0.52196, "AudioClassification": 0.44671943360071303, "AudioClustering": 0.009511, "AudioPairClassification": 0.514964, "AudioReranking": 0.587874 }, "scores_by_task": { "VoxPopuliLanguageID": 0.952, "VoxCelebSA": 0.306194, "NMSQAPairClassification": 0.500694, "SIBFLEURS": 0.21601568627450982, "BeijingOpera": 0.78883, "JamAltArtistA2ARetrieval": 0.52196, "VoxPopuliAccentPairClassification": 0.514024, "GTZANGenre": 0.583, "MridinghamTonic": 0.307008, "CREMA_D": 0.29213, "VehicleSoundClustering": 0.004373, "GTZANAudioReranking": 0.587874, "CommonLanguageAgeDetection": 0.1848, "VoxPopuliGenderClustering": 0.001637, "BirdCLEF": 0.21, "CREMA_DClustering": 0.022523, "CREMADPairClassification": 0.530174, "IEMOCAPGender": 0.546867, "MInDS14": 0.5270690833333334 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:32", "model": "speechbrain/cnn14-esc50", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 32, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.081, "parameters_billion": 0.081, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "a4a3829d02e793fd376dbafbb45d9df6f718b0f7fc2c3a67663064709ac01bf8", "mean_task": 0.3504612143962848, "mean_task_type": 0.44843354679144387, "by_task_type": { "Any2AnyRetrieval": 0.769995, "AudioClassification": 0.31847373395721923, "AudioClustering": 0.07370366666666667, "AudioPairClassification": 0.5422253333333333, "AudioReranking": 0.53777 }, "scores_by_task": { "VoxPopuliLanguageID": 0.298, "VoxCelebSA": 0.230747, "NMSQAPairClassification": 0.530214, "SIBFLEURS": 0.17489732352941176, "BeijingOpera": 0.838564, "JamAltArtistA2ARetrieval": 0.769995, "VoxPopuliAccentPairClassification": 0.525752, "GTZANGenre": 0.414, "MridinghamTonic": 0.260576, "CREMA_D": 0.345338, "VehicleSoundClustering": 0.024725, "GTZANAudioReranking": 0.53777, "CommonLanguageAgeDetection": 0.1452, "VoxPopuliGenderClustering": 0.07717, "BirdCLEF": 0.112, "CREMA_DClustering": 0.119216, "CREMADPairClassification": 0.57071, "IEMOCAPGender": 0.593693, "MInDS14": 0.09019575 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:33", "model": "microsoft/msclap-2022", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 33, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.196, "parameters_billion": 0.196, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio", "text" ], "source_row_sha256": "8e5b195b953b3dde24284a1e4f8b9bc2c1865a211bc40e7616b242b6c6477adb", "mean_task": 0.40099675438596494, "mean_task_type": 0.5156324, "by_task_type": { "Any2AnyRetrieval": 0.8718325, "AudioClassification": 0.36078716666666666, "AudioClustering": 0.1990333333333333, "AudioPairClassification": 0.517419, "AudioReranking": 0.62909 }, "scores_by_task": { "VoxPopuliLanguageID": 0.242, "VoxCelebSA": 0.255394, "NMSQAPairClassification": 0.500859, "SIBFLEURS": 0.14461366666666667, "BeijingOpera": 0.932004, "JamAltArtistA2ARetrieval": 0.8718325, "VoxPopuliAccentPairClassification": 0.520807, "GTZANGenre": 0.587, "MridinghamTonic": 0.29139, "CREMA_D": 0.279359, "VehicleSoundClustering": 0.079798, "GTZANAudioReranking": 0.62909, "CommonLanguageAgeDetection": 0.14265, "VoxPopuliGenderClustering": 0.463659, "BirdCLEF": 0.132, "CREMA_DClustering": 0.053643, "CREMADPairClassification": 0.530591, "IEMOCAPGender": 0.893515, "MInDS14": 0.06873316666666666 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:35", "model": "facebook/mms-1b-all", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 35, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.0, "parameters_billion": 1.0, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "0d84bb6e41941f667740f82deeafa76433e4925224308860adc5d90aecd43b33", "mean_task": 0.4070234414344685, "mean_task_type": 0.42246804946524064, "by_task_type": { "Any2AnyRetrieval": 0.51978, "AudioClassification": 0.4532385806595365, "AudioClustering": 0.016389, "AudioPairClassification": 0.5279706666666667, "AudioReranking": 0.594962 }, "scores_by_task": { "VoxPopuliLanguageID": 0.994, "VoxCelebSA": 0.283568, "NMSQAPairClassification": 0.539002, "SIBFLEURS": 0.2413314705882353, "BeijingOpera": 0.788121, "JamAltArtistA2ARetrieval": 0.51978, "VoxPopuliAccentPairClassification": 0.512387, "GTZANGenre": 0.571, "MridinghamTonic": 0.274186, "CREMA_D": 0.316315, "VehicleSoundClustering": 0.003203, "GTZANAudioReranking": 0.594962, "CommonLanguageAgeDetection": 0.1584, "VoxPopuliGenderClustering": 0.000566, "BirdCLEF": 0.211, "CREMA_DClustering": 0.045398, "CREMADPairClassification": 0.532523, "IEMOCAPGender": 0.56231, "MInDS14": 0.5853929166666666 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:36", "model": "microsoft/wavlm-base", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 36, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.095, "parameters_billion": 0.095, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "fd5497fc9c42ecd6f60ba798f5171fbc90e448cbc58e30ec46ea4db91de893fa", "mean_task": 0.3710318996388029, "mean_task_type": 0.4301310198752228, "by_task_type": { "Any2AnyRetrieval": 0.62584, "AudioClassification": 0.37915409937611405, "AudioClustering": 0.02318266666666667, "AudioPairClassification": 0.5305223333333333, "AudioReranking": 0.591956 }, "scores_by_task": { "VoxPopuliLanguageID": 0.654, "VoxCelebSA": 0.336089, "NMSQAPairClassification": 0.529964, "SIBFLEURS": 0.1331318431372549, "BeijingOpera": 0.657092, "JamAltArtistA2ARetrieval": 0.62584, "VoxPopuliAccentPairClassification": 0.51314, "GTZANGenre": 0.63, "MridinghamTonic": 0.296838, "CREMA_D": 0.401103, "VehicleSoundClustering": 0.004094, "GTZANAudioReranking": 0.591956, "CommonLanguageAgeDetection": 0.1537, "VoxPopuliGenderClustering": 0.000408, "BirdCLEF": 0.102, "CREMA_DClustering": 0.065046, "CREMADPairClassification": 0.548463, "IEMOCAPGender": 0.673176, "MInDS14": 0.13356525 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:37", "model": "vitouphy/wav2vec2-xls-r-300m-phoneme", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 37, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.3, "parameters_billion": 0.3, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "6a9b859cefd4d71b1e6287236546ee8c3617ef82f916c248b5f56ffaaf9ed1ea", "mean_task": 0.38092308178534573, "mean_task_type": 0.42729945249554363, "by_task_type": { "Any2AnyRetrieval": 0.617455, "AudioClassification": 0.40505959581105166, "AudioClustering": 0.021170333333333333, "AudioPairClassification": 0.5040523333333333, "AudioReranking": 0.58876 }, "scores_by_task": { "VoxPopuliLanguageID": 0.772, "VoxCelebSA": 0.271369, "NMSQAPairClassification": 0.470849, "SIBFLEURS": 0.1631054705882353, "BeijingOpera": 0.860106, "JamAltArtistA2ARetrieval": 0.617455, "VoxPopuliAccentPairClassification": 0.510295, "GTZANGenre": 0.609, "MridinghamTonic": 0.339687, "CREMA_D": 0.337138, "VehicleSoundClustering": 0.012399, "GTZANAudioReranking": 0.58876, "CommonLanguageAgeDetection": 0.1996, "VoxPopuliGenderClustering": 0.002458, "BirdCLEF": 0.175, "CREMA_DClustering": 0.048654, "CREMADPairClassification": 0.531013, "IEMOCAPGender": 0.511606, "MInDS14": 0.21704408333333333 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:38", "model": "microsoft/wavlm-base-sd", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 38, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.095, "parameters_billion": 0.095, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "8e229e733837c3ab5e03097f11a1422763c4db336bf3a03c807507eed1edded6", "mean_task": 0.37094663648090814, "mean_task_type": 0.4298070198752228, "by_task_type": { "Any2AnyRetrieval": 0.62422, "AudioClassification": 0.37915409937611405, "AudioClustering": 0.02318266666666667, "AudioPairClassification": 0.5305223333333333, "AudioReranking": 0.591956 }, "scores_by_task": { "VoxPopuliLanguageID": 0.654, "VoxCelebSA": 0.336089, "NMSQAPairClassification": 0.529964, "SIBFLEURS": 0.1331318431372549, "BeijingOpera": 0.657092, "JamAltArtistA2ARetrieval": 0.62422, "VoxPopuliAccentPairClassification": 0.51314, "GTZANGenre": 0.63, "MridinghamTonic": 0.296838, "CREMA_D": 0.401103, "VehicleSoundClustering": 0.004094, "GTZANAudioReranking": 0.591956, "CommonLanguageAgeDetection": 0.1537, "VoxPopuliGenderClustering": 0.000408, "BirdCLEF": 0.102, "CREMA_DClustering": 0.065046, "CREMADPairClassification": 0.548463, "IEMOCAPGender": 0.673176, "MInDS14": 0.13356525 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:39", "model": "microsoft/wavlm-base-sv", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 39, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.095, "parameters_billion": 0.095, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "6e77f809c5e64cd75b08a2b3c5eb8984886799193962427a1092c2f4d306ea24", "mean_task": 0.37094663648090814, "mean_task_type": 0.4298070198752228, "by_task_type": { "Any2AnyRetrieval": 0.62422, "AudioClassification": 0.37915409937611405, "AudioClustering": 0.02318266666666667, "AudioPairClassification": 0.5305223333333333, "AudioReranking": 0.591956 }, "scores_by_task": { "VoxPopuliLanguageID": 0.654, "VoxCelebSA": 0.336089, "NMSQAPairClassification": 0.529964, "SIBFLEURS": 0.1331318431372549, "BeijingOpera": 0.657092, "JamAltArtistA2ARetrieval": 0.62422, "VoxPopuliAccentPairClassification": 0.51314, "GTZANGenre": 0.63, "MridinghamTonic": 0.296838, "CREMA_D": 0.401103, "VehicleSoundClustering": 0.004094, "GTZANAudioReranking": 0.591956, "CommonLanguageAgeDetection": 0.1537, "VoxPopuliGenderClustering": 0.000408, "BirdCLEF": 0.102, "CREMA_DClustering": 0.065046, "CREMADPairClassification": 0.548463, "IEMOCAPGender": 0.673176, "MInDS14": 0.13356525 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:40", "model": "microsoft/speecht5_multimodal", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 40, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.298, "parameters_billion": 0.298, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio", "text" ], "source_row_sha256": "24ba3869db1a19726198cb873ffbc993a591d4cb2edcbf8a9550511a4fc41181", "mean_task": 0.37693520794633645, "mean_task_type": 0.4270312960784314, "by_task_type": { "Any2AnyRetrieval": 0.5955675, "AudioClassification": 0.3846843137254902, "AudioClustering": 0.010570999999999999, "AudioPairClassification": 0.5793136666666666, "AudioReranking": 0.56502 }, "scores_by_task": { "VoxPopuliLanguageID": 0.788, "VoxCelebSA": 0.283851, "NMSQAPairClassification": 0.662751, "SIBFLEURS": 0.16217545098039218, "BeijingOpera": 0.771277, "JamAltArtistA2ARetrieval": 0.5955675, "VoxPopuliAccentPairClassification": 0.531399, "GTZANGenre": 0.525, "MridinghamTonic": 0.307438, "CREMA_D": 0.32518, "VehicleSoundClustering": 0.004677, "GTZANAudioReranking": 0.56502, "CommonLanguageAgeDetection": 0.195, "VoxPopuliGenderClustering": 8.8e-05, "BirdCLEF": 0.158, "CREMA_DClustering": 0.026948, "CREMADPairClassification": 0.543791, "IEMOCAPGender": 0.521368, "MInDS14": 0.194238 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:41", "model": "facebook/mms-1b-fl102", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 41, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.0, "parameters_billion": 1.0, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "534668c62afed8f41e89b6f353300086360b1dd6d763e082ed6d43cc108affaf", "mean_task": 0.41367276031991745, "mean_task_type": 0.42429112326203205, "by_task_type": { "Any2AnyRetrieval": 0.5493, "AudioClassification": 0.4675719496434938, "AudioClustering": 0.011231333333333331, "AudioPairClassification": 0.5200723333333334, "AudioReranking": 0.57328 }, "scores_by_task": { "VoxPopuliLanguageID": 0.972, "VoxCelebSA": 0.319523, "NMSQAPairClassification": 0.520583, "SIBFLEURS": 0.2619661960784314, "BeijingOpera": 0.779787, "JamAltArtistA2ARetrieval": 0.5493, "VoxPopuliAccentPairClassification": 0.514014, "GTZANGenre": 0.568, "MridinghamTonic": 0.30887, "CREMA_D": 0.306774, "VehicleSoundClustering": 0.00146, "GTZANAudioReranking": 0.57328, "CommonLanguageAgeDetection": 0.1703, "VoxPopuliGenderClustering": 0.000119, "BirdCLEF": 0.199, "CREMA_DClustering": 0.032115, "CREMADPairClassification": 0.52562, "IEMOCAPGender": 0.524354, "MInDS14": 0.73271725 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:42", "model": "facebook/seamless-m4t-v2-large", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 42, "scored_checkpoint_revision": null, "reported_total_params_billion": 2.3, "parameters_billion": 2.3, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "5a97c46dcc5ea7eff72c8f43476095e251627724a926e29e2e530dda2690355d", "mean_task": 0.4131003795149639, "mean_task_type": 0.4107715129233512, "by_task_type": { "Any2AnyRetrieval": 0.55826, "AudioClassification": 0.47600456461675583, "AudioClustering": 0.0045309999999999994, "AudioPairClassification": 0.512971, "AudioReranking": 0.502091 }, "scores_by_task": { "VoxPopuliLanguageID": 0.89, "VoxCelebSA": 0.43551, "NMSQAPairClassification": 0.491255, "SIBFLEURS": 0.41915446078431373, "BeijingOpera": 0.661525, "JamAltArtistA2ARetrieval": 0.55826, "VoxPopuliAccentPairClassification": 0.514944, "GTZANGenre": 0.525, "MridinghamTonic": 0.353743, "CREMA_D": 0.281107, "VehicleSoundClustering": 0.004163, "GTZANAudioReranking": 0.502091, "CommonLanguageAgeDetection": 0.1656, "VoxPopuliGenderClustering": 0.001084, "BirdCLEF": 0.111, "CREMA_DClustering": 0.008346, "CREMADPairClassification": 0.532714, "IEMOCAPGender": 0.537208, "MInDS14": 0.85620275 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:43", "model": "facebook/wav2vec2-base", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 43, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.095, "parameters_billion": 0.095, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "24d2b41abe72853f4d0b6739b5bd201b9bf5a6c705eb25fdd4e4251d181a7412", "mean_task": 0.3701817605779154, "mean_task_type": 0.44053195365418896, "by_task_type": { "Any2AnyRetrieval": 0.67925, "AudioClassification": 0.3692817682709448, "AudioClustering": 0.05174633333333333, "AudioPairClassification": 0.5172416666666667, "AudioReranking": 0.58514 }, "scores_by_task": { "VoxPopuliLanguageID": 0.488, "VoxCelebSA": 0.288811, "NMSQAPairClassification": 0.469956, "SIBFLEURS": 0.13128345098039215, "BeijingOpera": 0.754078, "JamAltArtistA2ARetrieval": 0.67925, "VoxPopuliAccentPairClassification": 0.521515, "GTZANGenre": 0.624, "MridinghamTonic": 0.351446, "CREMA_D": 0.379735, "VehicleSoundClustering": 0.030933, "GTZANAudioReranking": 0.58514, "CommonLanguageAgeDetection": 0.1502, "VoxPopuliGenderClustering": 8e-05, "BirdCLEF": 0.111, "CREMA_DClustering": 0.124226, "CREMADPairClassification": 0.560254, "IEMOCAPGender": 0.688815, "MInDS14": 0.094731 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:44", "model": "facebook/wav2vec2-xls-r-1b", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 44, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.0, "parameters_billion": 1.0, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "323744fa92f8c9983c3e3dfcc86f9663a3164e3ee48e1e6638d9ea6b13799b6c", "mean_task": 0.3691236424148607, "mean_task_type": 0.40892008253119433, "by_task_type": { "Any2AnyRetrieval": 0.595375, "AudioClassification": 0.39250274598930485, "AudioClustering": 0.010541, "AudioPairClassification": 0.5113196666666666, "AudioReranking": 0.534862 }, "scores_by_task": { "VoxPopuliLanguageID": 0.628, "VoxCelebSA": 0.286185, "NMSQAPairClassification": 0.493205, "SIBFLEURS": 0.12637753921568629, "BeijingOpera": 0.707447, "JamAltArtistA2ARetrieval": 0.595375, "VoxPopuliAccentPairClassification": 0.515137, "GTZANGenre": 0.661, "MridinghamTonic": 0.39845, "CREMA_D": 0.419511, "VehicleSoundClustering": 0.001275, "GTZANAudioReranking": 0.534862, "CommonLanguageAgeDetection": 0.1798, "VoxPopuliGenderClustering": 0.003289, "BirdCLEF": 0.168, "CREMA_DClustering": 0.027059, "CREMADPairClassification": 0.525617, "IEMOCAPGender": 0.618193, "MInDS14": 0.12456666666666666 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:45", "model": "microsoft/wavlm-base-plus", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 45, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.095, "parameters_billion": 0.095, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "7fd4196f77c9d9e29b75559daa7028c036e4a7625205315f168f4b117a57455d", "mean_task": 0.36333828379772964, "mean_task_type": 0.45655371622103386, "by_task_type": { "Any2AnyRetrieval": 0.7217525, "AudioClassification": 0.35428808110516935, "AudioClustering": 0.02491533333333333, "AudioPairClassification": 0.5139736666666667, "AudioReranking": 0.667839 }, "scores_by_task": { "VoxPopuliLanguageID": 0.644, "VoxCelebSA": 0.303036, "NMSQAPairClassification": 0.484168, "SIBFLEURS": 0.11857322549019608, "BeijingOpera": 0.627571, "JamAltArtistA2ARetrieval": 0.7217525, "VoxPopuliAccentPairClassification": 0.509135, "GTZANGenre": 0.629, "MridinghamTonic": 0.264728, "CREMA_D": 0.33714, "VehicleSoundClustering": 0.017932, "GTZANAudioReranking": 0.667839, "CommonLanguageAgeDetection": 0.1853, "VoxPopuliGenderClustering": 0.000291, "BirdCLEF": 0.12, "CREMA_DClustering": 0.056523, "CREMADPairClassification": 0.548618, "IEMOCAPGender": 0.549956, "MInDS14": 0.11786466666666667 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:46", "model": "microsoft/wavlm-base-plus-sd", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 46, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.095, "parameters_billion": 0.095, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "eb3000f477e958755c413d690c9155e5014f9ef8f1eb5eb5bdafc581d8fc559c", "mean_task": 0.36333828379772964, "mean_task_type": 0.45655371622103386, "by_task_type": { "Any2AnyRetrieval": 0.7217525, "AudioClassification": 0.35428808110516935, "AudioClustering": 0.02491533333333333, "AudioPairClassification": 0.5139736666666667, "AudioReranking": 0.667839 }, "scores_by_task": { "VoxPopuliLanguageID": 0.644, "VoxCelebSA": 0.303036, "NMSQAPairClassification": 0.484168, "SIBFLEURS": 0.11857322549019608, "BeijingOpera": 0.627571, "JamAltArtistA2ARetrieval": 0.7217525, "VoxPopuliAccentPairClassification": 0.509135, "GTZANGenre": 0.629, "MridinghamTonic": 0.264728, "CREMA_D": 0.33714, "VehicleSoundClustering": 0.017932, "GTZANAudioReranking": 0.667839, "CommonLanguageAgeDetection": 0.1853, "VoxPopuliGenderClustering": 0.000291, "BirdCLEF": 0.12, "CREMA_DClustering": 0.056523, "CREMADPairClassification": 0.548618, "IEMOCAPGender": 0.549956, "MInDS14": 0.11786466666666667 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:47", "model": "microsoft/wavlm-base-plus-sv", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 47, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.095, "parameters_billion": 0.095, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "d7d6cc61e11d317efe0cd59f25f2a98fa08dea32df9363ec68b8a3435b6660fb", "mean_task": 0.36333828379772964, "mean_task_type": 0.45655371622103386, "by_task_type": { "Any2AnyRetrieval": 0.7217525, "AudioClassification": 0.35428808110516935, "AudioClustering": 0.02491533333333333, "AudioPairClassification": 0.5139736666666667, "AudioReranking": 0.667839 }, "scores_by_task": { "VoxPopuliLanguageID": 0.644, "VoxCelebSA": 0.303036, "NMSQAPairClassification": 0.484168, "SIBFLEURS": 0.11857322549019608, "BeijingOpera": 0.627571, "JamAltArtistA2ARetrieval": 0.7217525, "VoxPopuliAccentPairClassification": 0.509135, "GTZANGenre": 0.629, "MridinghamTonic": 0.264728, "CREMA_D": 0.33714, "VehicleSoundClustering": 0.017932, "GTZANAudioReranking": 0.667839, "CommonLanguageAgeDetection": 0.1853, "VoxPopuliGenderClustering": 0.000291, "BirdCLEF": 0.12, "CREMA_DClustering": 0.056523, "CREMADPairClassification": 0.548618, "IEMOCAPGender": 0.549956, "MInDS14": 0.11786466666666667 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:49", "model": "speechbrain/m-ctc-t-large", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 49, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.059, "parameters_billion": 1.059, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "0e27ca08d72a2fcad5babd198a43bf41ba633b2662352166e02067985027f4f7", "mean_task": 0.3580106416408669, "mean_task_type": 0.3920138095365419, "by_task_type": { "Any2AnyRetrieval": 0.46851, "AudioClassification": 0.3728343810160428, "AudioClustering": 0.011220666666666665, "AudioPairClassification": 0.545674, "AudioReranking": 0.56183 }, "scores_by_task": { "VoxPopuliLanguageID": 0.994, "VoxCelebSA": 0.303561, "NMSQAPairClassification": 0.589789, "SIBFLEURS": 0.21695727450980393, "BeijingOpera": 0.432447, "JamAltArtistA2ARetrieval": 0.46851, "VoxPopuliAccentPairClassification": 0.519805, "GTZANGenre": 0.392, "MridinghamTonic": 0.242657, "CREMA_D": 0.267671, "VehicleSoundClustering": 0.00967, "GTZANAudioReranking": 0.56183, "CommonLanguageAgeDetection": 0.1735, "VoxPopuliGenderClustering": 0.000756, "BirdCLEF": 0.123, "CREMA_DClustering": 0.023236, "CREMADPairClassification": 0.527428, "IEMOCAPGender": 0.50961, "MInDS14": 0.4457749166666667 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:50", "model": "facebook/wav2vec2-large", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 50, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.317, "parameters_billion": 0.317, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "6ec03720af6f788a27ae50a73d9e8927f7c839fafa130dd366f2f6b9cb0ae9aa", "mean_task": 0.32308087796697627, "mean_task_type": 0.40498438814616755, "by_task_type": { "Any2AnyRetrieval": 0.6354850000000001, "AudioClassification": 0.2977296073975044, "AudioClustering": 0.030743333333333334, "AudioPairClassification": 0.537416, "AudioReranking": 0.523548 }, "scores_by_task": { "VoxPopuliLanguageID": 0.3, "VoxCelebSA": 0.311725, "NMSQAPairClassification": 0.541561, "SIBFLEURS": 0.11303959803921569, "BeijingOpera": 0.4875, "JamAltArtistA2ARetrieval": 0.6354850000000001, "VoxPopuliAccentPairClassification": 0.514357, "GTZANGenre": 0.543, "MridinghamTonic": 0.266444, "CREMA_D": 0.354606, "VehicleSoundClustering": 0.01411, "GTZANAudioReranking": 0.523548, "CommonLanguageAgeDetection": 0.1789, "VoxPopuliGenderClustering": 0.000243, "BirdCLEF": 0.078, "CREMA_DClustering": 0.077877, "CREMADPairClassification": 0.55633, "IEMOCAPGender": 0.542782, "MInDS14": 0.09902908333333334 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:51", "model": "facebook/hubert-large-ls960-ft", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 51, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.317, "parameters_billion": 0.317, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "16142f817a79446d39acf38e47d57eb0a23676d88b5d457ec45965f18e93d44c", "mean_task": 0.3515173761609907, "mean_task_type": 0.39037903297682713, "by_task_type": { "Any2AnyRetrieval": 0.52258, "AudioClassification": 0.36723983155080214, "AudioClustering": 0.012164666666666666, "AudioPairClassification": 0.5151036666666666, "AudioReranking": 0.534807 }, "scores_by_task": { "VoxPopuliLanguageID": 0.868, "VoxCelebSA": 0.336369, "NMSQAPairClassification": 0.499955, "SIBFLEURS": 0.13514298039215686, "BeijingOpera": 0.585461, "JamAltArtistA2ARetrieval": 0.52258, "VoxPopuliAccentPairClassification": 0.506582, "GTZANGenre": 0.506, "MridinghamTonic": 0.242233, "CREMA_D": 0.316719, "VehicleSoundClustering": 0.005867, "GTZANAudioReranking": 0.534807, "CommonLanguageAgeDetection": 0.1937, "VoxPopuliGenderClustering": 0.000397, "BirdCLEF": 0.149, "CREMA_DClustering": 0.03023, "CREMADPairClassification": 0.538774, "IEMOCAPGender": 0.542484, "MInDS14": 0.16452916666666667 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:52", "model": "laion/larger_clap_music", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 52, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.194, "parameters_billion": 0.194, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio", "text" ], "source_row_sha256": "36b2f5aa813b37d450baeebf334efaabdad0e8aafa830de86f05e1d6c896da5a", "mean_task": 0.30556257327141384, "mean_task_type": 0.404464434402852, "by_task_type": { "Any2AnyRetrieval": 0.7136075, "AudioClassification": 0.26712767201426024, "AudioClustering": 0.05323733333333333, "AudioPairClassification": 0.5028076666666667, "AudioReranking": 0.485542 }, "scores_by_task": { "VoxPopuliLanguageID": 0.282, "VoxCelebSA": 0.270503, "NMSQAPairClassification": 0.44058, "SIBFLEURS": 0.05552189215686274, "BeijingOpera": 0.622252, "JamAltArtistA2ARetrieval": 0.7136075, "VoxPopuliAccentPairClassification": 0.516037, "GTZANGenre": 0.258, "MridinghamTonic": 0.183887, "CREMA_D": 0.308656, "VehicleSoundClustering": 0.037272, "GTZANAudioReranking": 0.485542, "CommonLanguageAgeDetection": 0.1762, "VoxPopuliGenderClustering": 0.013973, "BirdCLEF": 0.037, "CREMA_DClustering": 0.108467, "CREMADPairClassification": 0.551806, "IEMOCAPGender": 0.657529, "MInDS14": 0.08685550000000002 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:53", "model": "facebook/wav2vec2-xls-r-300m", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 53, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.3, "parameters_billion": 0.3, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "6001fb5ecb28bbdfb53d4ceac0378b691bbb6594fd5932da528b48308b76f725", "mean_task": 0.32400034907120745, "mean_task_type": 0.3907727630124777, "by_task_type": { "Any2AnyRetrieval": 0.630505, "AudioClassification": 0.31137314839572194, "AudioClustering": 0.032058333333333335, "AudioPairClassification": 0.5121473333333334, "AudioReranking": 0.46778 }, "scores_by_task": { "VoxPopuliLanguageID": 0.294, "VoxCelebSA": 0.176873, "NMSQAPairClassification": 0.493155, "SIBFLEURS": 0.1427458823529412, "BeijingOpera": 0.817819, "JamAltArtistA2ARetrieval": 0.630505, "VoxPopuliAccentPairClassification": 0.502436, "GTZANGenre": 0.426, "MridinghamTonic": 0.358315, "CREMA_D": 0.353398, "VehicleSoundClustering": 0.023022, "GTZANAudioReranking": 0.46778, "CommonLanguageAgeDetection": 0.1539, "VoxPopuliGenderClustering": 0.002116, "BirdCLEF": 0.078, "CREMA_DClustering": 0.071037, "CREMADPairClassification": 0.540851, "IEMOCAPGender": 0.531227, "MInDS14": 0.09282675 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:55", "model": "facebook/data2vec-audio-large-960h", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 55, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.313, "parameters_billion": 0.313, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "74f22f83b606c75aaf23050ca34f4563274ec9dec4223e8512762b96900c4111", "mean_task": 0.3472344383384933, "mean_task_type": 0.37800380597147953, "by_task_type": { "Any2AnyRetrieval": 0.4246575, "AudioClassification": 0.3643705298573975, "AudioClustering": 0.008263, "AudioPairClassification": 0.523602, "AudioReranking": 0.569126 }, "scores_by_task": { "VoxPopuliLanguageID": 0.876, "VoxCelebSA": 0.305614, "NMSQAPairClassification": 0.523806, "SIBFLEURS": 0.17503291176470587, "BeijingOpera": 0.708067, "JamAltArtistA2ARetrieval": 0.4246575, "VoxPopuliAccentPairClassification": 0.507439, "GTZANGenre": 0.436, "MridinghamTonic": 0.212131, "CREMA_D": 0.261894, "VehicleSoundClustering": 0.001542, "GTZANAudioReranking": 0.569126, "CommonLanguageAgeDetection": 0.1718, "VoxPopuliGenderClustering": 0.000136, "BirdCLEF": 0.095, "CREMA_DClustering": 0.023111, "CREMADPairClassification": 0.539561, "IEMOCAPGender": 0.545871, "MInDS14": 0.22066591666666668 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:56", "model": "asapp/sew-d-tiny-100k-ft-ls100h", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 56, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.02, "parameters_billion": 0.02, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "9abbb3c135529e0661ba1c712f694bf7c76927dc407e82c999f15cbeea25e017", "mean_task": 0.3301357631578947, "mean_task_type": 0.36999171212121207, "by_task_type": { "Any2AnyRetrieval": 0.46875, "AudioClassification": 0.3359342272727273, "AudioClustering": 0.020172666666666665, "AudioPairClassification": 0.5114666666666666, "AudioReranking": 0.513635 }, "scores_by_task": { "VoxPopuliLanguageID": 0.662, "VoxCelebSA": 0.297505, "NMSQAPairClassification": 0.482146, "SIBFLEURS": 0.14000233333333334, "BeijingOpera": 0.567908, "JamAltArtistA2ARetrieval": 0.46875, "VoxPopuliAccentPairClassification": 0.512142, "GTZANGenre": 0.511, "MridinghamTonic": 0.236496, "CREMA_D": 0.300325, "VehicleSoundClustering": 0.003376, "GTZANAudioReranking": 0.513635, "CommonLanguageAgeDetection": 0.1925, "VoxPopuliGenderClustering": 0.001235, "BirdCLEF": 0.09, "CREMA_DClustering": 0.055907, "CREMADPairClassification": 0.540112, "IEMOCAPGender": 0.525749, "MInDS14": 0.1717911666666667 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:57", "model": "asapp/sew-d-base-plus-400k-ft-ls100h", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 57, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.095, "parameters_billion": 0.095, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "f5159680b8a4faa644be50a4df4b22e406e00e687f8b2e8b37f2dc427836417e", "mean_task": 0.30888363028895766, "mean_task_type": 0.3371242298573975, "by_task_type": { "Any2AnyRetrieval": 0.3761625, "AudioClassification": 0.31220931595365414, "AudioClustering": 0.017469000000000002, "AudioPairClassification": 0.5130683333333333, "AudioReranking": 0.466712 }, "scores_by_task": { "VoxPopuliLanguageID": 0.716, "VoxCelebSA": 0.321291, "NMSQAPairClassification": 0.494138, "SIBFLEURS": 0.13702239215686274, "BeijingOpera": 0.402926, "JamAltArtistA2ARetrieval": 0.3761625, "VoxPopuliAccentPairClassification": 0.501061, "GTZANGenre": 0.401, "MridinghamTonic": 0.194928, "CREMA_D": 0.344398, "VehicleSoundClustering": 0.006319, "GTZANAudioReranking": 0.466712, "CommonLanguageAgeDetection": 0.1997, "VoxPopuliGenderClustering": 0.000997, "BirdCLEF": 0.045, "CREMA_DClustering": 0.045091, "CREMADPairClassification": 0.544006, "IEMOCAPGender": 0.557333, "MInDS14": 0.11470408333333333 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:58", "model": "microsoft/unispeech-sat-base-100h-libri-ft", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 58, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.094, "parameters_billion": 0.094, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "0a1e19c4d13b8d3fdd5151350528095e6c808801b2cc2d4f59b677d19fcf6da5", "mean_task": 0.33148004850361196, "mean_task_type": 0.37826058645276295, "by_task_type": { "Any2AnyRetrieval": 0.51478, "AudioClassification": 0.33235326559714795, "AudioClustering": 0.016774333333333336, "AudioPairClassification": 0.5248683333333334, "AudioReranking": 0.502527 }, "scores_by_task": { "VoxPopuliLanguageID": 0.586, "VoxCelebSA": 0.301276, "NMSQAPairClassification": 0.518344, "SIBFLEURS": 0.12490892156862746, "BeijingOpera": 0.584929, "JamAltArtistA2ARetrieval": 0.51478, "VoxPopuliAccentPairClassification": 0.512725, "GTZANGenre": 0.516, "MridinghamTonic": 0.253408, "CREMA_D": 0.334318, "VehicleSoundClustering": 0.003279, "GTZANAudioReranking": 0.502527, "CommonLanguageAgeDetection": 0.1589, "VoxPopuliGenderClustering": 0.005668, "BirdCLEF": 0.092, "CREMA_DClustering": 0.041376, "CREMADPairClassification": 0.543536, "IEMOCAPGender": 0.604543, "MInDS14": 0.099603 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:60", "model": "facebook/data2vec-audio-base-960h", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 60, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.093, "parameters_billion": 0.093, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "7cd8a3b6e22e019519bc50ac7f1263968f3e2414a86d708b3fd7c66a909be0ab", "mean_task": 0.32320648555211556, "mean_task_type": 0.36147766470588233, "by_task_type": { "Any2AnyRetrieval": 0.4649875, "AudioClassification": 0.3285791568627451, "AudioClustering": 0.011658, "AudioPairClassification": 0.5122136666666667, "AudioReranking": 0.48995 }, "scores_by_task": { "VoxPopuliLanguageID": 0.736, "VoxCelebSA": 0.320702, "NMSQAPairClassification": 0.503471, "SIBFLEURS": 0.16025339215686277, "BeijingOpera": 0.530053, "JamAltArtistA2ARetrieval": 0.4649875, "VoxPopuliAccentPairClassification": 0.509685, "GTZANGenre": 0.403, "MridinghamTonic": 0.207688, "CREMA_D": 0.27977, "VehicleSoundClustering": 0.013347, "GTZANAudioReranking": 0.48995, "CommonLanguageAgeDetection": 0.1853, "VoxPopuliGenderClustering": 0.000422, "BirdCLEF": 0.074, "CREMA_DClustering": 0.021205, "CREMADPairClassification": 0.523485, "IEMOCAPGender": 0.558423, "MInDS14": 0.15918133333333334 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:61", "model": "Qwen/Qwen2.5-Omni-3B", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 61, "scored_checkpoint_revision": null, "reported_total_params_billion": 5.537, "parameters_billion": 5.537, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text", "image", "audio", "video" ], "source_row_sha256": "4d52b2ac319a9ba2aefcb9cd11ca27bff5f2c80e8b875bbb121bdfa328896585", "mean_task": 0.33528121723426213, "mean_task_type": 0.39829975383244204, "by_task_type": { "Any2AnyRetrieval": 0.561475, "AudioClassification": 0.33428210249554363, "AudioClustering": 0.006349666666666667, "AudioPairClassification": 0.511662, "AudioReranking": 0.57773 }, "scores_by_task": { "VoxPopuliLanguageID": 0.632, "VoxCelebSA": 0.289359, "NMSQAPairClassification": 0.51359, "SIBFLEURS": 0.1973339607843137, "BeijingOpera": 0.64016, "JamAltArtistA2ARetrieval": 0.561475, "VoxPopuliAccentPairClassification": 0.509825, "GTZANGenre": 0.418, "MridinghamTonic": 0.264449, "CREMA_D": 0.200081, "VehicleSoundClustering": 0.011603, "GTZANAudioReranking": 0.57773, "CommonLanguageAgeDetection": 0.16325, "VoxPopuliGenderClustering": 0.001588, "BirdCLEF": 0.049, "CREMA_DClustering": 0.005858, "CREMADPairClassification": 0.511571, "IEMOCAPGender": 0.550256, "MInDS14": 0.2732141666666667 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:62", "model": "facebook/encodec_24khz", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 62, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.023, "parameters_billion": 0.023, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "6fe96961a823198b37d92dc74b200bb4eb08442d88fd5f39b94f1f0ee149af54", "mean_task": 0.3041336648606811, "mean_task_type": 0.43361836301247775, "by_task_type": { "Any2AnyRetrieval": 0.8391525, "AudioClassification": 0.2481786483957219, "AudioClustering": 0.05139433333333334, "AudioPairClassification": 0.5129363333333333, "AudioReranking": 0.51643 }, "scores_by_task": { "VoxPopuliLanguageID": 0.256, "VoxCelebSA": 0.235473, "NMSQAPairClassification": 0.475383, "SIBFLEURS": 0.14640004901960785, "BeijingOpera": 0.423493, "JamAltArtistA2ARetrieval": 0.8391525, "VoxPopuliAccentPairClassification": 0.509294, "GTZANGenre": 0.299, "MridinghamTonic": 0.240357, "CREMA_D": 0.298304, "VehicleSoundClustering": 0.038041, "GTZANAudioReranking": 0.51643, "CommonLanguageAgeDetection": 0.1904, "VoxPopuliGenderClustering": 7.6e-05, "BirdCLEF": 0.018, "CREMA_DClustering": 0.116066, "CREMADPairClassification": 0.554132, "IEMOCAPGender": 0.534612, "MInDS14": 0.08792608333333334 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:63", "model": "facebook/wav2vec2-base-960h", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 63, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.095, "parameters_billion": 0.095, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "6bbe609296fc9cb09965ff35f01400cc19fb2ab0567b6396dbdd43995f305076", "mean_task": 0.3125975069659443, "mean_task_type": 0.3624263508912656, "by_task_type": { "Any2AnyRetrieval": 0.456595, "AudioClassification": 0.30619742112299464, "AudioClustering": 0.011722666666666666, "AudioPairClassification": 0.5209006666666667, "AudioReranking": 0.516716 }, "scores_by_task": { "VoxPopuliLanguageID": 0.588, "VoxCelebSA": 0.304158, "NMSQAPairClassification": 0.5192, "SIBFLEURS": 0.12482754901960784, "BeijingOpera": 0.491401, "JamAltArtistA2ARetrieval": 0.456595, "VoxPopuliAccentPairClassification": 0.510938, "GTZANGenre": 0.427, "MridinghamTonic": 0.243233, "CREMA_D": 0.294678, "VehicleSoundClustering": 0.006122, "GTZANAudioReranking": 0.516716, "CommonLanguageAgeDetection": 0.1637, "VoxPopuliGenderClustering": 0.00059, "BirdCLEF": 0.071, "CREMA_DClustering": 0.028456, "CREMADPairClassification": 0.532564, "IEMOCAPGender": 0.518181, "MInDS14": 0.14199308333333335 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:64", "model": "asapp/sew-d-mid-400k-ft-ls100h", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 64, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.139, "parameters_billion": 0.139, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "6a524ad1b86423967f172e4e5e5caaf307141c81181c96ad7e93952d0da92654", "mean_task": 0.30533560448916414, "mean_task_type": 0.34092338458110516, "by_task_type": { "Any2AnyRetrieval": 0.3914075, "AudioClassification": 0.3033110895721925, "AudioClustering": 0.020763, "AudioPairClassification": 0.5110613333333334, "AudioReranking": 0.478074 }, "scores_by_task": { "VoxPopuliLanguageID": 0.632, "VoxCelebSA": 0.306491, "NMSQAPairClassification": 0.484208, "SIBFLEURS": 0.12634273529411763, "BeijingOpera": 0.437234, "JamAltArtistA2ARetrieval": 0.3914075, "VoxPopuliAccentPairClassification": 0.50699, "GTZANGenre": 0.434, "MridinghamTonic": 0.193777, "CREMA_D": 0.314569, "VehicleSoundClustering": 0.006276, "GTZANAudioReranking": 0.478074, "CommonLanguageAgeDetection": 0.1627, "VoxPopuliGenderClustering": 0.000364, "BirdCLEF": 0.055, "CREMA_DClustering": 0.055649, "CREMADPairClassification": 0.541986, "IEMOCAPGender": 0.562608, "MInDS14": 0.11170025 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "scores_MAEB_beta_audio-only:row:65", "model": "facebook/wav2vec2-large-xlsr-53", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 65, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.317, "parameters_billion": 0.317, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "0bebaa20e31195747d85fe1997c74573547ab3d7fb4e7a157498d320b17d6491", "mean_task": 0.2640128725490196, "mean_task_type": 0.3451420650623886, "by_task_type": { "Any2AnyRetrieval": 0.4817025, "AudioClassification": 0.21570182531194296, "AudioClustering": 0.03490733333333334, "AudioPairClassification": 0.5318506666666667, "AudioReranking": 0.461548 }, "scores_by_task": { "VoxPopuliLanguageID": 0.194, "VoxCelebSA": 0.1209, "NMSQAPairClassification": 0.537846, "SIBFLEURS": 0.05477791176470589, "BeijingOpera": 0.546454, "JamAltArtistA2ARetrieval": 0.4817025, "VoxPopuliAccentPairClassification": 0.516479, "GTZANGenre": 0.221, "MridinghamTonic": 0.191335, "CREMA_D": 0.283256, "VehicleSoundClustering": 0.017241, "GTZANAudioReranking": 0.461548, "CommonLanguageAgeDetection": 0.1569, "VoxPopuliGenderClustering": 0.009407, "BirdCLEF": 0.023, "CREMA_DClustering": 0.078074, "CREMADPairClassification": 0.541227, "IEMOCAPGender": 0.500951, "MInDS14": 0.08014616666666667 }, "coverage": { "complete": true, "tasks": 19, "types": 5 }, "unknown_size_reason": null, "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "current:nano", "model": "vllm-sr/Vela-1.0-Omni-Nano", "kind": "nano", "parameters_exact": 163771288, "parameters_billion": 0.163771288, "parameter_basis": "exact full released native tensor count, all modalities", "current_native_fingerprint": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2", "mean_task": 0.43593843064595883, "mean_task_type": 0.5233540613685161, "by_task_type": { "Any2AnyRetrieval": 0.858015, "AudioClassification": 0.44475865771818446, "AudioClustering": 0.03504342925419188, "AudioPairClassification": 0.5741932198702043, "AudioReranking": 0.70476 }, "scores_by_task": { "JamAltArtistA2ARetrieval": 0.858015, "BeijingOpera": 0.7922872340425531, "BirdCLEF": 0.15199999999999997, "CREMA_D": 0.32048146984697823, "CommonLanguageAgeDetection": 0.16655, "GTZANGenre": 0.617, "IEMOCAPGender": 0.6168973830636596, "MInDS14": 0.21852038094350856, "MridinghamTonic": 0.5841978617863635, "SIBFLEURS": 0.18072541269472217, "VoxCelebSA": 0.331685492522244, "VoxPopuliLanguageID": 0.9120000000000001, "CREMA_DClustering": 0.05214346580804754, "VehicleSoundClustering": 0.05275425308186281, "VoxPopuliGenderClustering": 0.00023256887266527633, "CREMADPairClassification": 0.5520726152267248, "NMSQAPairClassification": 0.6289933955933497, "VoxPopuliAccentPairClassification": 0.5415136487905384, "GTZANAudioReranking": 0.70476 }, "coverage": { "complete": true, "tasks": 19, "types": 5, "raw_slots": 134 }, "source_id": "nano_audio19", "identity_ref": "models.nano.task_evidence.audio19", "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } }, { "id": "current:mini", "model": "vllm-sr/Vela-1.0-Omni-Mini", "kind": "mini", "parameters_exact": 1361475288, "parameters_billion": 1.361475288, "parameter_basis": "exact full released native tensor count, all modalities", "current_native_fingerprint": "d3a742fbe0d833b0a72e5104e0381209b7d3da78f948d3439a5da7d986232731", "mean_task": 0.47771979797569325, "mean_task_type": 0.5486789236087452, "by_task_type": { "Any2AnyRetrieval": 0.8229025, "AudioClassification": 0.5035696634258744, "AudioClustering": 0.008354160638124894, "AudioPairClassification": 0.6404382939797265, "AudioReranking": 0.76813 }, "scores_by_task": { "JamAltArtistA2ARetrieval": 0.8229025, "BeijingOpera": 0.9066489361702127, "BirdCLEF": 0.155, "CREMA_D": 0.2424073131278118, "CommonLanguageAgeDetection": 0.15594999999999998, "GTZANGenre": 0.716, "IEMOCAPGender": 0.5595178826299188, "MInDS14": 0.5659611364191657, "MridinghamTonic": 0.6813725852666604, "SIBFLEURS": 0.39068046190808337, "VoxCelebSA": 0.41172798216276474, "VoxPopuliLanguageID": 0.754, "CREMA_DClustering": 0.005727340607400414, "VehicleSoundClustering": 0.017269120528614578, "VoxPopuliGenderClustering": 0.002066020778359692, "CREMADPairClassification": 0.5331159237997585, "NMSQAPairClassification": 0.8819599834012242, "VoxPopuliAccentPairClassification": 0.5062389747381968, "GTZANAudioReranking": 0.76813 }, "coverage": { "complete": true, "tasks": 19, "types": 5, "raw_slots": 134 }, "source_id": "mini_audio19", "identity_ref": "models.mini.task_evidence.audio19", "on_known_size_frontier": { "mean_task": false, "mean_task_type": false } } ], "excluded_incomplete_rows": [ { "id": "scores_MAEB_beta_audio-only:row:34", "model": "LanguageBind/LanguageBind_Omni", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 34, "scored_checkpoint_revision": null, "reported_total_params_billion": 1.2, "parameters_billion": 1.2, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "image", "text", "audio", "video" ], "source_row_sha256": "b1f8ea7020dd4c40049d7cc7292de63ff737d509bf5d17300df559654a0d9316", "completed_target_tasks": 15, "required_tasks": 19, "missing_tasks": [ "JamAltArtistA2ARetrieval", "MridinghamTonic", "IEMOCAPGender", "MInDS14" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MAEB_beta_audio-only:row:48", "model": "Qwen/Qwen3-Omni-30B-A3B-Instruct", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 48, "scored_checkpoint_revision": null, "reported_total_params_billion": 35.26, "parameters_billion": 35.26, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text", "image", "audio", "video" ], "source_row_sha256": "cd7a002f34efd4063cd4bca1e5e7dd246da443f357429d430711429857c6e167", "completed_target_tasks": 18, "required_tasks": 19, "missing_tasks": [ "BirdCLEF" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MAEB_beta_audio-only:row:54", "model": "Qwen/Qwen3-Omni-30B-A3B-Thinking", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 54, "scored_checkpoint_revision": null, "reported_total_params_billion": 31.719, "parameters_billion": 31.719, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text", "image", "audio", "video" ], "source_row_sha256": "a943b91d04604989689ca4b894f90fc65370b97e2ff86bf9293dde8cdbd0ec77", "completed_target_tasks": 18, "required_tasks": 19, "missing_tasks": [ "BirdCLEF" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MAEB_beta_audio-only:row:59", "model": "Qwen/Qwen2.5-Omni-7B", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 59, "scored_checkpoint_revision": null, "reported_total_params_billion": 10.732, "parameters_billion": 10.732, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "text", "image", "audio", "video" ], "source_row_sha256": "1668c9de37b781792a40a3f7810eba837a6187ea4134f608d8a0f96d9b368e5f", "completed_target_tasks": 18, "required_tasks": 19, "missing_tasks": [ "BirdCLEF" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MAEB_beta_audio-only:row:66", "model": "EximiusLabs/fusion-embedding-1-2b-preview", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 66, "scored_checkpoint_revision": null, "reported_total_params_billion": 2.8, "parameters_billion": 2.8, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": true, "modalities": [ "audio", "image", "text", "video" ], "source_row_sha256": "4d4202026f489443f39f12232a7c254b539dc6dd000aa78523183971d81b5605", "completed_target_tasks": 4, "required_tasks": 19, "missing_tasks": [ "VoxPopuliLanguageID", "VoxCelebSA", "NMSQAPairClassification", "SIBFLEURS", "JamAltArtistA2ARetrieval", "VoxPopuliAccentPairClassification", "MridinghamTonic", "CREMA_D", "CommonLanguageAgeDetection", "VoxPopuliGenderClustering", "BirdCLEF", "CREMA_DClustering", "CREMADPairClassification", "IEMOCAPGender", "MInDS14" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MAEB_beta_audio-only:row:67", "model": "facebook/wav2vec2-xls-r-2b-21-to-en", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 67, "scored_checkpoint_revision": null, "reported_total_params_billion": 2.0, "parameters_billion": 2.0, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio" ], "source_row_sha256": "eb9b9bfc1e6fa47c1448237af30883c3bc71410dce35e7783cb67e7a1a8b7650", "completed_target_tasks": 3, "required_tasks": 19, "missing_tasks": [ "VoxPopuliLanguageID", "VoxCelebSA", "NMSQAPairClassification", "BeijingOpera", "VoxPopuliAccentPairClassification", "GTZANGenre", "MridinghamTonic", "CREMA_D", "VehicleSoundClustering", "GTZANAudioReranking", "CommonLanguageAgeDetection", "VoxPopuliGenderClustering", "BirdCLEF", "CREMA_DClustering", "CREMADPairClassification", "IEMOCAPGender" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" }, { "id": "scores_MAEB_beta_audio-only:row:68", "model": "LanguageBind/LanguageBind_Audio_FT", "kind": "registry_reported", "source_id": "scores_MAEB_beta_audio-only", "source_row_index": 68, "scored_checkpoint_revision": null, "reported_total_params_billion": 0.345, "parameters_billion": 0.345, "parameter_basis": "API reported totalParamsB; rounded, not independently counted", "open_weights": true, "instruction_tuned": false, "modalities": [ "audio", "text" ], "source_row_sha256": "ea48afa0ebd443d0cd2d7a9b9c1b1d8f475f6c04d9f94d217fd8d615c775e46b", "completed_target_tasks": 1, "required_tasks": 19, "missing_tasks": [ "VoxPopuliLanguageID", "VoxCelebSA", "NMSQAPairClassification", "SIBFLEURS", "BeijingOpera", "JamAltArtistA2ARetrieval", "VoxPopuliAccentPairClassification", "GTZANGenre", "MridinghamTonic", "VehicleSoundClustering", "GTZANAudioReranking", "CommonLanguageAgeDetection", "VoxPopuliGenderClustering", "BirdCLEF", "CREMA_DClustering", "CREMADPairClassification", "IEMOCAPGender", "MInDS14" ], "invalid_or_null_tasks": [], "exclusion_reason": "incomplete exact target task vector; no aggregate ranking or imputation" } ], "unknown_size_complete_ids": [], "current_ranks": { "nano": { "mean_task": { "score": 0.43593843064595883, "display_score_100": 43.59384306459588, "global_rank": 22, "global_population": 64, "tied_other_models": 0, "same_or_smaller_rank": 5, "same_or_smaller_population": 27, "best_same_or_smaller_other_model": { "id": "scores_MAEB_beta_audio-only:row:9", "model": "openai/whisper-base", "kind": "registry_reported", "parameters_billion": 0.074, "mean_task": 0.44856370433436527 }, "gap_pp_above_best_same_or_smaller": -1.2625273688406435, "observed_frontier": false, "dominator_count": 4, "all_dominator_ids": [ "scores_MAEB_beta_audio-only:row:9", "scores_MAEB_beta_audio-only:row:17", "scores_MAEB_beta_audio-only:row:18", "scores_MAEB_beta_audio-only:row:20" ] }, "mean_task_type": { "score": 0.5233540613685161, "display_score_100": 52.33540613685162, "global_rank": 19, "global_population": 64, "tied_other_models": 0, "same_or_smaller_rank": 6, "same_or_smaller_population": 27, "best_same_or_smaller_other_model": { "id": "scores_MAEB_beta_audio-only:row:17", "model": "microsoft/msclap-2023", "kind": "registry_reported", "parameters_billion": 0.16, "mean_task_type": 0.5584816090017826 }, "gap_pp_above_best_same_or_smaller": -3.512754763326642, "observed_frontier": false, "dominator_count": 5, "all_dominator_ids": [ "scores_MAEB_beta_audio-only:row:14", "scores_MAEB_beta_audio-only:row:17", "scores_MAEB_beta_audio-only:row:19", "scores_MAEB_beta_audio-only:row:20", "scores_MAEB_beta_audio-only:row:25" ] } }, "mini": { "mean_task": { "score": 0.47771979797569325, "display_score_100": 47.77197979756932, "global_rank": 9, "global_population": 64, "tied_other_models": 0, "same_or_smaller_rank": 3, "same_or_smaller_population": 50, "best_same_or_smaller_other_model": { "id": "scores_MAEB_beta_audio-only:row:10", "model": "jinaai/jina-embeddings-v5-omni-nano", "kind": "registry_reported", "parameters_billion": 0.986, "mean_task": 0.4974013005444365 }, "gap_pp_above_best_same_or_smaller": -1.9681502568743237, "observed_frontier": false, "dominator_count": 2, "all_dominator_ids": [ "scores_MAEB_beta_audio-only:row:1", "scores_MAEB_beta_audio-only:row:10" ] }, "mean_task_type": { "score": 0.5486789236087452, "display_score_100": 54.867892360874514, "global_rank": 12, "global_population": 64, "tied_other_models": 0, "same_or_smaller_rank": 5, "same_or_smaller_population": 50, "best_same_or_smaller_other_model": { "id": "scores_MAEB_beta_audio-only:row:10", "model": "jinaai/jina-embeddings-v5-omni-nano", "kind": "registry_reported", "parameters_billion": 0.986, "mean_task_type": 0.5771661288773795 }, "gap_pp_above_best_same_or_smaller": -2.8487205268634352, "observed_frontier": false, "dominator_count": 4, "all_dominator_ids": [ "scores_MAEB_beta_audio-only:row:10", "scores_MAEB_beta_audio-only:row:17", "scores_MAEB_beta_audio-only:row:20", "scores_MAEB_beta_audio-only:row:22" ] } } }, "rankings": { "mean_task": [ { "rank": 1, "id": "scores_MAEB_beta_audio-only:row:8", "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "score": 0.5357349241486068, "parameters_billion": 2.445 }, { "rank": 2, "id": "scores_MAEB_beta_audio-only:row:7", "model": "LCO-Embedding/LCO-Embedding-Omni-7B", "score": 0.5153867371001032, "parameters_billion": 8.932 }, { "rank": 3, "id": "scores_MAEB_beta_audio-only:row:0", "model": "Qwen/Qwen2-Audio-7B", "score": 0.5098905797213622, "parameters_billion": 7.0 }, { "rank": 4, "id": "scores_MAEB_beta_audio-only:row:5", "model": "jinaai/jina-embeddings-v5-omni-small", "score": 0.502493257952982, "parameters_billion": 1.626 }, { "rank": 5, "id": "scores_MAEB_beta_audio-only:row:3", "model": "Haon-Chen/e5-omni-7B", "score": 0.5024212843137255, "parameters_billion": 8.932 }, { "rank": 6, "id": "scores_MAEB_beta_audio-only:row:16", "model": "LCO-Embedding/LCO-Embedding-Omni-3B", "score": 0.49754643627450984, "parameters_billion": 4.703 }, { "rank": 7, "id": "scores_MAEB_beta_audio-only:row:10", "model": "jinaai/jina-embeddings-v5-omni-nano", "score": 0.4974013005444365, "parameters_billion": 0.986 }, { "rank": 8, "id": "scores_MAEB_beta_audio-only:row:1", "model": "openai/whisper-medium", "score": 0.48419600154798764, "parameters_billion": 0.769 }, { "rank": 9, "id": "current:mini", "model": "vllm-sr/Vela-1.0-Omni-Mini", "score": 0.47771979797569325, "parameters_billion": 1.361475288 }, { "rank": 10, "id": "scores_MAEB_beta_audio-only:row:2", "model": "Tevatron/OmniEmbed-v0.1", "score": 0.4732293820949433, "parameters_billion": 8.932 }, { "rank": 11, "id": "scores_MAEB_beta_audio-only:row:15", "model": "Haon-Chen/e5-omni-3B", "score": 0.46606807868937045, "parameters_billion": 4.703 }, { "rank": 12, "id": "scores_MAEB_beta_audio-only:row:4", "model": "laion/larger_clap_general", "score": 0.45505683952528375, "parameters_billion": 0.194 }, { "rank": 13, "id": "scores_MAEB_beta_audio-only:row:6", "model": "laion/larger_clap_music_and_speech", "score": 0.45431867569659445, "parameters_billion": 0.194 }, { "rank": 14, "id": "scores_MAEB_beta_audio-only:row:11", "model": "openai/whisper-small", "score": 0.4513534935500516, "parameters_billion": 0.244 }, { "rank": 15, "id": "scores_MAEB_beta_audio-only:row:9", "model": "openai/whisper-base", "score": 0.44856370433436527, "parameters_billion": 0.074 }, { "rank": 16, "id": "scores_MAEB_beta_audio-only:row:20", "model": "MIT/ast-finetuned-audioset-10-10-0.4593", "score": 0.4469431259029928, "parameters_billion": 0.087 }, { "rank": 17, "id": "scores_MAEB_beta_audio-only:row:21", "model": "encord-team/ebind-full", "score": 0.44637126470588234, "parameters_billion": 1.79 }, { "rank": 18, "id": "scores_MAEB_beta_audio-only:row:23", "model": "EximiusLabs/fusion-embedding-2-2b-preview", "score": 0.44402964164086683, "parameters_billion": 2.8 }, { "rank": 19, "id": "scores_MAEB_beta_audio-only:row:17", "model": "microsoft/msclap-2023", "score": 0.44155628921568624, "parameters_billion": 0.16 }, { "rank": 20, "id": "scores_MAEB_beta_audio-only:row:13", "model": "openai/whisper-large-v3", "score": 0.4396769486584107, "parameters_billion": 1.55 }, { "rank": 21, "id": "scores_MAEB_beta_audio-only:row:18", "model": "openai/whisper-tiny", "score": 0.43637871465428274, "parameters_billion": 0.039 }, { "rank": 22, "id": "current:nano", "model": "vllm-sr/Vela-1.0-Omni-Nano", "score": 0.43593843064595883, "parameters_billion": 0.163771288 }, { "rank": 23, "id": "scores_MAEB_beta_audio-only:row:19", "model": "laion/clap-htsat-fused", "score": 0.43475542389060884, "parameters_billion": 0.154 }, { "rank": 24, "id": "scores_MAEB_beta_audio-only:row:14", "model": "laion/clap-htsat-unfused", "score": 0.42935003353973167, "parameters_billion": 0.153 }, { "rank": 25, "id": "scores_MAEB_beta_audio-only:row:41", "model": "facebook/mms-1b-fl102", "score": 0.41367276031991745, "parameters_billion": 1.0 }, { "rank": 26, "id": "scores_MAEB_beta_audio-only:row:42", "model": "facebook/seamless-m4t-v2-large", "score": 0.4131003795149639, "parameters_billion": 2.3 }, { "rank": 27, "id": "scores_MAEB_beta_audio-only:row:25", "model": "google/vggish", "score": 0.4109744040247678, "parameters_billion": 0.072 }, { "rank": 28, "id": "scores_MAEB_beta_audio-only:row:12", "model": "matthewagi/HeAR-s1.1", "score": 0.41088769685242515, "parameters_billion": 0.022 }, { "rank": 29, "id": "scores_MAEB_beta_audio-only:row:30", "model": "facebook/wav2vec2-xls-r-2b", "score": 0.4095841483488132, "parameters_billion": 2.0 }, { "rank": 30, "id": "scores_MAEB_beta_audio-only:row:22", "model": "OpenMuQ/MuQ-MuLan-large", "score": 0.4089651437048504, "parameters_billion": 0.63 }, { "rank": 31, "id": "scores_MAEB_beta_audio-only:row:35", "model": "facebook/mms-1b-all", "score": 0.4070234414344685, "parameters_billion": 1.0 }, { "rank": 32, "id": "scores_MAEB_beta_audio-only:row:33", "model": "microsoft/msclap-2022", "score": 0.40099675438596494, "parameters_billion": 0.196 }, { "rank": 33, "id": "scores_MAEB_beta_audio-only:row:31", "model": "facebook/mms-1b-l1107", "score": 0.3998511984004128, "parameters_billion": 1.0 }, { "rank": 34, "id": "scores_MAEB_beta_audio-only:row:29", "model": "facebook/wav2vec2-lv-60-espeak-cv-ft", "score": 0.3983267115583075, "parameters_billion": 0.317 }, { "rank": 35, "id": "scores_MAEB_beta_audio-only:row:26", "model": "microsoft/wavlm-large", "score": 0.39761450748194016, "parameters_billion": 0.317 }, { "rank": 36, "id": "scores_MAEB_beta_audio-only:row:27", "model": "facebook/hubert-base-ls960", "score": 0.3945639084107327, "parameters_billion": 0.095 }, { "rank": 37, "id": "scores_MAEB_beta_audio-only:row:28", "model": "google/yamnet", "score": 0.3925795033539732, "parameters_billion": 0.004 }, { "rank": 38, "id": "scores_MAEB_beta_audio-only:row:24", "model": "lyrebird/wav2clip", "score": 0.3884514055727554, "parameters_billion": 0.163 }, { "rank": 39, "id": "scores_MAEB_beta_audio-only:row:37", "model": "vitouphy/wav2vec2-xls-r-300m-phoneme", "score": 0.38092308178534573, "parameters_billion": 0.3 }, { "rank": 40, "id": "scores_MAEB_beta_audio-only:row:40", "model": "microsoft/speecht5_multimodal", "score": 0.37693520794633645, "parameters_billion": 0.298 }, { "rank": 41, "id": "scores_MAEB_beta_audio-only:row:36", "model": "microsoft/wavlm-base", "score": 0.3710318996388029, "parameters_billion": 0.095 }, { "rank": 42, "id": "scores_MAEB_beta_audio-only:row:38", "model": "microsoft/wavlm-base-sd", "score": 0.37094663648090814, "parameters_billion": 0.095 }, { "rank": 42, "id": "scores_MAEB_beta_audio-only:row:39", "model": "microsoft/wavlm-base-sv", "score": 0.37094663648090814, "parameters_billion": 0.095 }, { "rank": 44, "id": "scores_MAEB_beta_audio-only:row:43", "model": "facebook/wav2vec2-base", "score": 0.3701817605779154, "parameters_billion": 0.095 }, { "rank": 45, "id": "scores_MAEB_beta_audio-only:row:44", "model": "facebook/wav2vec2-xls-r-1b", "score": 0.3691236424148607, "parameters_billion": 1.0 }, { "rank": 46, "id": "scores_MAEB_beta_audio-only:row:45", "model": "microsoft/wavlm-base-plus", "score": 0.36333828379772964, "parameters_billion": 0.095 }, { "rank": 46, "id": "scores_MAEB_beta_audio-only:row:46", "model": "microsoft/wavlm-base-plus-sd", "score": 0.36333828379772964, "parameters_billion": 0.095 }, { "rank": 46, "id": "scores_MAEB_beta_audio-only:row:47", "model": "microsoft/wavlm-base-plus-sv", "score": 0.36333828379772964, "parameters_billion": 0.095 }, { "rank": 49, "id": "scores_MAEB_beta_audio-only:row:49", "model": "speechbrain/m-ctc-t-large", "score": 0.3580106416408669, "parameters_billion": 1.059 }, { "rank": 50, "id": "scores_MAEB_beta_audio-only:row:51", "model": "facebook/hubert-large-ls960-ft", "score": 0.3515173761609907, "parameters_billion": 0.317 }, { "rank": 51, "id": "scores_MAEB_beta_audio-only:row:32", "model": "speechbrain/cnn14-esc50", "score": 0.3504612143962848, "parameters_billion": 0.081 }, { "rank": 52, "id": "scores_MAEB_beta_audio-only:row:55", "model": "facebook/data2vec-audio-large-960h", "score": 0.3472344383384933, "parameters_billion": 0.313 }, { "rank": 53, "id": "scores_MAEB_beta_audio-only:row:61", "model": "Qwen/Qwen2.5-Omni-3B", "score": 0.33528121723426213, "parameters_billion": 5.537 }, { "rank": 54, "id": "scores_MAEB_beta_audio-only:row:58", "model": "microsoft/unispeech-sat-base-100h-libri-ft", "score": 0.33148004850361196, "parameters_billion": 0.094 }, { "rank": 55, "id": "scores_MAEB_beta_audio-only:row:56", "model": "asapp/sew-d-tiny-100k-ft-ls100h", "score": 0.3301357631578947, "parameters_billion": 0.02 }, { "rank": 56, "id": "scores_MAEB_beta_audio-only:row:53", "model": "facebook/wav2vec2-xls-r-300m", "score": 0.32400034907120745, "parameters_billion": 0.3 }, { "rank": 57, "id": "scores_MAEB_beta_audio-only:row:60", "model": "facebook/data2vec-audio-base-960h", "score": 0.32320648555211556, "parameters_billion": 0.093 }, { "rank": 58, "id": "scores_MAEB_beta_audio-only:row:50", "model": "facebook/wav2vec2-large", "score": 0.32308087796697627, "parameters_billion": 0.317 }, { "rank": 59, "id": "scores_MAEB_beta_audio-only:row:63", "model": "facebook/wav2vec2-base-960h", "score": 0.3125975069659443, "parameters_billion": 0.095 }, { "rank": 60, "id": "scores_MAEB_beta_audio-only:row:57", "model": "asapp/sew-d-base-plus-400k-ft-ls100h", "score": 0.30888363028895766, "parameters_billion": 0.095 }, { "rank": 61, "id": "scores_MAEB_beta_audio-only:row:52", "model": "laion/larger_clap_music", "score": 0.30556257327141384, "parameters_billion": 0.194 }, { "rank": 62, "id": "scores_MAEB_beta_audio-only:row:64", "model": "asapp/sew-d-mid-400k-ft-ls100h", "score": 0.30533560448916414, "parameters_billion": 0.139 }, { "rank": 63, "id": "scores_MAEB_beta_audio-only:row:62", "model": "facebook/encodec_24khz", "score": 0.3041336648606811, "parameters_billion": 0.023 }, { "rank": 64, "id": "scores_MAEB_beta_audio-only:row:65", "model": "facebook/wav2vec2-large-xlsr-53", "score": 0.2640128725490196, "parameters_billion": 0.317 } ], "mean_task_type": [ { "rank": 1, "id": "scores_MAEB_beta_audio-only:row:3", "model": "Haon-Chen/e5-omni-7B", "score": 0.5964708376114082, "parameters_billion": 8.932 }, { "rank": 2, "id": "scores_MAEB_beta_audio-only:row:21", "model": "encord-team/ebind-full", "score": 0.5863627459893048, "parameters_billion": 1.79 }, { "rank": 3, "id": "scores_MAEB_beta_audio-only:row:5", "model": "jinaai/jina-embeddings-v5-omni-small", "score": 0.5835463911492378, "parameters_billion": 1.626 }, { "rank": 4, "id": "scores_MAEB_beta_audio-only:row:10", "model": "jinaai/jina-embeddings-v5-omni-nano", "score": 0.5771661288773795, "parameters_billion": 0.986 }, { "rank": 5, "id": "scores_MAEB_beta_audio-only:row:2", "model": "Tevatron/OmniEmbed-v0.1", "score": 0.5684814713903743, "parameters_billion": 8.932 }, { "rank": 6, "id": "scores_MAEB_beta_audio-only:row:15", "model": "Haon-Chen/e5-omni-3B", "score": 0.5618740756684492, "parameters_billion": 4.703 }, { "rank": 7, "id": "scores_MAEB_beta_audio-only:row:17", "model": "microsoft/msclap-2023", "score": 0.5584816090017826, "parameters_billion": 0.16 }, { "rank": 8, "id": "scores_MAEB_beta_audio-only:row:7", "model": "LCO-Embedding/LCO-Embedding-Omni-7B", "score": 0.5578458546345811, "parameters_billion": 8.932 }, { "rank": 9, "id": "scores_MAEB_beta_audio-only:row:22", "model": "OpenMuQ/MuQ-MuLan-large", "score": 0.5533301041889482, "parameters_billion": 0.63 }, { "rank": 10, "id": "scores_MAEB_beta_audio-only:row:20", "model": "MIT/ast-finetuned-audioset-10-10-0.4593", "score": 0.55212392228164, "parameters_billion": 0.087 }, { "rank": 11, "id": "scores_MAEB_beta_audio-only:row:8", "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "score": 0.54874262228164, "parameters_billion": 2.445 }, { "rank": 12, "id": "current:mini", "model": "vllm-sr/Vela-1.0-Omni-Mini", "score": 0.5486789236087452, "parameters_billion": 1.361475288 }, { "rank": 13, "id": "scores_MAEB_beta_audio-only:row:6", "model": "laion/larger_clap_music_and_speech", "score": 0.5393674637254902, "parameters_billion": 0.194 }, { "rank": 14, "id": "scores_MAEB_beta_audio-only:row:4", "model": "laion/larger_clap_general", "score": 0.5376392718360071, "parameters_billion": 0.194 }, { "rank": 15, "id": "scores_MAEB_beta_audio-only:row:25", "model": "google/vggish", "score": 0.5349608971479501, "parameters_billion": 0.072 }, { "rank": 16, "id": "scores_MAEB_beta_audio-only:row:14", "model": "laion/clap-htsat-unfused", "score": 0.5329466721925133, "parameters_billion": 0.153 }, { "rank": 17, "id": "scores_MAEB_beta_audio-only:row:16", "model": "LCO-Embedding/LCO-Embedding-Omni-3B", "score": 0.5297655870766489, "parameters_billion": 4.703 }, { "rank": 18, "id": "scores_MAEB_beta_audio-only:row:19", "model": "laion/clap-htsat-fused", "score": 0.5297281827985739, "parameters_billion": 0.154 }, { "rank": 19, "id": "current:nano", "model": "vllm-sr/Vela-1.0-Omni-Nano", "score": 0.5233540613685161, "parameters_billion": 0.163771288 }, { "rank": 20, "id": "scores_MAEB_beta_audio-only:row:33", "model": "microsoft/msclap-2022", "score": 0.5156324, "parameters_billion": 0.196 }, { "rank": 21, "id": "scores_MAEB_beta_audio-only:row:23", "model": "EximiusLabs/fusion-embedding-2-2b-preview", "score": 0.5116159368092692, "parameters_billion": 2.8 }, { "rank": 22, "id": "scores_MAEB_beta_audio-only:row:28", "model": "google/yamnet", "score": 0.510955464795009, "parameters_billion": 0.004 }, { "rank": 23, "id": "scores_MAEB_beta_audio-only:row:1", "model": "openai/whisper-medium", "score": 0.5071337459893048, "parameters_billion": 0.769 }, { "rank": 24, "id": "scores_MAEB_beta_audio-only:row:12", "model": "matthewagi/HeAR-s1.1", "score": 0.5022611316399287, "parameters_billion": 0.022 }, { "rank": 25, "id": "scores_MAEB_beta_audio-only:row:0", "model": "Qwen/Qwen2-Audio-7B", "score": 0.49261104875222816, "parameters_billion": 7.0 }, { "rank": 26, "id": "scores_MAEB_beta_audio-only:row:24", "model": "lyrebird/wav2clip", "score": 0.48892121889483064, "parameters_billion": 0.163 }, { "rank": 27, "id": "scores_MAEB_beta_audio-only:row:26", "model": "microsoft/wavlm-large", "score": 0.4848395147058824, "parameters_billion": 0.317 }, { "rank": 28, "id": "scores_MAEB_beta_audio-only:row:9", "model": "openai/whisper-base", "score": 0.48299134028520496, "parameters_billion": 0.074 }, { "rank": 29, "id": "scores_MAEB_beta_audio-only:row:13", "model": "openai/whisper-large-v3", "score": 0.4818755459001783, "parameters_billion": 1.55 }, { "rank": 30, "id": "scores_MAEB_beta_audio-only:row:11", "model": "openai/whisper-small", "score": 0.48186107352941177, "parameters_billion": 0.244 }, { "rank": 31, "id": "scores_MAEB_beta_audio-only:row:18", "model": "openai/whisper-tiny", "score": 0.4774227983957219, "parameters_billion": 0.039 }, { "rank": 32, "id": "scores_MAEB_beta_audio-only:row:27", "model": "facebook/hubert-base-ls960", "score": 0.4762437683600713, "parameters_billion": 0.095 }, { "rank": 33, "id": "scores_MAEB_beta_audio-only:row:45", "model": "microsoft/wavlm-base-plus", "score": 0.45655371622103386, "parameters_billion": 0.095 }, { "rank": 33, "id": "scores_MAEB_beta_audio-only:row:46", "model": "microsoft/wavlm-base-plus-sd", "score": 0.45655371622103386, "parameters_billion": 0.095 }, { "rank": 33, "id": "scores_MAEB_beta_audio-only:row:47", "model": "microsoft/wavlm-base-plus-sv", "score": 0.45655371622103386, "parameters_billion": 0.095 }, { "rank": 36, "id": "scores_MAEB_beta_audio-only:row:32", "model": "speechbrain/cnn14-esc50", "score": 0.44843354679144387, "parameters_billion": 0.081 }, { "rank": 37, "id": "scores_MAEB_beta_audio-only:row:30", "model": "facebook/wav2vec2-xls-r-2b", "score": 0.4449300209447415, "parameters_billion": 2.0 }, { "rank": 38, "id": "scores_MAEB_beta_audio-only:row:43", "model": "facebook/wav2vec2-base", "score": 0.44053195365418896, "parameters_billion": 0.095 }, { "rank": 39, "id": "scores_MAEB_beta_audio-only:row:62", "model": "facebook/encodec_24khz", "score": 0.43361836301247775, "parameters_billion": 0.023 }, { "rank": 40, "id": "scores_MAEB_beta_audio-only:row:36", "model": "microsoft/wavlm-base", "score": 0.4301310198752228, "parameters_billion": 0.095 }, { "rank": 41, "id": "scores_MAEB_beta_audio-only:row:38", "model": "microsoft/wavlm-base-sd", "score": 0.4298070198752228, "parameters_billion": 0.095 }, { "rank": 41, "id": "scores_MAEB_beta_audio-only:row:39", "model": "microsoft/wavlm-base-sv", "score": 0.4298070198752228, "parameters_billion": 0.095 }, { "rank": 43, "id": "scores_MAEB_beta_audio-only:row:37", "model": "vitouphy/wav2vec2-xls-r-300m-phoneme", "score": 0.42729945249554363, "parameters_billion": 0.3 }, { "rank": 44, "id": "scores_MAEB_beta_audio-only:row:40", "model": "microsoft/speecht5_multimodal", "score": 0.4270312960784314, "parameters_billion": 0.298 }, { "rank": 45, "id": "scores_MAEB_beta_audio-only:row:41", "model": "facebook/mms-1b-fl102", "score": 0.42429112326203205, "parameters_billion": 1.0 }, { "rank": 46, "id": "scores_MAEB_beta_audio-only:row:35", "model": "facebook/mms-1b-all", "score": 0.42246804946524064, "parameters_billion": 1.0 }, { "rank": 47, "id": "scores_MAEB_beta_audio-only:row:31", "model": "facebook/mms-1b-l1107", "score": 0.4162056867201426, "parameters_billion": 1.0 }, { "rank": 48, "id": "scores_MAEB_beta_audio-only:row:42", "model": "facebook/seamless-m4t-v2-large", "score": 0.4107715129233512, "parameters_billion": 2.3 }, { "rank": 49, "id": "scores_MAEB_beta_audio-only:row:29", "model": "facebook/wav2vec2-lv-60-espeak-cv-ft", "score": 0.4107034155080214, "parameters_billion": 0.317 }, { "rank": 50, "id": "scores_MAEB_beta_audio-only:row:44", "model": "facebook/wav2vec2-xls-r-1b", "score": 0.40892008253119433, "parameters_billion": 1.0 }, { "rank": 51, "id": "scores_MAEB_beta_audio-only:row:50", "model": "facebook/wav2vec2-large", "score": 0.40498438814616755, "parameters_billion": 0.317 }, { "rank": 52, "id": "scores_MAEB_beta_audio-only:row:52", "model": "laion/larger_clap_music", "score": 0.404464434402852, "parameters_billion": 0.194 }, { "rank": 53, "id": "scores_MAEB_beta_audio-only:row:61", "model": "Qwen/Qwen2.5-Omni-3B", "score": 0.39829975383244204, "parameters_billion": 5.537 }, { "rank": 54, "id": "scores_MAEB_beta_audio-only:row:49", "model": "speechbrain/m-ctc-t-large", "score": 0.3920138095365419, "parameters_billion": 1.059 }, { "rank": 55, "id": "scores_MAEB_beta_audio-only:row:53", "model": "facebook/wav2vec2-xls-r-300m", "score": 0.3907727630124777, "parameters_billion": 0.3 }, { "rank": 56, "id": "scores_MAEB_beta_audio-only:row:51", "model": "facebook/hubert-large-ls960-ft", "score": 0.39037903297682713, "parameters_billion": 0.317 }, { "rank": 57, "id": "scores_MAEB_beta_audio-only:row:58", "model": "microsoft/unispeech-sat-base-100h-libri-ft", "score": 0.37826058645276295, "parameters_billion": 0.094 }, { "rank": 58, "id": "scores_MAEB_beta_audio-only:row:55", "model": "facebook/data2vec-audio-large-960h", "score": 0.37800380597147953, "parameters_billion": 0.313 }, { "rank": 59, "id": "scores_MAEB_beta_audio-only:row:56", "model": "asapp/sew-d-tiny-100k-ft-ls100h", "score": 0.36999171212121207, "parameters_billion": 0.02 }, { "rank": 60, "id": "scores_MAEB_beta_audio-only:row:63", "model": "facebook/wav2vec2-base-960h", "score": 0.3624263508912656, "parameters_billion": 0.095 }, { "rank": 61, "id": "scores_MAEB_beta_audio-only:row:60", "model": "facebook/data2vec-audio-base-960h", "score": 0.36147766470588233, "parameters_billion": 0.093 }, { "rank": 62, "id": "scores_MAEB_beta_audio-only:row:65", "model": "facebook/wav2vec2-large-xlsr-53", "score": 0.3451420650623886, "parameters_billion": 0.317 }, { "rank": 63, "id": "scores_MAEB_beta_audio-only:row:64", "model": "asapp/sew-d-mid-400k-ft-ls100h", "score": 0.34092338458110516, "parameters_billion": 0.139 }, { "rank": 64, "id": "scores_MAEB_beta_audio-only:row:57", "model": "asapp/sew-d-base-plus-400k-ft-ls100h", "score": 0.3371242298573975, "parameters_billion": 0.095 } ] }, "known_size_frontier": { "mean_task": [ { "id": "scores_MAEB_beta_audio-only:row:28", "model": "google/yamnet", "kind": "registry_reported", "parameters_billion": 0.004, "mean_task": 0.3925795033539732 }, { "id": "scores_MAEB_beta_audio-only:row:12", "model": "matthewagi/HeAR-s1.1", "kind": "registry_reported", "parameters_billion": 0.022, "mean_task": 0.41088769685242515 }, { "id": "scores_MAEB_beta_audio-only:row:18", "model": "openai/whisper-tiny", "kind": "registry_reported", "parameters_billion": 0.039, "mean_task": 0.43637871465428274 }, { "id": "scores_MAEB_beta_audio-only:row:9", "model": "openai/whisper-base", "kind": "registry_reported", "parameters_billion": 0.074, "mean_task": 0.44856370433436527 }, { "id": "scores_MAEB_beta_audio-only:row:4", "model": "laion/larger_clap_general", "kind": "registry_reported", "parameters_billion": 0.194, "mean_task": 0.45505683952528375 }, { "id": "scores_MAEB_beta_audio-only:row:1", "model": "openai/whisper-medium", "kind": "registry_reported", "parameters_billion": 0.769, "mean_task": 0.48419600154798764 }, { "id": "scores_MAEB_beta_audio-only:row:10", "model": "jinaai/jina-embeddings-v5-omni-nano", "kind": "registry_reported", "parameters_billion": 0.986, "mean_task": 0.4974013005444365 }, { "id": "scores_MAEB_beta_audio-only:row:5", "model": "jinaai/jina-embeddings-v5-omni-small", "kind": "registry_reported", "parameters_billion": 1.626, "mean_task": 0.502493257952982 }, { "id": "scores_MAEB_beta_audio-only:row:8", "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "kind": "registry_reported", "parameters_billion": 2.445, "mean_task": 0.5357349241486068 } ], "mean_task_type": [ { "id": "scores_MAEB_beta_audio-only:row:28", "model": "google/yamnet", "kind": "registry_reported", "parameters_billion": 0.004, "mean_task_type": 0.510955464795009 }, { "id": "scores_MAEB_beta_audio-only:row:25", "model": "google/vggish", "kind": "registry_reported", "parameters_billion": 0.072, "mean_task_type": 0.5349608971479501 }, { "id": "scores_MAEB_beta_audio-only:row:20", "model": "MIT/ast-finetuned-audioset-10-10-0.4593", "kind": "registry_reported", "parameters_billion": 0.087, "mean_task_type": 0.55212392228164 }, { "id": "scores_MAEB_beta_audio-only:row:17", "model": "microsoft/msclap-2023", "kind": "registry_reported", "parameters_billion": 0.16, "mean_task_type": 0.5584816090017826 }, { "id": "scores_MAEB_beta_audio-only:row:10", "model": "jinaai/jina-embeddings-v5-omni-nano", "kind": "registry_reported", "parameters_billion": 0.986, "mean_task_type": 0.5771661288773795 }, { "id": "scores_MAEB_beta_audio-only:row:5", "model": "jinaai/jina-embeddings-v5-omni-small", "kind": "registry_reported", "parameters_billion": 1.626, "mean_task_type": 0.5835463911492378 }, { "id": "scores_MAEB_beta_audio-only:row:21", "model": "encord-team/ebind-full", "kind": "registry_reported", "parameters_billion": 1.79, "mean_task_type": 0.5863627459893048 }, { "id": "scores_MAEB_beta_audio-only:row:3", "model": "Haon-Chen/e5-omni-7B", "kind": "registry_reported", "parameters_billion": 8.932, "mean_task_type": 0.5964708376114082 } ] } } }, "figures": { "english41-nano": { "panel": "English41", "focus": "nano", "same_size_top10_ids": [ "scores_MTEB_eng_v2:row:61", "scores_MTEB_eng_v2:row:68", "scores_MTEB_eng_v2:row:65", "scores_MTEB_eng_v2:row:74", "current:nano", "scores_MTEB_eng_v2:row:71", "scores_MTEB_eng_v2:row:66", "scores_MTEB_eng_v2:row:72", "scores_MTEB_eng_v2:row:79", "scores_MTEB_eng_v2:row:80" ], "all_known_size_point_ids": [ "scores_MTEB_eng_v2:row:0", "scores_MTEB_eng_v2:row:1", "scores_MTEB_eng_v2:row:2", "scores_MTEB_eng_v2:row:4", "scores_MTEB_eng_v2:row:5", "scores_MTEB_eng_v2:row:6", "scores_MTEB_eng_v2:row:9", "scores_MTEB_eng_v2:row:10", "scores_MTEB_eng_v2:row:11", "scores_MTEB_eng_v2:row:12", "scores_MTEB_eng_v2:row:13", "scores_MTEB_eng_v2:row:14", "scores_MTEB_eng_v2:row:15", "scores_MTEB_eng_v2:row:16", "scores_MTEB_eng_v2:row:17", "scores_MTEB_eng_v2:row:18", "scores_MTEB_eng_v2:row:19", "scores_MTEB_eng_v2:row:20", "scores_MTEB_eng_v2:row:21", "scores_MTEB_eng_v2:row:22", "scores_MTEB_eng_v2:row:23", "scores_MTEB_eng_v2:row:24", "scores_MTEB_eng_v2:row:25", "scores_MTEB_eng_v2:row:26", "scores_MTEB_eng_v2:row:28", "scores_MTEB_eng_v2:row:30", "scores_MTEB_eng_v2:row:31", "scores_MTEB_eng_v2:row:32", "scores_MTEB_eng_v2:row:33", "scores_MTEB_eng_v2:row:34", "scores_MTEB_eng_v2:row:35", "scores_MTEB_eng_v2:row:36", "scores_MTEB_eng_v2:row:37", "scores_MTEB_eng_v2:row:38", "scores_MTEB_eng_v2:row:39", "scores_MTEB_eng_v2:row:40", "scores_MTEB_eng_v2:row:41", "scores_MTEB_eng_v2:row:42", "scores_MTEB_eng_v2:row:43", "scores_MTEB_eng_v2:row:44", "scores_MTEB_eng_v2:row:46", "scores_MTEB_eng_v2:row:47", "scores_MTEB_eng_v2:row:48", "scores_MTEB_eng_v2:row:49", "scores_MTEB_eng_v2:row:50", "scores_MTEB_eng_v2:row:51", "scores_MTEB_eng_v2:row:52", "scores_MTEB_eng_v2:row:53", "scores_MTEB_eng_v2:row:60", "scores_MTEB_eng_v2:row:61", "scores_MTEB_eng_v2:row:63", "scores_MTEB_eng_v2:row:64", "scores_MTEB_eng_v2:row:65", "scores_MTEB_eng_v2:row:66", "scores_MTEB_eng_v2:row:67", "scores_MTEB_eng_v2:row:68", "scores_MTEB_eng_v2:row:70", "scores_MTEB_eng_v2:row:71", "scores_MTEB_eng_v2:row:72", "scores_MTEB_eng_v2:row:73", "scores_MTEB_eng_v2:row:74", "scores_MTEB_eng_v2:row:76", "scores_MTEB_eng_v2:row:77", "scores_MTEB_eng_v2:row:79", "scores_MTEB_eng_v2:row:80", "scores_MTEB_eng_v2:row:81", "scores_MTEB_eng_v2:row:82", "scores_MTEB_eng_v2:row:83", "scores_MTEB_eng_v2:row:84", "scores_MTEB_eng_v2:row:86", "scores_MTEB_eng_v2:row:87", "scores_MTEB_eng_v2:row:88", "scores_MTEB_eng_v2:row:89", "scores_MTEB_eng_v2:row:90", "scores_MTEB_eng_v2:row:91", "scores_MTEB_eng_v2:row:92", "scores_MTEB_eng_v2:row:93", "scores_MTEB_eng_v2:row:94", "scores_MTEB_eng_v2:row:95", "scores_MTEB_eng_v2:row:96", "scores_MTEB_eng_v2:row:97", "scores_MTEB_eng_v2:row:98", "scores_MTEB_eng_v2:row:99", "scores_MTEB_eng_v2:row:100", "scores_MTEB_eng_v2:row:101", "scores_MTEB_eng_v2:row:102", "scores_MTEB_eng_v2:row:103", "scores_MTEB_eng_v2:row:104", "scores_MTEB_eng_v2:row:106", "scores_MTEB_eng_v2:row:107", "scores_MTEB_eng_v2:row:109", "scores_MTEB_eng_v2:row:110", "scores_MTEB_eng_v2:row:112", "scores_MTEB_eng_v2:row:114", "scores_MTEB_eng_v2:row:115", "scores_MTEB_eng_v2:row:117", "scores_MTEB_eng_v2:row:118", "scores_MTEB_eng_v2:row:122", "scores_MTEB_eng_v2:row:123", "scores_MTEB_eng_v2:row:124", "scores_MTEB_eng_v2:row:125", "scores_MTEB_eng_v2:row:128", "scores_MTEB_eng_v2:row:129", "scores_MTEB_eng_v2:row:130", "scores_MTEB_eng_v2:row:132", "scores_MTEB_eng_v2:row:133", "scores_MTEB_eng_v2:row:134", "scores_MTEB_eng_v2:row:135", "scores_MTEB_eng_v2:row:136", "scores_MTEB_eng_v2:row:137", "scores_MTEB_eng_v2:row:139", "scores_MTEB_eng_v2:row:140", "scores_MTEB_eng_v2:row:143", "scores_MTEB_eng_v2:row:144", "scores_MTEB_eng_v2:row:148", "scores_MTEB_eng_v2:row:150", "scores_MTEB_eng_v2:row:151", "scores_MTEB_eng_v2:row:152", "scores_MTEB_eng_v2:row:153", "scores_MTEB_eng_v2:row:154", "scores_MTEB_eng_v2:row:160", "scores_MTEB_eng_v2:row:162", "scores_MTEB_eng_v2:row:165", "scores_MTEB_eng_v2:row:166", "scores_MTEB_eng_v2:row:169", "scores_MTEB_eng_v2:row:171", "scores_MTEB_eng_v2:row:172", "scores_MTEB_eng_v2:row:173", "scores_MTEB_eng_v2:row:177", "scores_MTEB_eng_v2:row:186", "scores_MTEB_eng_v2:row:187", "scores_MTEB_eng_v2:row:191", "scores_MTEB_eng_v2:row:192", "scores_MTEB_eng_v2:row:195", "scores_MTEB_eng_v2:row:197", "scores_MTEB_eng_v2:row:198", "scores_MTEB_eng_v2:row:199", "scores_MTEB_eng_v2:row:200", "scores_MTEB_eng_v2:row:202", "scores_MTEB_eng_v2:row:203", "scores_MTEB_eng_v2:row:212", "scores_MTEB_eng_v2:row:213", "scores_MTEB_eng_v2:row:217", "scores_MTEB_eng_v2:row:218", "scores_MTEB_eng_v2:row:220", "scores_MTEB_eng_v2:row:221", "scores_MTEB_eng_v2:row:230", "scores_MTEB_eng_v2:row:231", "scores_MTEB_eng_v2:row:232", "scores_MTEB_eng_v2:row:233", "scores_MTEB_eng_v2:row:234", "scores_MTEB_eng_v2:row:235", "scores_MTEB_eng_v2:row:236", "scores_MTEB_eng_v2:row:238", "scores_MTEB_eng_v2:row:239", "scores_MTEB_eng_v2:row:241", "scores_MTEB_eng_v2:row:242", "scores_MTEB_eng_v2:row:243", "scores_MTEB_eng_v2:row:245", "scores_MTEB_eng_v2:row:246", "scores_MTEB_eng_v2:row:252", "scores_MTEB_eng_v2:row:253", "scores_MTEB_eng_v2:row:254", "scores_MTEB_eng_v2:row:255", "scores_MTEB_eng_v2:row:257", "scores_MTEB_eng_v2:row:258", "scores_MTEB_eng_v2:row:260", "scores_MTEB_eng_v2:row:263", "scores_MTEB_eng_v2:row:264", "scores_MTEB_eng_v2:row:265", "scores_MTEB_eng_v2:row:266", "scores_MTEB_eng_v2:row:267", "scores_MTEB_eng_v2:row:268", "current:nano", "current:mini" ] }, "audio19-mini": { "panel": "audio19", "focus": "mini", "same_size_top10_ids": [ "scores_MAEB_beta_audio-only:row:10", "scores_MAEB_beta_audio-only:row:17", "scores_MAEB_beta_audio-only:row:22", "scores_MAEB_beta_audio-only:row:20", "current:mini", "scores_MAEB_beta_audio-only:row:6", "scores_MAEB_beta_audio-only:row:4", "scores_MAEB_beta_audio-only:row:25", "scores_MAEB_beta_audio-only:row:14", "scores_MAEB_beta_audio-only:row:19" ], "all_known_size_point_ids": [ "scores_MAEB_beta_audio-only:row:0", "scores_MAEB_beta_audio-only:row:1", "scores_MAEB_beta_audio-only:row:2", "scores_MAEB_beta_audio-only:row:3", "scores_MAEB_beta_audio-only:row:4", "scores_MAEB_beta_audio-only:row:5", "scores_MAEB_beta_audio-only:row:6", "scores_MAEB_beta_audio-only:row:7", "scores_MAEB_beta_audio-only:row:8", "scores_MAEB_beta_audio-only:row:9", "scores_MAEB_beta_audio-only:row:10", "scores_MAEB_beta_audio-only:row:11", "scores_MAEB_beta_audio-only:row:12", "scores_MAEB_beta_audio-only:row:13", "scores_MAEB_beta_audio-only:row:14", "scores_MAEB_beta_audio-only:row:15", "scores_MAEB_beta_audio-only:row:16", "scores_MAEB_beta_audio-only:row:17", "scores_MAEB_beta_audio-only:row:18", "scores_MAEB_beta_audio-only:row:19", "scores_MAEB_beta_audio-only:row:20", "scores_MAEB_beta_audio-only:row:21", "scores_MAEB_beta_audio-only:row:22", "scores_MAEB_beta_audio-only:row:23", "scores_MAEB_beta_audio-only:row:24", "scores_MAEB_beta_audio-only:row:25", "scores_MAEB_beta_audio-only:row:26", "scores_MAEB_beta_audio-only:row:27", "scores_MAEB_beta_audio-only:row:28", "scores_MAEB_beta_audio-only:row:29", "scores_MAEB_beta_audio-only:row:30", "scores_MAEB_beta_audio-only:row:31", "scores_MAEB_beta_audio-only:row:32", "scores_MAEB_beta_audio-only:row:33", "scores_MAEB_beta_audio-only:row:35", "scores_MAEB_beta_audio-only:row:36", "scores_MAEB_beta_audio-only:row:37", "scores_MAEB_beta_audio-only:row:38", "scores_MAEB_beta_audio-only:row:39", "scores_MAEB_beta_audio-only:row:40", "scores_MAEB_beta_audio-only:row:41", "scores_MAEB_beta_audio-only:row:42", "scores_MAEB_beta_audio-only:row:43", "scores_MAEB_beta_audio-only:row:44", "scores_MAEB_beta_audio-only:row:45", "scores_MAEB_beta_audio-only:row:46", "scores_MAEB_beta_audio-only:row:47", "scores_MAEB_beta_audio-only:row:49", "scores_MAEB_beta_audio-only:row:50", "scores_MAEB_beta_audio-only:row:51", "scores_MAEB_beta_audio-only:row:52", "scores_MAEB_beta_audio-only:row:53", "scores_MAEB_beta_audio-only:row:55", "scores_MAEB_beta_audio-only:row:56", "scores_MAEB_beta_audio-only:row:57", "scores_MAEB_beta_audio-only:row:58", "scores_MAEB_beta_audio-only:row:60", "scores_MAEB_beta_audio-only:row:61", "scores_MAEB_beta_audio-only:row:62", "scores_MAEB_beta_audio-only:row:63", "scores_MAEB_beta_audio-only:row:64", "scores_MAEB_beta_audio-only:row:65", "current:nano", "current:mini" ] } } }