{ "primary": "mean_task_type", "supplementary": "mean_task", "scope": "Complete registry cohorts and one declared mode per included current Vela model; multilingual includes current Nano only.", "panels": { "English41": { "coverage": { "source_rows": 337, "complete_rows": 186, "distinct_complete_model_names": 186, "excluded_incomplete_rows": 151, "known_size_complete_rows": 173, "unknown_size_complete_rows": 13, "task_coverage_histogram": { "1": 10, "2": 15, "3": 9, "4": 3, "6": 17, "9": 1, "10": 4, "12": 1, "16": 1, "19": 2, "20": 1, "21": 13, "22": 1, "23": 3, "25": 10, "27": 25, "28": 6, "29": 2, "32": 1, "35": 3, "36": 2, "37": 1, "38": 3, "39": 9, "40": 8, "41": 186 }, "ranking_population_with_two_current_models": 188, "size_plot_population_with_two_current_models": 175 }, "ranks": { "nano": { "mean_task": { "score": 0.6488431514310018, "display_score_100": 64.88431514310018, "global_rank": 66, "global_population": 188, "tied_other_models": 0, "same_or_smaller_rank": 7, "same_or_smaller_population": 75, "best_same_or_smaller_other_model": { "id": "scores_MTEB_eng_v2:row:68", "model": "Tarka-AIR/Tarka-Embedding-150M-V1", "kind": "registry_reported", "parameters_billion": 0.156, "mean_task": 0.6639085365853659 }, "gap_pp_above_best_same_or_smaller": -1.5065385154364064, "gap_to_best_at_most_size_pp": 1.5065385154364064, "observed_frontier": false, "dominator_count": 6, "all_dominator_ids": [ "scores_MTEB_eng_v2:row:61", "scores_MTEB_eng_v2:row:65", "scores_MTEB_eng_v2:row:68", "scores_MTEB_eng_v2:row:71", "scores_MTEB_eng_v2:row:72", "scores_MTEB_eng_v2:row:74" ] }, "mean_task_type": { "score": 0.6078184975654924, "display_score_100": 60.78184975654924, "global_rank": 66, "global_population": 188, "tied_other_models": 0, "same_or_smaller_rank": 5, "same_or_smaller_population": 75, "best_same_or_smaller_other_model": { "id": "scores_MTEB_eng_v2:row:61", "model": "avsolatorio/GIST-Embedding-v0", "kind": "registry_reported", "parameters_billion": 0.109, "mean_task_type": 0.613959243054458 }, "gap_pp_above_best_same_or_smaller": -0.6140745488965593, "gap_to_best_at_most_size_pp": 0.6140745488965593, "observed_frontier": false, "dominator_count": 4, "all_dominator_ids": [ "scores_MTEB_eng_v2:row:61", "scores_MTEB_eng_v2:row:65", "scores_MTEB_eng_v2:row:68", "scores_MTEB_eng_v2:row:74" ] } }, "mini": { "mean_task": { "score": 0.703751501978232, "display_score_100": 70.3751501978232, "global_rank": 28, "global_population": 188, "tied_other_models": 0, "same_or_smaller_rank": 8, "same_or_smaller_population": 134, "best_same_or_smaller_other_model": { "id": "scores_MTEB_eng_v2:row:1", "model": "infgrad/Jasper-Token-Compression-600M", "kind": "registry_reported", "parameters_billion": 0.607, "mean_task": 0.7474843170731708 }, "gap_pp_above_best_same_or_smaller": -4.373281509493876, "gap_to_best_at_most_size_pp": 4.373281509493876, "observed_frontier": false, "dominator_count": 7, "all_dominator_ids": [ "scores_MTEB_eng_v2:row:1", "scores_MTEB_eng_v2:row:14", "scores_MTEB_eng_v2:row:18", "scores_MTEB_eng_v2:row:19", "scores_MTEB_eng_v2:row:21", "scores_MTEB_eng_v2:row:26", "scores_MTEB_eng_v2:row:31" ] }, "mean_task_type": { "score": 0.6468004520174675, "display_score_100": 64.68004520174675, "global_rank": 38, "global_population": 188, "tied_other_models": 0, "same_or_smaller_rank": 10, "same_or_smaller_population": 134, "best_same_or_smaller_other_model": { "id": "scores_MTEB_eng_v2:row:1", "model": "infgrad/Jasper-Token-Compression-600M", "kind": "registry_reported", "parameters_billion": 0.607, "mean_task_type": 0.6845585456349206 }, "gap_pp_above_best_same_or_smaller": -3.775809361745308, "gap_to_best_at_most_size_pp": 3.775809361745308, "observed_frontier": false, "dominator_count": 9, "all_dominator_ids": [ "scores_MTEB_eng_v2:row:1", "scores_MTEB_eng_v2:row:14", "scores_MTEB_eng_v2:row:18", "scores_MTEB_eng_v2:row:19", "scores_MTEB_eng_v2:row:21", "scores_MTEB_eng_v2:row:26", "scores_MTEB_eng_v2:row:31", "scores_MTEB_eng_v2:row:33", "scores_MTEB_eng_v2:row:35" ] } } }, "full_rankings": { "mean_task": [ { "rank": 1, "id": "scores_MTEB_eng_v2:row:0", "model": "jcorners/ingot-8b-r3", "score": 0.7597950975609756, "parameters_billion": 7.567 }, { "rank": 2, "id": "scores_MTEB_eng_v2:row:2", "model": "Kingsoft-LLM/QZhou-Embedding", "score": 0.7597192439024391, "parameters_billion": 7.071 }, { "rank": 3, "id": "scores_MTEB_eng_v2:row:4", "model": "Qwen/Qwen3-Embedding-8B", "score": 0.7522560487804878, "parameters_billion": 7.567 }, { "rank": 4, "id": "scores_MTEB_eng_v2:row:3", "model": "ByteDance-Seed/Seed1.5-Embedding", "score": 0.747613243902439, "parameters_billion": null }, { "rank": 5, "id": "scores_MTEB_eng_v2:row:1", "model": "infgrad/Jasper-Token-Compression-600M", "score": 0.7474843170731708, "parameters_billion": 0.607 }, { "rank": 6, "id": "scores_MTEB_eng_v2:row:6", "model": "Qwen/Qwen3-Embedding-4B", "score": 0.7460537804878048, "parameters_billion": 4.022 }, { "rank": 7, "id": "scores_MTEB_eng_v2:row:5", "model": "annamodels/LGAI-Embedding-Preview", "score": 0.7412059024390244, "parameters_billion": 7.11 }, { "rank": 8, "id": "scores_MTEB_eng_v2:row:7", "model": "Bytedance/Seed1.6-embedding", "score": 0.7407039268292682, "parameters_billion": null }, { "rank": 9, "id": "scores_MTEB_eng_v2:row:17", "model": "codefuse-ai/F2LLM-4B", "score": 0.7367060487804878, "parameters_billion": 4.022 }, { "rank": 10, "id": "scores_MTEB_eng_v2:row:8", "model": "google/gemini-embedding-001", "score": 0.7329878292682926, "parameters_billion": null }, { "rank": 11, "id": "scores_MTEB_eng_v2:row:10", "model": "codefuse-ai/F2LLM-v2-14B", "score": 0.7307962926829269, "parameters_billion": 13.99 }, { "rank": 12, "id": "scores_MTEB_eng_v2:row:9", "model": "codefuse-ai/F2LLM-v2-8B", "score": 0.7286161219512195, "parameters_billion": 7.568 }, { "rank": 13, "id": "scores_MTEB_eng_v2:row:16", "model": "codefuse-ai/F2LLM-v2-4B", "score": 0.7241223902439025, "parameters_billion": 4.022 }, { "rank": 14, "id": "scores_MTEB_eng_v2:row:12", "model": "ai-sage/Giga-Embeddings-instruct-10B-A1.8B-0826", "score": 0.7223401463414635, "parameters_billion": 10.476 }, { "rank": 15, "id": "scores_MTEB_eng_v2:row:25", "model": "codefuse-ai/F2LLM-1.7B", "score": 0.7201440243902439, "parameters_billion": 1.721 }, { "rank": 16, "id": "scores_MTEB_eng_v2:row:11", "model": "ai-sage/Giga-Embeddings-instruct-3B-0826", "score": 0.7190430731707317, "parameters_billion": 3.151 }, { "rank": 17, "id": "scores_MTEB_eng_v2:row:13", "model": "jinaai/jina-embeddings-v5-omni-small", "score": 0.7177546341463414, "parameters_billion": 1.626 }, { "rank": 18, "id": "scores_MTEB_eng_v2:row:14", "model": "jinaai/jina-embeddings-v5-text-small", "score": 0.7177513414634146, "parameters_billion": 0.596 }, { "rank": 19, "id": "scores_MTEB_eng_v2:row:31", "model": "IEITYuan/Yuan-embedding-2.0-en", "score": 0.7174371951219513, "parameters_billion": 0.596 }, { "rank": 20, "id": "scores_MTEB_eng_v2:row:20", "model": "codefuse-ai/F2LLM-v2-1.7B", "score": 0.7163071951219512, "parameters_billion": 1.721 }, { "rank": 21, "id": "scores_MTEB_eng_v2:row:15", "model": "NovaSearch/jasper_en_vision_language_v1", "score": 0.7141166097560975, "parameters_billion": 1.565 }, { "rank": 22, "id": "scores_MTEB_eng_v2:row:21", "model": "KaLM-Embedding/KaLM-embedding-multilingual-mini-instruct-v2.5", "score": 0.7128882096750967, "parameters_billion": 0.494 }, { "rank": 23, "id": "scores_MTEB_eng_v2:row:18", "model": "jinaai/jina-embeddings-v5-omni-nano", "score": 0.7111337804878048, "parameters_billion": 0.986 }, { "rank": 23, "id": "scores_MTEB_eng_v2:row:19", "model": "jinaai/jina-embeddings-v5-text-nano", "score": 0.7111337804878048, "parameters_billion": 0.212 }, { "rank": 25, "id": "scores_MTEB_eng_v2:row:30", "model": "ai-sage/Giga-Embeddings-instruct", "score": 0.7107208048780488, "parameters_billion": 3.227 }, { "rank": 26, "id": "scores_MTEB_eng_v2:row:28", "model": "Alibaba-NLP/gte-Qwen2-7B-instruct", "score": 0.7071656789982222, "parameters_billion": 7.069 }, { "rank": 27, "id": "scores_MTEB_eng_v2:row:26", "model": "Qwen/Qwen3-Embedding-0.6B", "score": 0.704719512195122, "parameters_billion": 0.596 }, { "rank": 28, "id": "current:mini", "model": "vllm-sr/Vela-1.0-Omni-Mini", "score": 0.703751501978232, "parameters_billion": 1.361475288 }, { "rank": 29, "id": "scores_MTEB_eng_v2:row:46", "model": "GeoGPT-Research-Project/GeoEmbedding", "score": 0.7020541219512195, "parameters_billion": 7.111 }, { "rank": 30, "id": "scores_MTEB_eng_v2:row:37", "model": "ICT-TIME-and-Querit/ICT-TIME-and-Querit-embedding-v1", "score": 0.7011618780487805, "parameters_billion": 4.022 }, { "rank": 31, "id": "scores_MTEB_eng_v2:row:44", "model": "codefuse-ai/F2LLM-0.6B", "score": 0.7003470731707317, "parameters_billion": 0.596 }, { "rank": 32, "id": "scores_MTEB_eng_v2:row:36", "model": "codefuse-ai/F2LLM-v2-0.6B", "score": 0.6997131707317074, "parameters_billion": 0.596 }, { "rank": 33, "id": "scores_MTEB_eng_v2:row:41", "model": "Salesforce/SFR-Embedding-2_R", "score": 0.6981742694733529, "parameters_billion": 7.111 }, { "rank": 34, "id": "scores_MTEB_eng_v2:row:24", "model": "nvidia/NV-Embed-v2", "score": 0.6980760203301699, "parameters_billion": 7.85 }, { "rank": 35, "id": "scores_MTEB_eng_v2:row:22", "model": "Linq-AI-Research/Linq-Embed-Mistral", "score": 0.6979659305421375, "parameters_billion": 7.111 }, { "rank": 36, "id": "scores_MTEB_eng_v2:row:33", "model": "google/embeddinggemma-300m", "score": 0.6967362195121951, "parameters_billion": 0.308 }, { "rank": 37, "id": "scores_MTEB_eng_v2:row:27", "model": "google/text-embedding-005", "score": 0.6959541707317073, "parameters_billion": null }, { "rank": 38, "id": "scores_MTEB_eng_v2:row:29", "model": "google/text-embedding-004", "score": 0.6952770487804878, "parameters_billion": null }, { "rank": 39, "id": "scores_MTEB_eng_v2:row:43", "model": "ai-sage/Giga-Embeddings-instruct-480M-0826", "score": 0.6951773902439025, "parameters_billion": 0.484 }, { "rank": 40, "id": "scores_MTEB_eng_v2:row:32", "model": "NovaSearch/stella_en_1.5B_v5", "score": 0.6942559205904169, "parameters_billion": 1.54 }, { "rank": 41, "id": "scores_MTEB_eng_v2:row:35", "model": "NovaSearch/stella_en_400M_v5", "score": 0.6939390178691194, "parameters_billion": 0.435 }, { "rank": 42, "id": "scores_MTEB_eng_v2:row:23", "model": "Salesforce/SFR-Embedding-Mistral", "score": 0.6931134522826354, "parameters_billion": 7.111 }, { "rank": 43, "id": "scores_MTEB_eng_v2:row:40", "model": "Tarka-AIR/Tarka-Embedding-350M-V1", "score": 0.6929310731707318, "parameters_billion": 0.354 }, { "rank": 44, "id": "scores_MTEB_eng_v2:row:49", "model": "codefuse-ai/F2LLM-v2-330M", "score": 0.6885837804878049, "parameters_billion": 0.334 }, { "rank": 45, "id": "scores_MTEB_eng_v2:row:50", "model": "nvidia/NV-Embed-v1", "score": 0.6831500238312479, "parameters_billion": 7.85 }, { "rank": 46, "id": "scores_MTEB_eng_v2:row:38", "model": "intfloat/e5-mistral-7b-instruct", "score": 0.6797131612883873, "parameters_billion": 7.111 }, { "rank": 47, "id": "scores_MTEB_eng_v2:row:34", "model": "KiteFishAI/Nano-Em1-0.6B-v2.1", "score": 0.6786009512195121, "parameters_billion": 0.596 }, { "rank": 48, "id": "scores_MTEB_eng_v2:row:54", "model": "google/text-multilingual-embedding-002", "score": 0.6767027073170732, "parameters_billion": null }, { "rank": 49, "id": "scores_MTEB_eng_v2:row:39", "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "score": 0.6746906341463415, "parameters_billion": 2.445 }, { "rank": 50, "id": "scores_MTEB_eng_v2:row:42", "model": "Alibaba-NLP/gte-Qwen2-1.5B-instruct", "score": 0.6719870460269243, "parameters_billion": 1.543 }, { "rank": 51, "id": "scores_MTEB_eng_v2:row:47", "model": "GritLM/GritLM-7B", "score": 0.670707780399812, "parameters_billion": 7.24 }, { "rank": 52, "id": "scores_MTEB_eng_v2:row:53", "model": "WhereIsAI/UAE-Large-V1", "score": 0.6640187986366449, "parameters_billion": 0.335 }, { "rank": 53, "id": "scores_MTEB_eng_v2:row:68", "model": "Tarka-AIR/Tarka-Embedding-150M-V1", "score": 0.6639085365853659, "parameters_billion": 0.156 }, { "rank": 54, "id": "scores_MTEB_eng_v2:row:51", "model": "mixedbread-ai/mxbai-embed-large-v1", "score": 0.662622240804676, "parameters_billion": 0.335 }, { "rank": 55, "id": "scores_MTEB_eng_v2:row:48", "model": "avsolatorio/GIST-large-Embedding-v0", "score": 0.6625134256133555, "parameters_billion": 0.335 }, { "rank": 56, "id": "scores_MTEB_eng_v2:row:56", "model": "Cohere/Cohere-embed-english-v3.0", "score": 0.662088595731706, "parameters_billion": null }, { "rank": 57, "id": "scores_MTEB_eng_v2:row:52", "model": "GritLM/GritLM-8x7B", "score": 0.6615586695812335, "parameters_billion": 57.92 }, { "rank": 58, "id": "scores_MTEB_eng_v2:row:57", "model": "Cohere/Cohere-embed-multilingual-v3.0", "score": 0.6600906022277376, "parameters_billion": null }, { "rank": 59, "id": "scores_MTEB_eng_v2:row:74", "model": "codefuse-ai/F2LLM-v2-160M", "score": 0.6592689512195122, "parameters_billion": 0.159 }, { "rank": 60, "id": "scores_MTEB_eng_v2:row:63", "model": "BAAI/bge-large-en-v1.5", "score": 0.6588837954348156, "parameters_billion": 0.335 }, { "rank": 61, "id": "scores_MTEB_eng_v2:row:60", "model": "intfloat/multilingual-e5-large-instruct", "score": 0.6553055551266775, "parameters_billion": 0.56 }, { "rank": 62, "id": "scores_MTEB_eng_v2:row:61", "model": "avsolatorio/GIST-Embedding-v0", "score": 0.6550466210091898, "parameters_billion": 0.109 }, { "rank": 63, "id": "scores_MTEB_eng_v2:row:71", "model": "BAAI/bge-base-en-v1.5", "score": 0.6513711720715847, "parameters_billion": 0.109 }, { "rank": 64, "id": "scores_MTEB_eng_v2:row:72", "model": "prdev/mini-gte", "score": 0.6505740731707317, "parameters_billion": 0.066 }, { "rank": 65, "id": "scores_MTEB_eng_v2:row:65", "model": "infgrad/stella-base-en-v2", "score": 0.6490399096837327, "parameters_billion": 0.109 }, { "rank": 66, "id": "current:nano", "model": "vllm-sr/Vela-1.0-Omni-Nano", "score": 0.6488431514310018, "parameters_billion": 0.163771288 }, { "rank": 67, "id": "scores_MTEB_eng_v2:row:67", "model": "thenlper/gte-large", "score": 0.6476698050696447, "parameters_billion": 0.335 }, { "rank": 68, "id": "scores_MTEB_eng_v2:row:66", "model": "avsolatorio/GIST-small-Embedding-v0", "score": 0.6475937830352264, "parameters_billion": 0.033 }, { "rank": 69, "id": "scores_MTEB_eng_v2:row:75", "model": "Cohere/Cohere-embed-english-light-v3.0", "score": 0.6459237252188289, "parameters_billion": null }, { "rank": 70, "id": "scores_MTEB_eng_v2:row:64", "model": "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised", "score": 0.6456632207605192, "parameters_billion": 7.153 }, { "rank": 71, "id": "scores_MTEB_eng_v2:row:91", "model": "codefuse-ai/F2LLM-v2-80M", "score": 0.6454793658536585, "parameters_billion": 0.08 }, { "rank": 72, "id": "scores_MTEB_eng_v2:row:83", "model": "BAAI/bge-small-en-v1.5", "score": 0.6430120254016622, "parameters_billion": 0.033 }, { "rank": 73, "id": "scores_MTEB_eng_v2:row:81", "model": "HIT-TMG/KaLM-embedding-multilingual-mini-v1", "score": 0.6413111871230771, "parameters_billion": 0.494 }, { "rank": 74, "id": "scores_MTEB_eng_v2:row:73", "model": "VPLabs/SearchMap_Preview", "score": 0.6408451219512196, "parameters_billion": 0.435 }, { "rank": 75, "id": "scores_MTEB_eng_v2:row:82", "model": "KiteFishAI/Nano-Em1-0.6B-v2", "score": 0.6408008536585366, "parameters_billion": 0.596 }, { "rank": 76, "id": "scores_MTEB_eng_v2:row:86", "model": "abhinand/MedEmbed-small-v0.1", "score": 0.6397950769087808, "parameters_billion": 0.033 }, { "rank": 77, "id": "scores_MTEB_eng_v2:row:79", "model": "MongoDB/mdbr-leaf-mt", "score": 0.6396570975609756, "parameters_billion": 0.023 }, { "rank": 78, "id": "scores_MTEB_eng_v2:row:80", "model": "thenlper/gte-base", "score": 0.6390384426519458, "parameters_billion": 0.109 }, { "rank": 79, "id": "scores_MTEB_eng_v2:row:70", "model": "Lajavaness/bilingual-embedding-large", "score": 0.6376620272557523, "parameters_billion": 0.56 }, { "rank": 80, "id": "scores_MTEB_eng_v2:row:96", "model": "nomic-ai/nomic-embed-text-v2-moe", "score": 0.6363502926829268, "parameters_billion": 0.475 }, { "rank": 81, "id": "scores_MTEB_eng_v2:row:89", "model": "nomic-ai/nomic-embed-text-v1", "score": 0.6360401547037337, "parameters_billion": 0.137 }, { "rank": 82, "id": "scores_MTEB_eng_v2:row:97", "model": "Snowflake/snowflake-arctic-embed-l-v2.0", "score": 0.6360280243902439, "parameters_billion": 0.568 }, { "rank": 83, "id": "scores_MTEB_eng_v2:row:87", "model": "mixedbread-ai/deepset-mxbai-embed-de-large-v1", "score": 0.6342877041386201, "parameters_billion": 0.487 }, { "rank": 84, "id": "scores_MTEB_eng_v2:row:77", "model": "LCO-Embedding/LCO-Embedding-Omni-7B", "score": 0.6324147560975609, "parameters_billion": 8.932 }, { "rank": 85, "id": "scores_MTEB_eng_v2:row:90", "model": "thenlper/gte-small", "score": 0.6321994180544178, "parameters_billion": 0.033 }, { "rank": 86, "id": "scores_MTEB_eng_v2:row:92", "model": "intfloat/e5-large", "score": 0.6312911305854118, "parameters_billion": 0.335 }, { "rank": 87, "id": "scores_MTEB_eng_v2:row:104", "model": "nomic-ai/nomic-embed-text-v1-ablated", "score": 0.6292927790245313, "parameters_billion": 0.137 }, { "rank": 88, "id": "scores_MTEB_eng_v2:row:99", "model": "ibm-granite/granite-embedding-english-r2", "score": 0.6283573902439025, "parameters_billion": 0.149 }, { "rank": 89, "id": "scores_MTEB_eng_v2:row:100", "model": "intfloat/e5-large-v2", "score": 0.6279303728815129, "parameters_billion": 0.335 }, { "rank": 90, "id": "scores_MTEB_eng_v2:row:113", "model": "Cohere/Cohere-embed-multilingual-light-v3.0", "score": 0.6274740812892552, "parameters_billion": null }, { "rank": 91, "id": "scores_MTEB_eng_v2:row:106", "model": "intfloat/e5-base-v2", "score": 0.6266703590913638, "parameters_billion": 0.109 }, { "rank": 92, "id": "scores_MTEB_eng_v2:row:112", "model": "Snowflake/snowflake-arctic-embed-m-v2.0", "score": 0.6256529756097561, "parameters_billion": 0.305 }, { "rank": 93, "id": "scores_MTEB_eng_v2:row:93", "model": "LCO-Embedding/LCO-Embedding-Omni-3B", "score": 0.6232579756097562, "parameters_billion": 4.703 }, { "rank": 94, "id": "scores_MTEB_eng_v2:row:84", "model": "sdadas/mmlw-e5-large", "score": 0.6232231463414634, "parameters_billion": 0.56 }, { "rank": 95, "id": "scores_MTEB_eng_v2:row:114", "model": "nomic-ai/nomic-embed-text-v1-unsupervised", "score": 0.622929334085075, "parameters_billion": 0.137 }, { "rank": 96, "id": "scores_MTEB_eng_v2:row:109", "model": "hotchpotch/bekko-embedding-v1-a25m", "score": 0.6225406829268293, "parameters_billion": 0.123 }, { "rank": 97, "id": "scores_MTEB_eng_v2:row:94", "model": "HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v1", "score": 0.6219683040043787, "parameters_billion": 0.494 }, { "rank": 98, "id": "scores_MTEB_eng_v2:row:115", "model": "nomic-ai/nomic-embed-text-v1.5", "score": 0.6219673472399526, "parameters_billion": 0.137 }, { "rank": 99, "id": "scores_MTEB_eng_v2:row:95", "model": "ManiacLabs/miniac-embed", "score": 0.6208456218717298, "parameters_billion": 0.033 }, { "rank": 100, "id": "scores_MTEB_eng_v2:row:110", "model": "ibm-granite/granite-embedding-125m-english", "score": 0.6207979268292684, "parameters_billion": 0.125 }, { "rank": 101, "id": "scores_MTEB_eng_v2:row:103", "model": "avsolatorio/GIST-all-MiniLM-L6-v2", "score": 0.6206267877701865, "parameters_billion": 0.023 }, { "rank": 102, "id": "scores_MTEB_eng_v2:row:102", "model": "deepvk/USER-bge-m3", "score": 0.6205859512195122, "parameters_billion": 0.359 }, { "rank": 103, "id": "scores_MTEB_eng_v2:row:123", "model": "Snowflake/snowflake-arctic-embed-l", "score": 0.6204052527763326, "parameters_billion": 0.335 }, { "rank": 104, "id": "scores_MTEB_eng_v2:row:88", "model": "sdadas/mmlw-roberta-large", "score": 0.6180039268292683, "parameters_billion": 0.435 }, { "rank": 105, "id": "scores_MTEB_eng_v2:row:118", "model": "intfloat/e5-base", "score": 0.6178992076453981, "parameters_billion": 0.109 }, { "rank": 106, "id": "scores_MTEB_eng_v2:row:130", "model": "Snowflake/snowflake-arctic-embed-s", "score": 0.6159299468389157, "parameters_billion": 0.033 }, { "rank": 107, "id": "scores_MTEB_eng_v2:row:129", "model": "Snowflake/snowflake-arctic-embed-m-v1.5", "score": 0.6150532944035461, "parameters_billion": 0.109 }, { "rank": 108, "id": "scores_MTEB_eng_v2:row:117", "model": "OrdalieTech/Solon-embeddings-large-0.1", "score": 0.6148004390243902, "parameters_billion": 0.56 }, { "rank": 109, "id": "scores_MTEB_eng_v2:row:98", "model": "sdadas/mmlw-e5-base", "score": 0.6142770243902439, "parameters_billion": 0.278 }, { "rank": 110, "id": "scores_MTEB_eng_v2:row:127", "model": "voyageai/voyage-3", "score": 0.6137765609756097, "parameters_billion": null }, { "rank": 111, "id": "scores_MTEB_eng_v2:row:134", "model": "intfloat/e5-small-v2", "score": 0.6132269161875277, "parameters_billion": 0.033 }, { "rank": 112, "id": "scores_MTEB_eng_v2:row:107", "model": "Lajavaness/bilingual-embedding-base", "score": 0.6132028292635484, "parameters_billion": 0.278 }, { "rank": 113, "id": "scores_MTEB_eng_v2:row:122", "model": "manu/bge-m3-custom-fr", "score": 0.6122317073170732, "parameters_billion": 0.568 }, { "rank": 114, "id": "scores_MTEB_eng_v2:row:101", "model": "sdadas/mmlw-roberta-base", "score": 0.6115019512195122, "parameters_billion": 0.124 }, { "rank": 115, "id": "scores_MTEB_eng_v2:row:133", "model": "Snowflake/snowflake-arctic-embed-m", "score": 0.6108756553360901, "parameters_billion": 0.109 }, { "rank": 116, "id": "scores_MTEB_eng_v2:row:125", "model": "ibm-granite/granite-embedding-small-english-r2", "score": 0.610681024390244, "parameters_billion": 0.048 }, { "rank": 117, "id": "scores_MTEB_eng_v2:row:137", "model": "intfloat/multilingual-e5-base", "score": 0.6100213457411223, "parameters_billion": 0.278 }, { "rank": 118, "id": "scores_MTEB_eng_v2:row:128", "model": "Mihaiii/Ivysaur", "score": 0.608025992501295, "parameters_billion": 0.023 }, { "rank": 119, "id": "scores_MTEB_eng_v2:row:132", "model": "hotchpotch/bekko-embedding-v1-a8m", "score": 0.6080209756097561, "parameters_billion": 0.106 }, { "rank": 120, "id": "scores_MTEB_eng_v2:row:76", "model": "Haon-Chen/speed-embedding-7b-instruct", "score": 0.6062405328330406, "parameters_billion": 7.111 }, { "rank": 121, "id": "scores_MTEB_eng_v2:row:142", "model": "voyageai/voyage-3-lite", "score": 0.604377, "parameters_billion": null }, { "rank": 122, "id": "scores_MTEB_eng_v2:row:135", "model": "intfloat/e5-small", "score": 0.6040957544710008, "parameters_billion": 0.033 }, { "rank": 123, "id": "scores_MTEB_eng_v2:row:148", "model": "ibm-granite/granite-embedding-278m-multilingual", "score": 0.6036324390243902, "parameters_billion": 0.278 }, { "rank": 124, "id": "scores_MTEB_eng_v2:row:124", "model": "dwzhu/e5-base-4k", "score": 0.6032403106889277, "parameters_billion": 0.112 }, { "rank": 125, "id": "scores_MTEB_eng_v2:row:140", "model": "ibm-granite/granite-embedding-30m-english", "score": 0.6019757560975609, "parameters_billion": 0.03 }, { "rank": 126, "id": "scores_MTEB_eng_v2:row:160", "model": "Snowflake/snowflake-arctic-embed-xs", "score": 0.5976673272696803, "parameters_billion": 0.023 }, { "rank": 127, "id": "scores_MTEB_eng_v2:row:144", "model": "Haon-Chen/e5-omni-3B", "score": 0.5969691463414635, "parameters_billion": 4.703 }, { "rank": 128, "id": "scores_MTEB_eng_v2:row:153", "model": "intfloat/multilingual-e5-small", "score": 0.5968822955065252, "parameters_billion": 0.118 }, { "rank": 129, "id": "scores_MTEB_eng_v2:row:139", "model": "Lajavaness/bilingual-embedding-small", "score": 0.5962482625119004, "parameters_billion": 0.118 }, { "rank": 130, "id": "scores_MTEB_eng_v2:row:143", "model": "sentence-transformers/all-MiniLM-L6-v2", "score": 0.5903039027409025, "parameters_billion": 0.023 }, { "rank": 131, "id": "scores_MTEB_eng_v2:row:151", "model": "Mihaiii/gte-micro-v4", "score": 0.5889789209527495, "parameters_billion": 0.019 }, { "rank": 132, "id": "scores_MTEB_eng_v2:row:136", "model": "sdadas/mmlw-e5-small", "score": 0.5886495365853658, "parameters_billion": 0.118 }, { "rank": 133, "id": "scores_MTEB_eng_v2:row:169", "model": "ibm-granite/granite-embedding-107m-multilingual", "score": 0.5876386829268293, "parameters_billion": 0.107 }, { "rank": 134, "id": "scores_MTEB_eng_v2:row:152", "model": "Haon-Chen/e5-omni-7B", "score": 0.5867044634146341, "parameters_billion": 8.932 }, { "rank": 135, "id": "scores_MTEB_eng_v2:row:150", "model": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2", "score": 0.5826828776243405, "parameters_billion": 0.278 }, { "rank": 136, "id": "scores_MTEB_eng_v2:row:186", "model": "manu/sentence_croissant_alpha_v0.3", "score": 0.578017, "parameters_billion": 1.28 }, { "rank": 137, "id": "scores_MTEB_eng_v2:row:166", "model": "Mihaiii/Bulbasaur", "score": 0.5774624020975746, "parameters_billion": 0.017 }, { "rank": 138, "id": "scores_MTEB_eng_v2:row:177", "model": "manu/sentence_croissant_alpha_v0.4", "score": 0.5770828048780489, "parameters_billion": 1.28 }, { "rank": 139, "id": "scores_MTEB_eng_v2:row:154", "model": "Tevatron/OmniEmbed-v0.1", "score": 0.5769762439024391, "parameters_billion": 8.932 }, { "rank": 140, "id": "scores_MTEB_eng_v2:row:192", "model": "ai-forever/ru-en-RoSBERTa", "score": 0.5726126097560975, "parameters_billion": 0.404 }, { "rank": 141, "id": "scores_MTEB_eng_v2:row:162", "model": "Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka", "score": 0.5692984460286736, "parameters_billion": 0.278 }, { "rank": 142, "id": "scores_MTEB_eng_v2:row:191", "model": "manu/sentence_croissant_alpha_v0.2", "score": 0.5655929268292683, "parameters_billion": 1.28 }, { "rank": 143, "id": "scores_MTEB_eng_v2:row:187", "model": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", "score": 0.5641676699090004, "parameters_billion": 0.118 }, { "rank": 144, "id": "scores_MTEB_eng_v2:row:165", "model": "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse", "score": 0.5619834999667115, "parameters_billion": 7.153 }, { "rank": 145, "id": "scores_MTEB_eng_v2:row:172", "model": "bigscience/sgpt-bloom-7b1-msmarco", "score": 0.5608368916035635, "parameters_billion": 7.068 }, { "rank": 146, "id": "scores_MTEB_eng_v2:row:195", "model": "sergeyzh/LaBSE-ru-turbo", "score": 0.5567629756097561, "parameters_billion": 0.129 }, { "rank": 147, "id": "scores_MTEB_eng_v2:row:203", "model": "minishlab/potion-base-32M", "score": 0.5462935609756098, "parameters_billion": 0.032 }, { "rank": 148, "id": "scores_MTEB_eng_v2:row:197", "model": "Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet", "score": 0.5443176110241625, "parameters_billion": 0.118 }, { "rank": 149, "id": "scores_MTEB_eng_v2:row:198", "model": "Mihaiii/Wartortle", "score": 0.541114379269468, "parameters_billion": 0.017 }, { "rank": 150, "id": "scores_MTEB_eng_v2:row:212", "model": "minishlab/potion-retrieval-32M", "score": 0.5392212195121951, "parameters_billion": 0.032 }, { "rank": 151, "id": "scores_MTEB_eng_v2:row:199", "model": "Mihaiii/gte-micro", "score": 0.5388580641928595, "parameters_billion": 0.017 }, { "rank": 152, "id": "scores_MTEB_eng_v2:row:218", "model": "minishlab/potion-base-8M", "score": 0.5332783730985786, "parameters_billion": 0.008 }, { "rank": 153, "id": "scores_MTEB_eng_v2:row:200", "model": "Omartificial-Intelligence-Space/Arabic-labse-Matryoshka", "score": 0.5297848826642666, "parameters_billion": 0.471 }, { "rank": 154, "id": "scores_MTEB_eng_v2:row:213", "model": "encord-team/ebind-full", "score": 0.5263819268292682, "parameters_billion": 1.79 }, { "rank": 155, "id": "scores_MTEB_eng_v2:row:217", "model": "Mihaiii/Squirtle", "score": 0.5200412681968019, "parameters_billion": 0.016 }, { "rank": 156, "id": "scores_MTEB_eng_v2:row:220", "model": "Mihaiii/Venusaur", "score": 0.5198573527620314, "parameters_billion": 0.016 }, { "rank": 157, "id": "scores_MTEB_eng_v2:row:230", "model": "minishlab/potion-base-4M", "score": 0.5179691030231456, "parameters_billion": 0.004 }, { "rank": 158, "id": "scores_MTEB_eng_v2:row:233", "model": "sentence-transformers/static-retrieval-mrl-en-v1", "score": 0.5125121951219512, "parameters_billion": 0.031 }, { "rank": 159, "id": "scores_MTEB_eng_v2:row:171", "model": "Gameselo/STS-multilingual-mpnet-base-v2", "score": 0.5121227860460326, "parameters_billion": 0.278 }, { "rank": 160, "id": "scores_MTEB_eng_v2:row:202", "model": "omarelshehy/arabic-english-sts-matryoshka", "score": 0.5119084125839304, "parameters_billion": 0.56 }, { "rank": 161, "id": "scores_MTEB_eng_v2:row:232", "model": "sentence-transformers/static-similarity-mrl-multilingual-v1", "score": 0.5082728780487805, "parameters_billion": 0.108 }, { "rank": 162, "id": "scores_MTEB_eng_v2:row:234", "model": "minishlab/M2V_base_glove", "score": 0.5080929421535388, "parameters_billion": 0.102 }, { "rank": 163, "id": "scores_MTEB_eng_v2:row:221", "model": "aari1995/German_Semantic_STS_V2", "score": 0.5031185365853658, "parameters_billion": 0.336 }, { "rank": 164, "id": "scores_MTEB_eng_v2:row:238", "model": "minishlab/M2V_base_glove_subword", "score": 0.49799925782544757, "parameters_billion": 0.103 }, { "rank": 165, "id": "scores_MTEB_eng_v2:row:236", "model": "consciousAI/cai-lunaris-text-embeddings", "score": 0.49503329269811414, "parameters_billion": 0.335 }, { "rank": 166, "id": "scores_MTEB_eng_v2:row:243", "model": "minishlab/M2V_base_output", "score": 0.48993722944975676, "parameters_billion": 0.008 }, { "rank": 167, "id": "scores_MTEB_eng_v2:row:239", "model": "deepvk/USER-base", "score": 0.4884698780487805, "parameters_billion": 0.427 }, { "rank": 168, "id": "scores_MTEB_eng_v2:row:231", "model": "sentence-transformers/LaBSE", "score": 0.4880703676191831, "parameters_billion": 0.471 }, { "rank": 169, "id": "scores_MTEB_eng_v2:row:241", "model": "minishlab/potion-base-2M", "score": 0.4870834407957507, "parameters_billion": 0.002 }, { "rank": 170, "id": "scores_MTEB_eng_v2:row:245", "model": "cnmoro/static-nomic-384-pten-v2-st", "score": 0.4864763658536585, "parameters_billion": 0.106 }, { "rank": 171, "id": "scores_MTEB_eng_v2:row:235", "model": "cointegrated/LaBSE-en-ru", "score": 0.4821785776075582, "parameters_billion": 0.129 }, { "rank": 172, "id": "scores_MTEB_eng_v2:row:246", "model": "sergeyzh/rubert-tiny-turbo", "score": 0.45984706557339117, "parameters_billion": 0.029 }, { "rank": 173, "id": "scores_MTEB_eng_v2:row:173", "model": "jinaai/jina-embeddings-v2-base-en", "score": 0.4596777257608364, "parameters_billion": 0.137 }, { "rank": 174, "id": "scores_MTEB_eng_v2:row:254", "model": "cointegrated/rubert-tiny2", "score": 0.4156474390243902, "parameters_billion": 0.029 }, { "rank": 175, "id": "scores_MTEB_eng_v2:row:252", "model": "Omartificial-Intelligence-Space/Arabic-mpnet-base-all-nli-triplet", "score": 0.41461050490202594, "parameters_billion": 0.109 }, { "rank": 176, "id": "scores_MTEB_eng_v2:row:253", "model": "cointegrated/rubert-tiny", "score": 0.4010163658536585, "parameters_billion": 0.012 }, { "rank": 177, "id": "scores_MTEB_eng_v2:row:257", "model": "silma-ai/silma-embeddding-matryoshka-v0.1", "score": 0.4009250301338436, "parameters_billion": 0.135 }, { "rank": 178, "id": "scores_MTEB_eng_v2:row:255", "model": "Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka", "score": 0.3976659506396052, "parameters_billion": 0.163 }, { "rank": 179, "id": "scores_MTEB_eng_v2:row:260", "model": "Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka", "score": 0.39042342463565616, "parameters_billion": 0.135 }, { "rank": 180, "id": "scores_MTEB_eng_v2:row:242", "model": "Jaume/gemma-2b-embeddings", "score": 0.37718144504276213, "parameters_billion": 2.506 }, { "rank": 181, "id": "scores_MTEB_eng_v2:row:258", "model": "DeepPavlov/distilrubert-small-cased-conversational", "score": 0.36611760975609753, "parameters_billion": 0.107 }, { "rank": 182, "id": "scores_MTEB_eng_v2:row:263", "model": "ai-forever/sbert_large_mt_nlu_ru", "score": 0.3550000243902439, "parameters_billion": 0.427 }, { "rank": 183, "id": "scores_MTEB_eng_v2:row:264", "model": "DeepPavlov/rubert-base-cased-sentence", "score": 0.3532973414634146, "parameters_billion": 0.107 }, { "rank": 184, "id": "scores_MTEB_eng_v2:row:265", "model": "ai-forever/sbert_large_nlu_ru", "score": 0.32928921951219514, "parameters_billion": 0.427 }, { "rank": 185, "id": "scores_MTEB_eng_v2:row:267", "model": "deepvk/deberta-v1-base", "score": 0.32897407317073174, "parameters_billion": 0.124 }, { "rank": 186, "id": "scores_MTEB_eng_v2:row:268", "model": "malenia1/ternary-weight-embedding", "score": 0.3281327317073171, "parameters_billion": 0.099 }, { "rank": 187, "id": "scores_MTEB_eng_v2:row:266", "model": "DeepPavlov/rubert-base-cased", "score": 0.3078829756097561, "parameters_billion": 1.28 }, { "rank": 188, "id": "scores_MTEB_eng_v2:row:270", "model": "mteb/baseline-random-encoder", "score": 0.1326469756097561, "parameters_billion": null } ], "mean_task_type": [ { "rank": 1, "id": "scores_MTEB_eng_v2:row:0", "model": "jcorners/ingot-8b-r3", "score": 0.6998357579365079, "parameters_billion": 7.567 }, { "rank": 2, "id": "scores_MTEB_eng_v2:row:2", "model": "Kingsoft-LLM/QZhou-Embedding", "score": 0.6951907480158731, "parameters_billion": 7.071 }, { "rank": 3, "id": "scores_MTEB_eng_v2:row:4", "model": "Qwen/Qwen3-Embedding-8B", "score": 0.6870739623015873, "parameters_billion": 7.567 }, { "rank": 4, "id": "scores_MTEB_eng_v2:row:3", "model": "ByteDance-Seed/Seed1.5-Embedding", "score": 0.6855526031746032, "parameters_billion": null }, { "rank": 5, "id": "scores_MTEB_eng_v2:row:1", "model": "infgrad/Jasper-Token-Compression-600M", "score": 0.6845585456349206, "parameters_billion": 0.607 }, { "rank": 6, "id": "scores_MTEB_eng_v2:row:5", "model": "annamodels/LGAI-Embedding-Preview", "score": 0.6840282916666667, "parameters_billion": 7.11 }, { "rank": 7, "id": "scores_MTEB_eng_v2:row:6", "model": "Qwen/Qwen3-Embedding-4B", "score": 0.6809905555555557, "parameters_billion": 4.022 }, { "rank": 8, "id": "scores_MTEB_eng_v2:row:7", "model": "Bytedance/Seed1.6-embedding", "score": 0.6798059980158729, "parameters_billion": null }, { "rank": 9, "id": "scores_MTEB_eng_v2:row:8", "model": "google/gemini-embedding-001", "score": 0.6766678353174603, "parameters_billion": null }, { "rank": 10, "id": "scores_MTEB_eng_v2:row:17", "model": "codefuse-ai/F2LLM-4B", "score": 0.6729337658730159, "parameters_billion": 4.022 }, { "rank": 11, "id": "scores_MTEB_eng_v2:row:9", "model": "codefuse-ai/F2LLM-v2-8B", "score": 0.6695207698412698, "parameters_billion": 7.568 }, { "rank": 12, "id": "scores_MTEB_eng_v2:row:12", "model": "ai-sage/Giga-Embeddings-instruct-10B-A1.8B-0826", "score": 0.6694375753968254, "parameters_billion": 10.476 }, { "rank": 13, "id": "scores_MTEB_eng_v2:row:16", "model": "codefuse-ai/F2LLM-v2-4B", "score": 0.6668032321428571, "parameters_billion": 4.022 }, { "rank": 14, "id": "scores_MTEB_eng_v2:row:15", "model": "NovaSearch/jasper_en_vision_language_v1", "score": 0.6665139186507937, "parameters_billion": 1.565 }, { "rank": 15, "id": "scores_MTEB_eng_v2:row:10", "model": "codefuse-ai/F2LLM-v2-14B", "score": 0.6646437976190477, "parameters_billion": 13.99 }, { "rank": 16, "id": "scores_MTEB_eng_v2:row:11", "model": "ai-sage/Giga-Embeddings-instruct-3B-0826", "score": 0.6638313134920635, "parameters_billion": 3.151 }, { "rank": 17, "id": "scores_MTEB_eng_v2:row:20", "model": "codefuse-ai/F2LLM-v2-1.7B", "score": 0.6637037777777778, "parameters_billion": 1.721 }, { "rank": 18, "id": "scores_MTEB_eng_v2:row:30", "model": "ai-sage/Giga-Embeddings-instruct", "score": 0.6614513511904762, "parameters_billion": 3.227 }, { "rank": 19, "id": "scores_MTEB_eng_v2:row:28", "model": "Alibaba-NLP/gte-Qwen2-7B-instruct", "score": 0.6576746723017133, "parameters_billion": 7.069 }, { "rank": 20, "id": "scores_MTEB_eng_v2:row:13", "model": "jinaai/jina-embeddings-v5-omni-small", "score": 0.6567853551587302, "parameters_billion": 1.626 }, { "rank": 21, "id": "scores_MTEB_eng_v2:row:14", "model": "jinaai/jina-embeddings-v5-text-small", "score": 0.6567829444444444, "parameters_billion": 0.596 }, { "rank": 22, "id": "scores_MTEB_eng_v2:row:25", "model": "codefuse-ai/F2LLM-1.7B", "score": 0.6567133650793651, "parameters_billion": 1.721 }, { "rank": 23, "id": "scores_MTEB_eng_v2:row:37", "model": "ICT-TIME-and-Querit/ICT-TIME-and-Querit-embedding-v1", "score": 0.6546366686507936, "parameters_billion": 4.022 }, { "rank": 24, "id": "scores_MTEB_eng_v2:row:32", "model": "NovaSearch/stella_en_1.5B_v5", "score": 0.6532072889893524, "parameters_billion": 1.54 }, { "rank": 25, "id": "scores_MTEB_eng_v2:row:21", "model": "KaLM-Embedding/KaLM-embedding-multilingual-mini-instruct-v2.5", "score": 0.6530866149924203, "parameters_billion": 0.494 }, { "rank": 26, "id": "scores_MTEB_eng_v2:row:41", "model": "Salesforce/SFR-Embedding-2_R", "score": 0.6530850043606933, "parameters_billion": 7.111 }, { "rank": 27, "id": "scores_MTEB_eng_v2:row:22", "model": "Linq-AI-Research/Linq-Embed-Mistral", "score": 0.6529145684545827, "parameters_billion": 7.111 }, { "rank": 28, "id": "scores_MTEB_eng_v2:row:31", "model": "IEITYuan/Yuan-embedding-2.0-en", "score": 0.6522543333333334, "parameters_billion": 0.596 }, { "rank": 29, "id": "scores_MTEB_eng_v2:row:18", "model": "jinaai/jina-embeddings-v5-omni-nano", "score": 0.6522176388888888, "parameters_billion": 0.986 }, { "rank": 29, "id": "scores_MTEB_eng_v2:row:19", "model": "jinaai/jina-embeddings-v5-text-nano", "score": 0.6522176388888888, "parameters_billion": 0.212 }, { "rank": 31, "id": "scores_MTEB_eng_v2:row:33", "model": "google/embeddinggemma-300m", "score": 0.6510841587301588, "parameters_billion": 0.308 }, { "rank": 32, "id": "scores_MTEB_eng_v2:row:24", "model": "nvidia/NV-Embed-v2", "score": 0.6500422867967929, "parameters_billion": 7.85 }, { "rank": 33, "id": "scores_MTEB_eng_v2:row:23", "model": "Salesforce/SFR-Embedding-Mistral", "score": 0.6493612264821235, "parameters_billion": 7.111 }, { "rank": 34, "id": "scores_MTEB_eng_v2:row:35", "model": "NovaSearch/stella_en_400M_v5", "score": 0.6483779629064552, "parameters_billion": 0.435 }, { "rank": 35, "id": "scores_MTEB_eng_v2:row:29", "model": "google/text-embedding-004", "score": 0.648150121031746, "parameters_billion": null }, { "rank": 36, "id": "scores_MTEB_eng_v2:row:27", "model": "google/text-embedding-005", "score": 0.6477057281746031, "parameters_billion": null }, { "rank": 37, "id": "scores_MTEB_eng_v2:row:26", "model": "Qwen/Qwen3-Embedding-0.6B", "score": 0.6471592777777778, "parameters_billion": 0.596 }, { "rank": 38, "id": "current:mini", "model": "vllm-sr/Vela-1.0-Omni-Mini", "score": 0.6468004520174675, "parameters_billion": 1.361475288 }, { "rank": 39, "id": "scores_MTEB_eng_v2:row:36", "model": "codefuse-ai/F2LLM-v2-0.6B", "score": 0.6458062857142857, "parameters_billion": 0.596 }, { "rank": 40, "id": "scores_MTEB_eng_v2:row:43", "model": "ai-sage/Giga-Embeddings-instruct-480M-0826", "score": 0.6438398968253969, "parameters_billion": 0.484 }, { "rank": 41, "id": "scores_MTEB_eng_v2:row:46", "model": "GeoGPT-Research-Project/GeoEmbedding", "score": 0.6413342222222222, "parameters_billion": 7.111 }, { "rank": 42, "id": "scores_MTEB_eng_v2:row:34", "model": "KiteFishAI/Nano-Em1-0.6B-v2.1", "score": 0.6410028392857142, "parameters_billion": 0.596 }, { "rank": 43, "id": "scores_MTEB_eng_v2:row:38", "model": "intfloat/e5-mistral-7b-instruct", "score": 0.6400129579463661, "parameters_billion": 7.111 }, { "rank": 44, "id": "scores_MTEB_eng_v2:row:54", "model": "google/text-multilingual-embedding-002", "score": 0.6351595932539683, "parameters_billion": null }, { "rank": 45, "id": "scores_MTEB_eng_v2:row:50", "model": "nvidia/NV-Embed-v1", "score": 0.6336560820698756, "parameters_billion": 7.85 }, { "rank": 46, "id": "scores_MTEB_eng_v2:row:40", "model": "Tarka-AIR/Tarka-Embedding-350M-V1", "score": 0.632978753968254, "parameters_billion": 0.354 }, { "rank": 47, "id": "scores_MTEB_eng_v2:row:44", "model": "codefuse-ai/F2LLM-0.6B", "score": 0.6328696666666668, "parameters_billion": 0.596 }, { "rank": 48, "id": "scores_MTEB_eng_v2:row:42", "model": "Alibaba-NLP/gte-Qwen2-1.5B-instruct", "score": 0.632637051909893, "parameters_billion": 1.543 }, { "rank": 49, "id": "scores_MTEB_eng_v2:row:47", "model": "GritLM/GritLM-7B", "score": 0.6322378334323554, "parameters_billion": 7.24 }, { "rank": 50, "id": "scores_MTEB_eng_v2:row:49", "model": "codefuse-ai/F2LLM-v2-330M", "score": 0.6306509365079365, "parameters_billion": 0.334 }, { "rank": 51, "id": "scores_MTEB_eng_v2:row:39", "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "score": 0.6249779007936508, "parameters_billion": 2.445 }, { "rank": 52, "id": "scores_MTEB_eng_v2:row:52", "model": "GritLM/GritLM-8x7B", "score": 0.6242021552253313, "parameters_billion": 57.92 }, { "rank": 53, "id": "scores_MTEB_eng_v2:row:51", "model": "mixedbread-ai/mxbai-embed-large-v1", "score": 0.6204089300001941, "parameters_billion": 0.335 }, { "rank": 54, "id": "scores_MTEB_eng_v2:row:48", "model": "avsolatorio/GIST-large-Embedding-v0", "score": 0.6195554064301206, "parameters_billion": 0.335 }, { "rank": 55, "id": "scores_MTEB_eng_v2:row:63", "model": "BAAI/bge-large-en-v1.5", "score": 0.6187356835002327, "parameters_billion": 0.335 }, { "rank": 56, "id": "scores_MTEB_eng_v2:row:53", "model": "WhereIsAI/UAE-Large-V1", "score": 0.6184890492784308, "parameters_billion": 0.335 }, { "rank": 57, "id": "scores_MTEB_eng_v2:row:56", "model": "Cohere/Cohere-embed-english-v3.0", "score": 0.6176977090489031, "parameters_billion": null }, { "rank": 58, "id": "scores_MTEB_eng_v2:row:57", "model": "Cohere/Cohere-embed-multilingual-v3.0", "score": 0.6142607985232323, "parameters_billion": null }, { "rank": 59, "id": "scores_MTEB_eng_v2:row:61", "model": "avsolatorio/GIST-Embedding-v0", "score": 0.613959243054458, "parameters_billion": 0.109 }, { "rank": 60, "id": "scores_MTEB_eng_v2:row:68", "model": "Tarka-AIR/Tarka-Embedding-150M-V1", "score": 0.6134907281746032, "parameters_billion": 0.156 }, { "rank": 61, "id": "scores_MTEB_eng_v2:row:60", "model": "intfloat/multilingual-e5-large-instruct", "score": 0.6121379717618056, "parameters_billion": 0.56 }, { "rank": 62, "id": "scores_MTEB_eng_v2:row:65", "model": "infgrad/stella-base-en-v2", "score": 0.6096627559632669, "parameters_billion": 0.109 }, { "rank": 63, "id": "scores_MTEB_eng_v2:row:67", "model": "thenlper/gte-large", "score": 0.6086366460362088, "parameters_billion": 0.335 }, { "rank": 64, "id": "scores_MTEB_eng_v2:row:74", "model": "codefuse-ai/F2LLM-v2-160M", "score": 0.6082052996031747, "parameters_billion": 0.159 }, { "rank": 65, "id": "scores_MTEB_eng_v2:row:64", "model": "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised", "score": 0.6079903800781008, "parameters_billion": 7.153 }, { "rank": 66, "id": "current:nano", "model": "vllm-sr/Vela-1.0-Omni-Nano", "score": 0.6078184975654924, "parameters_billion": 0.163771288 }, { "rank": 67, "id": "scores_MTEB_eng_v2:row:71", "model": "BAAI/bge-base-en-v1.5", "score": 0.6077083420155586, "parameters_billion": 0.109 }, { "rank": 68, "id": "scores_MTEB_eng_v2:row:66", "model": "avsolatorio/GIST-small-Embedding-v0", "score": 0.6069640403411686, "parameters_billion": 0.033 }, { "rank": 69, "id": "scores_MTEB_eng_v2:row:77", "model": "LCO-Embedding/LCO-Embedding-Omni-7B", "score": 0.6068855178571428, "parameters_billion": 8.932 }, { "rank": 70, "id": "scores_MTEB_eng_v2:row:72", "model": "prdev/mini-gte", "score": 0.6065340892857142, "parameters_billion": 0.066 }, { "rank": 71, "id": "scores_MTEB_eng_v2:row:75", "model": "Cohere/Cohere-embed-english-light-v3.0", "score": 0.6057007065169617, "parameters_billion": null }, { "rank": 72, "id": "scores_MTEB_eng_v2:row:73", "model": "VPLabs/SearchMap_Preview", "score": 0.6046997202380952, "parameters_billion": 0.435 }, { "rank": 73, "id": "scores_MTEB_eng_v2:row:70", "model": "Lajavaness/bilingual-embedding-large", "score": 0.6019595392695329, "parameters_billion": 0.56 }, { "rank": 74, "id": "scores_MTEB_eng_v2:row:79", "model": "MongoDB/mdbr-leaf-mt", "score": 0.5999959801587301, "parameters_billion": 0.023 }, { "rank": 75, "id": "scores_MTEB_eng_v2:row:82", "model": "KiteFishAI/Nano-Em1-0.6B-v2", "score": 0.5999657123015874, "parameters_billion": 0.596 }, { "rank": 76, "id": "scores_MTEB_eng_v2:row:80", "model": "thenlper/gte-base", "score": 0.5994302449572613, "parameters_billion": 0.109 }, { "rank": 77, "id": "scores_MTEB_eng_v2:row:83", "model": "BAAI/bge-small-en-v1.5", "score": 0.5993186197555714, "parameters_billion": 0.033 }, { "rank": 78, "id": "scores_MTEB_eng_v2:row:97", "model": "Snowflake/snowflake-arctic-embed-l-v2.0", "score": 0.5980666904761904, "parameters_billion": 0.568 }, { "rank": 79, "id": "scores_MTEB_eng_v2:row:86", "model": "abhinand/MedEmbed-small-v0.1", "score": 0.5980494434439964, "parameters_billion": 0.033 }, { "rank": 80, "id": "scores_MTEB_eng_v2:row:91", "model": "codefuse-ai/F2LLM-v2-80M", "score": 0.5973124166666667, "parameters_billion": 0.08 }, { "rank": 81, "id": "scores_MTEB_eng_v2:row:84", "model": "sdadas/mmlw-e5-large", "score": 0.5969861686507937, "parameters_billion": 0.56 }, { "rank": 82, "id": "scores_MTEB_eng_v2:row:92", "model": "intfloat/e5-large", "score": 0.5968062830228915, "parameters_billion": 0.335 }, { "rank": 83, "id": "scores_MTEB_eng_v2:row:89", "model": "nomic-ai/nomic-embed-text-v1", "score": 0.5959597477546804, "parameters_billion": 0.137 }, { "rank": 84, "id": "scores_MTEB_eng_v2:row:93", "model": "LCO-Embedding/LCO-Embedding-Omni-3B", "score": 0.5957475615079365, "parameters_billion": 4.703 }, { "rank": 85, "id": "scores_MTEB_eng_v2:row:88", "model": "sdadas/mmlw-roberta-large", "score": 0.594527363095238, "parameters_billion": 0.435 }, { "rank": 86, "id": "scores_MTEB_eng_v2:row:106", "model": "intfloat/e5-base-v2", "score": 0.5943158445110301, "parameters_billion": 0.109 }, { "rank": 87, "id": "scores_MTEB_eng_v2:row:100", "model": "intfloat/e5-large-v2", "score": 0.5939686197051147, "parameters_billion": 0.335 }, { "rank": 88, "id": "scores_MTEB_eng_v2:row:96", "model": "nomic-ai/nomic-embed-text-v2-moe", "score": 0.5933127043650793, "parameters_billion": 0.475 }, { "rank": 89, "id": "scores_MTEB_eng_v2:row:102", "model": "deepvk/USER-bge-m3", "score": 0.5931971646825397, "parameters_billion": 0.359 }, { "rank": 90, "id": "scores_MTEB_eng_v2:row:90", "model": "thenlper/gte-small", "score": 0.5929791393255972, "parameters_billion": 0.033 }, { "rank": 91, "id": "scores_MTEB_eng_v2:row:104", "model": "nomic-ai/nomic-embed-text-v1-ablated", "score": 0.5904514242694265, "parameters_billion": 0.137 }, { "rank": 92, "id": "scores_MTEB_eng_v2:row:87", "model": "mixedbread-ai/deepset-mxbai-embed-de-large-v1", "score": 0.5894147129138955, "parameters_billion": 0.487 }, { "rank": 93, "id": "scores_MTEB_eng_v2:row:109", "model": "hotchpotch/bekko-embedding-v1-a25m", "score": 0.5875176190476191, "parameters_billion": 0.123 }, { "rank": 94, "id": "scores_MTEB_eng_v2:row:118", "model": "intfloat/e5-base", "score": 0.5867084519716154, "parameters_billion": 0.109 }, { "rank": 95, "id": "scores_MTEB_eng_v2:row:98", "model": "sdadas/mmlw-e5-base", "score": 0.5860808333333333, "parameters_billion": 0.278 }, { "rank": 96, "id": "scores_MTEB_eng_v2:row:99", "model": "ibm-granite/granite-embedding-english-r2", "score": 0.5860255238095238, "parameters_billion": 0.149 }, { "rank": 97, "id": "scores_MTEB_eng_v2:row:95", "model": "ManiacLabs/miniac-embed", "score": 0.5856827540145372, "parameters_billion": 0.033 }, { "rank": 98, "id": "scores_MTEB_eng_v2:row:115", "model": "nomic-ai/nomic-embed-text-v1.5", "score": 0.5852156216124843, "parameters_billion": 0.137 }, { "rank": 99, "id": "scores_MTEB_eng_v2:row:112", "model": "Snowflake/snowflake-arctic-embed-m-v2.0", "score": 0.5850693333333333, "parameters_billion": 0.305 }, { "rank": 100, "id": "scores_MTEB_eng_v2:row:114", "model": "nomic-ai/nomic-embed-text-v1-unsupervised", "score": 0.5849903304203516, "parameters_billion": 0.137 }, { "rank": 101, "id": "scores_MTEB_eng_v2:row:117", "model": "OrdalieTech/Solon-embeddings-large-0.1", "score": 0.5848560972222222, "parameters_billion": 0.56 }, { "rank": 102, "id": "scores_MTEB_eng_v2:row:113", "model": "Cohere/Cohere-embed-multilingual-light-v3.0", "score": 0.5848542833920265, "parameters_billion": null }, { "rank": 103, "id": "scores_MTEB_eng_v2:row:81", "model": "HIT-TMG/KaLM-embedding-multilingual-mini-v1", "score": 0.5848207711447265, "parameters_billion": 0.494 }, { "rank": 104, "id": "scores_MTEB_eng_v2:row:122", "model": "manu/bge-m3-custom-fr", "score": 0.5837682777777777, "parameters_billion": 0.568 }, { "rank": 105, "id": "scores_MTEB_eng_v2:row:101", "model": "sdadas/mmlw-roberta-base", "score": 0.5828009404761906, "parameters_billion": 0.124 }, { "rank": 106, "id": "scores_MTEB_eng_v2:row:134", "model": "intfloat/e5-small-v2", "score": 0.5818582397575748, "parameters_billion": 0.033 }, { "rank": 107, "id": "scores_MTEB_eng_v2:row:103", "model": "avsolatorio/GIST-all-MiniLM-L6-v2", "score": 0.5817883082766372, "parameters_billion": 0.023 }, { "rank": 108, "id": "scores_MTEB_eng_v2:row:110", "model": "ibm-granite/granite-embedding-125m-english", "score": 0.5814315496031747, "parameters_billion": 0.125 }, { "rank": 109, "id": "scores_MTEB_eng_v2:row:130", "model": "Snowflake/snowflake-arctic-embed-s", "score": 0.5804295777968334, "parameters_billion": 0.033 }, { "rank": 110, "id": "scores_MTEB_eng_v2:row:124", "model": "dwzhu/e5-base-4k", "score": 0.5791011555884135, "parameters_billion": 0.112 }, { "rank": 111, "id": "scores_MTEB_eng_v2:row:107", "model": "Lajavaness/bilingual-embedding-base", "score": 0.577888719384281, "parameters_billion": 0.278 }, { "rank": 112, "id": "scores_MTEB_eng_v2:row:129", "model": "Snowflake/snowflake-arctic-embed-m-v1.5", "score": 0.5744944659621811, "parameters_billion": 0.109 }, { "rank": 113, "id": "scores_MTEB_eng_v2:row:135", "model": "intfloat/e5-small", "score": 0.5742365607629715, "parameters_billion": 0.033 }, { "rank": 114, "id": "scores_MTEB_eng_v2:row:128", "model": "Mihaiii/Ivysaur", "score": 0.5728820935673122, "parameters_billion": 0.023 }, { "rank": 115, "id": "scores_MTEB_eng_v2:row:127", "model": "voyageai/voyage-3", "score": 0.5725203095238095, "parameters_billion": null }, { "rank": 116, "id": "scores_MTEB_eng_v2:row:132", "model": "hotchpotch/bekko-embedding-v1-a8m", "score": 0.5711056250000001, "parameters_billion": 0.106 }, { "rank": 117, "id": "scores_MTEB_eng_v2:row:137", "model": "intfloat/multilingual-e5-base", "score": 0.570891072105273, "parameters_billion": 0.278 }, { "rank": 118, "id": "scores_MTEB_eng_v2:row:76", "model": "Haon-Chen/speed-embedding-7b-instruct", "score": 0.5702122943783373, "parameters_billion": 7.111 }, { "rank": 119, "id": "scores_MTEB_eng_v2:row:148", "model": "ibm-granite/granite-embedding-278m-multilingual", "score": 0.5694155436507937, "parameters_billion": 0.278 }, { "rank": 120, "id": "scores_MTEB_eng_v2:row:125", "model": "ibm-granite/granite-embedding-small-english-r2", "score": 0.5688134761904762, "parameters_billion": 0.048 }, { "rank": 121, "id": "scores_MTEB_eng_v2:row:142", "model": "voyageai/voyage-3-lite", "score": 0.5686525952380952, "parameters_billion": null }, { "rank": 122, "id": "scores_MTEB_eng_v2:row:136", "model": "sdadas/mmlw-e5-small", "score": 0.5660023015873016, "parameters_billion": 0.118 }, { "rank": 123, "id": "scores_MTEB_eng_v2:row:139", "model": "Lajavaness/bilingual-embedding-small", "score": 0.5655084891588569, "parameters_billion": 0.118 }, { "rank": 124, "id": "scores_MTEB_eng_v2:row:123", "model": "Snowflake/snowflake-arctic-embed-l", "score": 0.5652036768151204, "parameters_billion": 0.335 }, { "rank": 125, "id": "scores_MTEB_eng_v2:row:153", "model": "intfloat/multilingual-e5-small", "score": 0.5640434604006107, "parameters_billion": 0.118 }, { "rank": 126, "id": "scores_MTEB_eng_v2:row:160", "model": "Snowflake/snowflake-arctic-embed-xs", "score": 0.5612169214437632, "parameters_billion": 0.023 }, { "rank": 127, "id": "scores_MTEB_eng_v2:row:151", "model": "Mihaiii/gte-micro-v4", "score": 0.5603923138402777, "parameters_billion": 0.019 }, { "rank": 128, "id": "scores_MTEB_eng_v2:row:140", "model": "ibm-granite/granite-embedding-30m-english", "score": 0.5602491011904762, "parameters_billion": 0.03 }, { "rank": 129, "id": "scores_MTEB_eng_v2:row:143", "model": "sentence-transformers/all-MiniLM-L6-v2", "score": 0.5592615794413434, "parameters_billion": 0.023 }, { "rank": 130, "id": "scores_MTEB_eng_v2:row:133", "model": "Snowflake/snowflake-arctic-embed-m", "score": 0.5583307513514469, "parameters_billion": 0.109 }, { "rank": 131, "id": "scores_MTEB_eng_v2:row:94", "model": "HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v1", "score": 0.5579886812085307, "parameters_billion": 0.494 }, { "rank": 132, "id": "scores_MTEB_eng_v2:row:150", "model": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2", "score": 0.5571373645897648, "parameters_billion": 0.278 }, { "rank": 133, "id": "scores_MTEB_eng_v2:row:169", "model": "ibm-granite/granite-embedding-107m-multilingual", "score": 0.5556592341269841, "parameters_billion": 0.107 }, { "rank": 134, "id": "scores_MTEB_eng_v2:row:144", "model": "Haon-Chen/e5-omni-3B", "score": 0.5524891765873016, "parameters_billion": 4.703 }, { "rank": 135, "id": "scores_MTEB_eng_v2:row:166", "model": "Mihaiii/Bulbasaur", "score": 0.5518972795781584, "parameters_billion": 0.017 }, { "rank": 136, "id": "scores_MTEB_eng_v2:row:162", "model": "Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka", "score": 0.5491239609075494, "parameters_billion": 0.278 }, { "rank": 137, "id": "scores_MTEB_eng_v2:row:177", "model": "manu/sentence_croissant_alpha_v0.4", "score": 0.545477375, "parameters_billion": 1.28 }, { "rank": 138, "id": "scores_MTEB_eng_v2:row:152", "model": "Haon-Chen/e5-omni-7B", "score": 0.5442442638888889, "parameters_billion": 8.932 }, { "rank": 139, "id": "scores_MTEB_eng_v2:row:186", "model": "manu/sentence_croissant_alpha_v0.3", "score": 0.543608498015873, "parameters_billion": 1.28 }, { "rank": 140, "id": "scores_MTEB_eng_v2:row:195", "model": "sergeyzh/LaBSE-ru-turbo", "score": 0.5404520773809524, "parameters_billion": 0.129 }, { "rank": 141, "id": "scores_MTEB_eng_v2:row:187", "model": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", "score": 0.5399292173180352, "parameters_billion": 0.118 }, { "rank": 142, "id": "scores_MTEB_eng_v2:row:165", "model": "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse", "score": 0.5393478973320204, "parameters_billion": 7.153 }, { "rank": 143, "id": "scores_MTEB_eng_v2:row:192", "model": "ai-forever/ru-en-RoSBERTa", "score": 0.5389534761904762, "parameters_billion": 0.404 }, { "rank": 144, "id": "scores_MTEB_eng_v2:row:172", "model": "bigscience/sgpt-bloom-7b1-msmarco", "score": 0.5361675067425767, "parameters_billion": 7.068 }, { "rank": 145, "id": "scores_MTEB_eng_v2:row:191", "model": "manu/sentence_croissant_alpha_v0.2", "score": 0.535915126984127, "parameters_billion": 1.28 }, { "rank": 146, "id": "scores_MTEB_eng_v2:row:154", "model": "Tevatron/OmniEmbed-v0.1", "score": 0.5282555456349206, "parameters_billion": 8.932 }, { "rank": 147, "id": "scores_MTEB_eng_v2:row:197", "model": "Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet", "score": 0.5281660345554073, "parameters_billion": 0.118 }, { "rank": 148, "id": "scores_MTEB_eng_v2:row:198", "model": "Mihaiii/Wartortle", "score": 0.5264480127542829, "parameters_billion": 0.017 }, { "rank": 149, "id": "scores_MTEB_eng_v2:row:199", "model": "Mihaiii/gte-micro", "score": 0.5250311694481825, "parameters_billion": 0.017 }, { "rank": 150, "id": "scores_MTEB_eng_v2:row:200", "model": "Omartificial-Intelligence-Space/Arabic-labse-Matryoshka", "score": 0.5219643264164274, "parameters_billion": 0.471 }, { "rank": 151, "id": "scores_MTEB_eng_v2:row:203", "model": "minishlab/potion-base-32M", "score": 0.5212938511904762, "parameters_billion": 0.032 }, { "rank": 152, "id": "scores_MTEB_eng_v2:row:202", "model": "omarelshehy/arabic-english-sts-matryoshka", "score": 0.5114179768403356, "parameters_billion": 0.56 }, { "rank": 153, "id": "scores_MTEB_eng_v2:row:218", "model": "minishlab/potion-base-8M", "score": 0.5108157275161401, "parameters_billion": 0.008 }, { "rank": 154, "id": "scores_MTEB_eng_v2:row:217", "model": "Mihaiii/Squirtle", "score": 0.5088025798197255, "parameters_billion": 0.016 }, { "rank": 155, "id": "scores_MTEB_eng_v2:row:212", "model": "minishlab/potion-retrieval-32M", "score": 0.5083070099206349, "parameters_billion": 0.032 }, { "rank": 156, "id": "scores_MTEB_eng_v2:row:220", "model": "Mihaiii/Venusaur", "score": 0.5079713670239484, "parameters_billion": 0.016 }, { "rank": 157, "id": "scores_MTEB_eng_v2:row:171", "model": "Gameselo/STS-multilingual-mpnet-base-v2", "score": 0.5060079897283704, "parameters_billion": 0.278 }, { "rank": 158, "id": "scores_MTEB_eng_v2:row:221", "model": "aari1995/German_Semantic_STS_V2", "score": 0.49946843849206346, "parameters_billion": 0.336 }, { "rank": 159, "id": "scores_MTEB_eng_v2:row:234", "model": "minishlab/M2V_base_glove", "score": 0.4979256631936826, "parameters_billion": 0.102 }, { "rank": 160, "id": "scores_MTEB_eng_v2:row:230", "model": "minishlab/potion-base-4M", "score": 0.4976773742492734, "parameters_billion": 0.004 }, { "rank": 161, "id": "scores_MTEB_eng_v2:row:232", "model": "sentence-transformers/static-similarity-mrl-multilingual-v1", "score": 0.49640100793650793, "parameters_billion": 0.108 }, { "rank": 162, "id": "scores_MTEB_eng_v2:row:213", "model": "encord-team/ebind-full", "score": 0.4954567936507937, "parameters_billion": 1.79 }, { "rank": 163, "id": "scores_MTEB_eng_v2:row:231", "model": "sentence-transformers/LaBSE", "score": 0.49451466313575126, "parameters_billion": 0.471 }, { "rank": 164, "id": "scores_MTEB_eng_v2:row:238", "model": "minishlab/M2V_base_glove_subword", "score": 0.48921979547736955, "parameters_billion": 0.103 }, { "rank": 165, "id": "scores_MTEB_eng_v2:row:235", "model": "cointegrated/LaBSE-en-ru", "score": 0.48913104789124795, "parameters_billion": 0.129 }, { "rank": 166, "id": "scores_MTEB_eng_v2:row:233", "model": "sentence-transformers/static-retrieval-mrl-en-v1", "score": 0.48563619047619044, "parameters_billion": 0.031 }, { "rank": 167, "id": "scores_MTEB_eng_v2:row:239", "model": "deepvk/USER-base", "score": 0.48528506944444444, "parameters_billion": 0.427 }, { "rank": 168, "id": "scores_MTEB_eng_v2:row:245", "model": "cnmoro/static-nomic-384-pten-v2-st", "score": 0.48163520833333334, "parameters_billion": 0.106 }, { "rank": 169, "id": "scores_MTEB_eng_v2:row:236", "model": "consciousAI/cai-lunaris-text-embeddings", "score": 0.4804549159855535, "parameters_billion": 0.335 }, { "rank": 170, "id": "scores_MTEB_eng_v2:row:243", "model": "minishlab/M2V_base_output", "score": 0.4796242824417174, "parameters_billion": 0.008 }, { "rank": 171, "id": "scores_MTEB_eng_v2:row:241", "model": "minishlab/potion-base-2M", "score": 0.47487597548412647, "parameters_billion": 0.002 }, { "rank": 172, "id": "scores_MTEB_eng_v2:row:246", "model": "sergeyzh/rubert-tiny-turbo", "score": 0.46733688927893124, "parameters_billion": 0.029 }, { "rank": 173, "id": "scores_MTEB_eng_v2:row:173", "model": "jinaai/jina-embeddings-v2-base-en", "score": 0.44727228456197327, "parameters_billion": 0.137 }, { "rank": 174, "id": "scores_MTEB_eng_v2:row:252", "model": "Omartificial-Intelligence-Space/Arabic-mpnet-base-all-nli-triplet", "score": 0.4279539516029058, "parameters_billion": 0.109 }, { "rank": 175, "id": "scores_MTEB_eng_v2:row:254", "model": "cointegrated/rubert-tiny2", "score": 0.4199497043650794, "parameters_billion": 0.029 }, { "rank": 176, "id": "scores_MTEB_eng_v2:row:255", "model": "Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka", "score": 0.4146456385114891, "parameters_billion": 0.163 }, { "rank": 177, "id": "scores_MTEB_eng_v2:row:257", "model": "silma-ai/silma-embeddding-matryoshka-v0.1", "score": 0.4123117319125014, "parameters_billion": 0.135 }, { "rank": 178, "id": "scores_MTEB_eng_v2:row:253", "model": "cointegrated/rubert-tiny", "score": 0.4106684007936508, "parameters_billion": 0.012 }, { "rank": 179, "id": "scores_MTEB_eng_v2:row:260", "model": "Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka", "score": 0.40832936166764927, "parameters_billion": 0.135 }, { "rank": 180, "id": "scores_MTEB_eng_v2:row:258", "model": "DeepPavlov/distilrubert-small-cased-conversational", "score": 0.37585911904761904, "parameters_billion": 0.107 }, { "rank": 181, "id": "scores_MTEB_eng_v2:row:242", "model": "Jaume/gemma-2b-embeddings", "score": 0.3617717881364667, "parameters_billion": 2.506 }, { "rank": 182, "id": "scores_MTEB_eng_v2:row:263", "model": "ai-forever/sbert_large_mt_nlu_ru", "score": 0.36010801587301583, "parameters_billion": 0.427 }, { "rank": 183, "id": "scores_MTEB_eng_v2:row:264", "model": "DeepPavlov/rubert-base-cased-sentence", "score": 0.35937270833333335, "parameters_billion": 0.107 }, { "rank": 184, "id": "scores_MTEB_eng_v2:row:267", "model": "deepvk/deberta-v1-base", "score": 0.3433367718253968, "parameters_billion": 0.124 }, { "rank": 185, "id": "scores_MTEB_eng_v2:row:268", "model": "malenia1/ternary-weight-embedding", "score": 0.34261648214285717, "parameters_billion": 0.099 }, { "rank": 186, "id": "scores_MTEB_eng_v2:row:265", "model": "ai-forever/sbert_large_nlu_ru", "score": 0.337224123015873, "parameters_billion": 0.427 }, { "rank": 187, "id": "scores_MTEB_eng_v2:row:266", "model": "DeepPavlov/rubert-base-cased", "score": 0.321838498015873, "parameters_billion": 1.28 }, { "rank": 188, "id": "scores_MTEB_eng_v2:row:270", "model": "mteb/baseline-random-encoder", "score": 0.14696110317460317, "parameters_billion": null } ] }, "frontiers": { "mean_task": [ { "id": "scores_MTEB_eng_v2:row:241", "model": "minishlab/potion-base-2M", "kind": "registry_reported", "parameters_billion": 0.002, "mean_task": 0.4870834407957507 }, { "id": "scores_MTEB_eng_v2:row:230", "model": "minishlab/potion-base-4M", "kind": "registry_reported", "parameters_billion": 0.004, "mean_task": 0.5179691030231456 }, { "id": "scores_MTEB_eng_v2:row:218", "model": "minishlab/potion-base-8M", "kind": "registry_reported", "parameters_billion": 0.008, "mean_task": 0.5332783730985786 }, { "id": "scores_MTEB_eng_v2:row:166", "model": "Mihaiii/Bulbasaur", "kind": "registry_reported", "parameters_billion": 0.017, "mean_task": 0.5774624020975746 }, { "id": "scores_MTEB_eng_v2:row:151", "model": "Mihaiii/gte-micro-v4", "kind": "registry_reported", "parameters_billion": 0.019, "mean_task": 0.5889789209527495 }, { "id": "scores_MTEB_eng_v2:row:79", "model": "MongoDB/mdbr-leaf-mt", "kind": "registry_reported", "parameters_billion": 0.023, "mean_task": 0.6396570975609756 }, { "id": "scores_MTEB_eng_v2:row:66", "model": "avsolatorio/GIST-small-Embedding-v0", "kind": "registry_reported", "parameters_billion": 0.033, "mean_task": 0.6475937830352264 }, { "id": "scores_MTEB_eng_v2:row:72", "model": "prdev/mini-gte", "kind": "registry_reported", "parameters_billion": 0.066, "mean_task": 0.6505740731707317 }, { "id": "scores_MTEB_eng_v2:row:61", "model": "avsolatorio/GIST-Embedding-v0", "kind": "registry_reported", "parameters_billion": 0.109, "mean_task": 0.6550466210091898 }, { "id": "scores_MTEB_eng_v2:row:68", "model": "Tarka-AIR/Tarka-Embedding-150M-V1", "kind": "registry_reported", "parameters_billion": 0.156, "mean_task": 0.6639085365853659 }, { "id": "scores_MTEB_eng_v2:row:19", "model": "jinaai/jina-embeddings-v5-text-nano", "kind": "registry_reported", "parameters_billion": 0.212, "mean_task": 0.7111337804878048 }, { "id": "scores_MTEB_eng_v2:row:21", "model": "KaLM-Embedding/KaLM-embedding-multilingual-mini-instruct-v2.5", "kind": "registry_reported", "parameters_billion": 0.494, "mean_task": 0.7128882096750967 }, { "id": "scores_MTEB_eng_v2:row:14", "model": "jinaai/jina-embeddings-v5-text-small", "kind": "registry_reported", "parameters_billion": 0.596, "mean_task": 0.7177513414634146 }, { "id": "scores_MTEB_eng_v2:row:1", "model": "infgrad/Jasper-Token-Compression-600M", "kind": "registry_reported", "parameters_billion": 0.607, "mean_task": 0.7474843170731708 }, { "id": "scores_MTEB_eng_v2:row:2", "model": "Kingsoft-LLM/QZhou-Embedding", "kind": "registry_reported", "parameters_billion": 7.071, "mean_task": 0.7597192439024391 }, { "id": "scores_MTEB_eng_v2:row:0", "model": "jcorners/ingot-8b-r3", "kind": "registry_reported", "parameters_billion": 7.567, "mean_task": 0.7597950975609756 } ], "mean_task_type": [ { "id": "scores_MTEB_eng_v2:row:241", "model": "minishlab/potion-base-2M", "kind": "registry_reported", "parameters_billion": 0.002, "mean_task_type": 0.47487597548412647 }, { "id": "scores_MTEB_eng_v2:row:230", "model": "minishlab/potion-base-4M", "kind": "registry_reported", "parameters_billion": 0.004, "mean_task_type": 0.4976773742492734 }, { "id": "scores_MTEB_eng_v2:row:218", "model": "minishlab/potion-base-8M", "kind": "registry_reported", "parameters_billion": 0.008, "mean_task_type": 0.5108157275161401 }, { "id": "scores_MTEB_eng_v2:row:166", "model": "Mihaiii/Bulbasaur", "kind": "registry_reported", "parameters_billion": 0.017, "mean_task_type": 0.5518972795781584 }, { "id": "scores_MTEB_eng_v2:row:151", "model": "Mihaiii/gte-micro-v4", "kind": "registry_reported", "parameters_billion": 0.019, "mean_task_type": 0.5603923138402777 }, { "id": "scores_MTEB_eng_v2:row:79", "model": "MongoDB/mdbr-leaf-mt", "kind": "registry_reported", "parameters_billion": 0.023, "mean_task_type": 0.5999959801587301 }, { "id": "scores_MTEB_eng_v2:row:66", "model": "avsolatorio/GIST-small-Embedding-v0", "kind": "registry_reported", "parameters_billion": 0.033, "mean_task_type": 0.6069640403411686 }, { "id": "scores_MTEB_eng_v2:row:61", "model": "avsolatorio/GIST-Embedding-v0", "kind": "registry_reported", "parameters_billion": 0.109, "mean_task_type": 0.613959243054458 }, { "id": "scores_MTEB_eng_v2:row:19", "model": "jinaai/jina-embeddings-v5-text-nano", "kind": "registry_reported", "parameters_billion": 0.212, "mean_task_type": 0.6522176388888888 }, { "id": "scores_MTEB_eng_v2:row:21", "model": "KaLM-Embedding/KaLM-embedding-multilingual-mini-instruct-v2.5", "kind": "registry_reported", "parameters_billion": 0.494, "mean_task_type": 0.6530866149924203 }, { "id": "scores_MTEB_eng_v2:row:14", "model": "jinaai/jina-embeddings-v5-text-small", "kind": "registry_reported", "parameters_billion": 0.596, "mean_task_type": 0.6567829444444444 }, { "id": "scores_MTEB_eng_v2:row:1", "model": "infgrad/Jasper-Token-Compression-600M", "kind": "registry_reported", "parameters_billion": 0.607, "mean_task_type": 0.6845585456349206 }, { "id": "scores_MTEB_eng_v2:row:2", "model": "Kingsoft-LLM/QZhou-Embedding", "kind": "registry_reported", "parameters_billion": 7.071, "mean_task_type": 0.6951907480158731 }, { "id": "scores_MTEB_eng_v2:row:0", "model": "jcorners/ingot-8b-r3", "kind": "registry_reported", "parameters_billion": 7.567, "mean_task_type": 0.6998357579365079 } ] } }, "audio19": { "coverage": { "source_rows": 69, "complete_rows": 62, "distinct_complete_model_names": 62, "excluded_incomplete_rows": 7, "known_size_complete_rows": 62, "unknown_size_complete_rows": 0, "task_coverage_histogram": { "1": 1, "3": 1, "4": 1, "15": 1, "18": 3, "19": 62 }, "ranking_population_with_two_current_models": 64, "size_plot_population_with_two_current_models": 64 }, "ranks": { "nano": { "mean_task": { "score": 0.43593843064595883, "display_score_100": 43.59384306459588, "global_rank": 22, "global_population": 64, "tied_other_models": 0, "same_or_smaller_rank": 5, "same_or_smaller_population": 27, "best_same_or_smaller_other_model": { "id": "scores_MAEB_beta_audio-only:row:9", "model": "openai/whisper-base", "kind": "registry_reported", "parameters_billion": 0.074, "mean_task": 0.44856370433436527 }, "gap_pp_above_best_same_or_smaller": -1.2625273688406435, "gap_to_best_at_most_size_pp": 1.2625273688406435, "observed_frontier": false, "dominator_count": 4, "all_dominator_ids": [ "scores_MAEB_beta_audio-only:row:9", "scores_MAEB_beta_audio-only:row:17", "scores_MAEB_beta_audio-only:row:18", "scores_MAEB_beta_audio-only:row:20" ] }, "mean_task_type": { "score": 0.5233540613685161, "display_score_100": 52.33540613685162, "global_rank": 19, "global_population": 64, "tied_other_models": 0, "same_or_smaller_rank": 6, "same_or_smaller_population": 27, "best_same_or_smaller_other_model": { "id": "scores_MAEB_beta_audio-only:row:17", "model": "microsoft/msclap-2023", "kind": "registry_reported", "parameters_billion": 0.16, "mean_task_type": 0.5584816090017826 }, "gap_pp_above_best_same_or_smaller": -3.512754763326642, "gap_to_best_at_most_size_pp": 3.512754763326642, "observed_frontier": false, "dominator_count": 5, "all_dominator_ids": [ "scores_MAEB_beta_audio-only:row:14", "scores_MAEB_beta_audio-only:row:17", "scores_MAEB_beta_audio-only:row:19", "scores_MAEB_beta_audio-only:row:20", "scores_MAEB_beta_audio-only:row:25" ] } }, "mini": { "mean_task": { "score": 0.47771979797569325, "display_score_100": 47.77197979756932, "global_rank": 9, "global_population": 64, "tied_other_models": 0, "same_or_smaller_rank": 3, "same_or_smaller_population": 50, "best_same_or_smaller_other_model": { "id": "scores_MAEB_beta_audio-only:row:10", "model": "jinaai/jina-embeddings-v5-omni-nano", "kind": "registry_reported", "parameters_billion": 0.986, "mean_task": 0.4974013005444365 }, "gap_pp_above_best_same_or_smaller": -1.9681502568743237, "gap_to_best_at_most_size_pp": 1.9681502568743237, "observed_frontier": false, "dominator_count": 2, "all_dominator_ids": [ "scores_MAEB_beta_audio-only:row:1", "scores_MAEB_beta_audio-only:row:10" ] }, "mean_task_type": { "score": 0.5486789236087452, "display_score_100": 54.867892360874514, "global_rank": 12, "global_population": 64, "tied_other_models": 0, "same_or_smaller_rank": 5, "same_or_smaller_population": 50, "best_same_or_smaller_other_model": { "id": "scores_MAEB_beta_audio-only:row:10", "model": "jinaai/jina-embeddings-v5-omni-nano", "kind": "registry_reported", "parameters_billion": 0.986, "mean_task_type": 0.5771661288773795 }, "gap_pp_above_best_same_or_smaller": -2.8487205268634352, "gap_to_best_at_most_size_pp": 2.8487205268634352, "observed_frontier": false, "dominator_count": 4, "all_dominator_ids": [ "scores_MAEB_beta_audio-only:row:10", "scores_MAEB_beta_audio-only:row:17", "scores_MAEB_beta_audio-only:row:20", "scores_MAEB_beta_audio-only:row:22" ] } } }, "full_rankings": { "mean_task": [ { "rank": 1, "id": "scores_MAEB_beta_audio-only:row:8", "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "score": 0.5357349241486068, "parameters_billion": 2.445 }, { "rank": 2, "id": "scores_MAEB_beta_audio-only:row:7", "model": "LCO-Embedding/LCO-Embedding-Omni-7B", "score": 0.5153867371001032, "parameters_billion": 8.932 }, { "rank": 3, "id": "scores_MAEB_beta_audio-only:row:0", "model": "Qwen/Qwen2-Audio-7B", "score": 0.5098905797213622, "parameters_billion": 7.0 }, { "rank": 4, "id": "scores_MAEB_beta_audio-only:row:5", "model": "jinaai/jina-embeddings-v5-omni-small", "score": 0.502493257952982, "parameters_billion": 1.626 }, { "rank": 5, "id": "scores_MAEB_beta_audio-only:row:3", "model": "Haon-Chen/e5-omni-7B", "score": 0.5024212843137255, "parameters_billion": 8.932 }, { "rank": 6, "id": "scores_MAEB_beta_audio-only:row:16", "model": "LCO-Embedding/LCO-Embedding-Omni-3B", "score": 0.49754643627450984, "parameters_billion": 4.703 }, { "rank": 7, "id": "scores_MAEB_beta_audio-only:row:10", "model": "jinaai/jina-embeddings-v5-omni-nano", "score": 0.4974013005444365, "parameters_billion": 0.986 }, { "rank": 8, "id": "scores_MAEB_beta_audio-only:row:1", "model": "openai/whisper-medium", "score": 0.48419600154798764, "parameters_billion": 0.769 }, { "rank": 9, "id": "current:mini", "model": "vllm-sr/Vela-1.0-Omni-Mini", "score": 0.47771979797569325, "parameters_billion": 1.361475288 }, { "rank": 10, "id": "scores_MAEB_beta_audio-only:row:2", "model": "Tevatron/OmniEmbed-v0.1", "score": 0.4732293820949433, "parameters_billion": 8.932 }, { "rank": 11, "id": "scores_MAEB_beta_audio-only:row:15", "model": "Haon-Chen/e5-omni-3B", "score": 0.46606807868937045, "parameters_billion": 4.703 }, { "rank": 12, "id": "scores_MAEB_beta_audio-only:row:4", "model": "laion/larger_clap_general", "score": 0.45505683952528375, "parameters_billion": 0.194 }, { "rank": 13, "id": "scores_MAEB_beta_audio-only:row:6", "model": "laion/larger_clap_music_and_speech", "score": 0.45431867569659445, "parameters_billion": 0.194 }, { "rank": 14, "id": "scores_MAEB_beta_audio-only:row:11", "model": "openai/whisper-small", "score": 0.4513534935500516, "parameters_billion": 0.244 }, { "rank": 15, "id": "scores_MAEB_beta_audio-only:row:9", "model": "openai/whisper-base", "score": 0.44856370433436527, "parameters_billion": 0.074 }, { "rank": 16, "id": "scores_MAEB_beta_audio-only:row:20", "model": "MIT/ast-finetuned-audioset-10-10-0.4593", "score": 0.4469431259029928, "parameters_billion": 0.087 }, { "rank": 17, "id": "scores_MAEB_beta_audio-only:row:21", "model": "encord-team/ebind-full", "score": 0.44637126470588234, "parameters_billion": 1.79 }, { "rank": 18, "id": "scores_MAEB_beta_audio-only:row:23", "model": "EximiusLabs/fusion-embedding-2-2b-preview", "score": 0.44402964164086683, "parameters_billion": 2.8 }, { "rank": 19, "id": "scores_MAEB_beta_audio-only:row:17", "model": "microsoft/msclap-2023", "score": 0.44155628921568624, "parameters_billion": 0.16 }, { "rank": 20, "id": "scores_MAEB_beta_audio-only:row:13", "model": "openai/whisper-large-v3", "score": 0.4396769486584107, "parameters_billion": 1.55 }, { "rank": 21, "id": "scores_MAEB_beta_audio-only:row:18", "model": "openai/whisper-tiny", "score": 0.43637871465428274, "parameters_billion": 0.039 }, { "rank": 22, "id": "current:nano", "model": "vllm-sr/Vela-1.0-Omni-Nano", "score": 0.43593843064595883, "parameters_billion": 0.163771288 }, { "rank": 23, "id": "scores_MAEB_beta_audio-only:row:19", "model": "laion/clap-htsat-fused", "score": 0.43475542389060884, "parameters_billion": 0.154 }, { "rank": 24, "id": "scores_MAEB_beta_audio-only:row:14", "model": "laion/clap-htsat-unfused", "score": 0.42935003353973167, "parameters_billion": 0.153 }, { "rank": 25, "id": "scores_MAEB_beta_audio-only:row:41", "model": "facebook/mms-1b-fl102", "score": 0.41367276031991745, "parameters_billion": 1.0 }, { "rank": 26, "id": "scores_MAEB_beta_audio-only:row:42", "model": "facebook/seamless-m4t-v2-large", "score": 0.4131003795149639, "parameters_billion": 2.3 }, { "rank": 27, "id": "scores_MAEB_beta_audio-only:row:25", "model": "google/vggish", "score": 0.4109744040247678, "parameters_billion": 0.072 }, { "rank": 28, "id": "scores_MAEB_beta_audio-only:row:12", "model": "matthewagi/HeAR-s1.1", "score": 0.41088769685242515, "parameters_billion": 0.022 }, { "rank": 29, "id": "scores_MAEB_beta_audio-only:row:30", "model": "facebook/wav2vec2-xls-r-2b", "score": 0.4095841483488132, "parameters_billion": 2.0 }, { "rank": 30, "id": "scores_MAEB_beta_audio-only:row:22", "model": "OpenMuQ/MuQ-MuLan-large", "score": 0.4089651437048504, "parameters_billion": 0.63 }, { "rank": 31, "id": "scores_MAEB_beta_audio-only:row:35", "model": "facebook/mms-1b-all", "score": 0.4070234414344685, "parameters_billion": 1.0 }, { "rank": 32, "id": "scores_MAEB_beta_audio-only:row:33", "model": "microsoft/msclap-2022", "score": 0.40099675438596494, "parameters_billion": 0.196 }, { "rank": 33, "id": "scores_MAEB_beta_audio-only:row:31", "model": "facebook/mms-1b-l1107", "score": 0.3998511984004128, "parameters_billion": 1.0 }, { "rank": 34, "id": "scores_MAEB_beta_audio-only:row:29", "model": "facebook/wav2vec2-lv-60-espeak-cv-ft", "score": 0.3983267115583075, "parameters_billion": 0.317 }, { "rank": 35, "id": "scores_MAEB_beta_audio-only:row:26", "model": "microsoft/wavlm-large", "score": 0.39761450748194016, "parameters_billion": 0.317 }, { "rank": 36, "id": "scores_MAEB_beta_audio-only:row:27", "model": "facebook/hubert-base-ls960", "score": 0.3945639084107327, "parameters_billion": 0.095 }, { "rank": 37, "id": "scores_MAEB_beta_audio-only:row:28", "model": "google/yamnet", "score": 0.3925795033539732, "parameters_billion": 0.004 }, { "rank": 38, "id": "scores_MAEB_beta_audio-only:row:24", "model": "lyrebird/wav2clip", "score": 0.3884514055727554, "parameters_billion": 0.163 }, { "rank": 39, "id": "scores_MAEB_beta_audio-only:row:37", "model": "vitouphy/wav2vec2-xls-r-300m-phoneme", "score": 0.38092308178534573, "parameters_billion": 0.3 }, { "rank": 40, "id": "scores_MAEB_beta_audio-only:row:40", "model": "microsoft/speecht5_multimodal", "score": 0.37693520794633645, "parameters_billion": 0.298 }, { "rank": 41, "id": "scores_MAEB_beta_audio-only:row:36", "model": "microsoft/wavlm-base", "score": 0.3710318996388029, "parameters_billion": 0.095 }, { "rank": 42, "id": "scores_MAEB_beta_audio-only:row:38", "model": "microsoft/wavlm-base-sd", "score": 0.37094663648090814, "parameters_billion": 0.095 }, { "rank": 42, "id": "scores_MAEB_beta_audio-only:row:39", "model": "microsoft/wavlm-base-sv", "score": 0.37094663648090814, "parameters_billion": 0.095 }, { "rank": 44, "id": "scores_MAEB_beta_audio-only:row:43", "model": "facebook/wav2vec2-base", "score": 0.3701817605779154, "parameters_billion": 0.095 }, { "rank": 45, "id": "scores_MAEB_beta_audio-only:row:44", "model": "facebook/wav2vec2-xls-r-1b", "score": 0.3691236424148607, "parameters_billion": 1.0 }, { "rank": 46, "id": "scores_MAEB_beta_audio-only:row:45", "model": "microsoft/wavlm-base-plus", "score": 0.36333828379772964, "parameters_billion": 0.095 }, { "rank": 46, "id": "scores_MAEB_beta_audio-only:row:46", "model": "microsoft/wavlm-base-plus-sd", "score": 0.36333828379772964, "parameters_billion": 0.095 }, { "rank": 46, "id": "scores_MAEB_beta_audio-only:row:47", "model": "microsoft/wavlm-base-plus-sv", "score": 0.36333828379772964, "parameters_billion": 0.095 }, { "rank": 49, "id": "scores_MAEB_beta_audio-only:row:49", "model": "speechbrain/m-ctc-t-large", "score": 0.3580106416408669, "parameters_billion": 1.059 }, { "rank": 50, "id": "scores_MAEB_beta_audio-only:row:51", "model": "facebook/hubert-large-ls960-ft", "score": 0.3515173761609907, "parameters_billion": 0.317 }, { "rank": 51, "id": "scores_MAEB_beta_audio-only:row:32", "model": "speechbrain/cnn14-esc50", "score": 0.3504612143962848, "parameters_billion": 0.081 }, { "rank": 52, "id": "scores_MAEB_beta_audio-only:row:55", "model": "facebook/data2vec-audio-large-960h", "score": 0.3472344383384933, "parameters_billion": 0.313 }, { "rank": 53, "id": "scores_MAEB_beta_audio-only:row:61", "model": "Qwen/Qwen2.5-Omni-3B", "score": 0.33528121723426213, "parameters_billion": 5.537 }, { "rank": 54, "id": "scores_MAEB_beta_audio-only:row:58", "model": "microsoft/unispeech-sat-base-100h-libri-ft", "score": 0.33148004850361196, "parameters_billion": 0.094 }, { "rank": 55, "id": "scores_MAEB_beta_audio-only:row:56", "model": "asapp/sew-d-tiny-100k-ft-ls100h", "score": 0.3301357631578947, "parameters_billion": 0.02 }, { "rank": 56, "id": "scores_MAEB_beta_audio-only:row:53", "model": "facebook/wav2vec2-xls-r-300m", "score": 0.32400034907120745, "parameters_billion": 0.3 }, { "rank": 57, "id": "scores_MAEB_beta_audio-only:row:60", "model": "facebook/data2vec-audio-base-960h", "score": 0.32320648555211556, "parameters_billion": 0.093 }, { "rank": 58, "id": "scores_MAEB_beta_audio-only:row:50", "model": "facebook/wav2vec2-large", "score": 0.32308087796697627, "parameters_billion": 0.317 }, { "rank": 59, "id": "scores_MAEB_beta_audio-only:row:63", "model": "facebook/wav2vec2-base-960h", "score": 0.3125975069659443, "parameters_billion": 0.095 }, { "rank": 60, "id": "scores_MAEB_beta_audio-only:row:57", "model": "asapp/sew-d-base-plus-400k-ft-ls100h", "score": 0.30888363028895766, "parameters_billion": 0.095 }, { "rank": 61, "id": "scores_MAEB_beta_audio-only:row:52", "model": "laion/larger_clap_music", "score": 0.30556257327141384, "parameters_billion": 0.194 }, { "rank": 62, "id": "scores_MAEB_beta_audio-only:row:64", "model": "asapp/sew-d-mid-400k-ft-ls100h", "score": 0.30533560448916414, "parameters_billion": 0.139 }, { "rank": 63, "id": "scores_MAEB_beta_audio-only:row:62", "model": "facebook/encodec_24khz", "score": 0.3041336648606811, "parameters_billion": 0.023 }, { "rank": 64, "id": "scores_MAEB_beta_audio-only:row:65", "model": "facebook/wav2vec2-large-xlsr-53", "score": 0.2640128725490196, "parameters_billion": 0.317 } ], "mean_task_type": [ { "rank": 1, "id": "scores_MAEB_beta_audio-only:row:3", "model": "Haon-Chen/e5-omni-7B", "score": 0.5964708376114082, "parameters_billion": 8.932 }, { "rank": 2, "id": "scores_MAEB_beta_audio-only:row:21", "model": "encord-team/ebind-full", "score": 0.5863627459893048, "parameters_billion": 1.79 }, { "rank": 3, "id": "scores_MAEB_beta_audio-only:row:5", "model": "jinaai/jina-embeddings-v5-omni-small", "score": 0.5835463911492378, "parameters_billion": 1.626 }, { "rank": 4, "id": "scores_MAEB_beta_audio-only:row:10", "model": "jinaai/jina-embeddings-v5-omni-nano", "score": 0.5771661288773795, "parameters_billion": 0.986 }, { "rank": 5, "id": "scores_MAEB_beta_audio-only:row:2", "model": "Tevatron/OmniEmbed-v0.1", "score": 0.5684814713903743, "parameters_billion": 8.932 }, { "rank": 6, "id": "scores_MAEB_beta_audio-only:row:15", "model": "Haon-Chen/e5-omni-3B", "score": 0.5618740756684492, "parameters_billion": 4.703 }, { "rank": 7, "id": "scores_MAEB_beta_audio-only:row:17", "model": "microsoft/msclap-2023", "score": 0.5584816090017826, "parameters_billion": 0.16 }, { "rank": 8, "id": "scores_MAEB_beta_audio-only:row:7", "model": "LCO-Embedding/LCO-Embedding-Omni-7B", "score": 0.5578458546345811, "parameters_billion": 8.932 }, { "rank": 9, "id": "scores_MAEB_beta_audio-only:row:22", "model": "OpenMuQ/MuQ-MuLan-large", "score": 0.5533301041889482, "parameters_billion": 0.63 }, { "rank": 10, "id": "scores_MAEB_beta_audio-only:row:20", "model": "MIT/ast-finetuned-audioset-10-10-0.4593", "score": 0.55212392228164, "parameters_billion": 0.087 }, { "rank": 11, "id": "scores_MAEB_beta_audio-only:row:8", "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "score": 0.54874262228164, "parameters_billion": 2.445 }, { "rank": 12, "id": "current:mini", "model": "vllm-sr/Vela-1.0-Omni-Mini", "score": 0.5486789236087452, "parameters_billion": 1.361475288 }, { "rank": 13, "id": "scores_MAEB_beta_audio-only:row:6", "model": "laion/larger_clap_music_and_speech", "score": 0.5393674637254902, "parameters_billion": 0.194 }, { "rank": 14, "id": "scores_MAEB_beta_audio-only:row:4", "model": "laion/larger_clap_general", "score": 0.5376392718360071, "parameters_billion": 0.194 }, { "rank": 15, "id": "scores_MAEB_beta_audio-only:row:25", "model": "google/vggish", "score": 0.5349608971479501, "parameters_billion": 0.072 }, { "rank": 16, "id": "scores_MAEB_beta_audio-only:row:14", "model": "laion/clap-htsat-unfused", "score": 0.5329466721925133, "parameters_billion": 0.153 }, { "rank": 17, "id": "scores_MAEB_beta_audio-only:row:16", "model": "LCO-Embedding/LCO-Embedding-Omni-3B", "score": 0.5297655870766489, "parameters_billion": 4.703 }, { "rank": 18, "id": "scores_MAEB_beta_audio-only:row:19", "model": "laion/clap-htsat-fused", "score": 0.5297281827985739, "parameters_billion": 0.154 }, { "rank": 19, "id": "current:nano", "model": "vllm-sr/Vela-1.0-Omni-Nano", "score": 0.5233540613685161, "parameters_billion": 0.163771288 }, { "rank": 20, "id": "scores_MAEB_beta_audio-only:row:33", "model": "microsoft/msclap-2022", "score": 0.5156324, "parameters_billion": 0.196 }, { "rank": 21, "id": "scores_MAEB_beta_audio-only:row:23", "model": "EximiusLabs/fusion-embedding-2-2b-preview", "score": 0.5116159368092692, "parameters_billion": 2.8 }, { "rank": 22, "id": "scores_MAEB_beta_audio-only:row:28", "model": "google/yamnet", "score": 0.510955464795009, "parameters_billion": 0.004 }, { "rank": 23, "id": "scores_MAEB_beta_audio-only:row:1", "model": "openai/whisper-medium", "score": 0.5071337459893048, "parameters_billion": 0.769 }, { "rank": 24, "id": "scores_MAEB_beta_audio-only:row:12", "model": "matthewagi/HeAR-s1.1", "score": 0.5022611316399287, "parameters_billion": 0.022 }, { "rank": 25, "id": "scores_MAEB_beta_audio-only:row:0", "model": "Qwen/Qwen2-Audio-7B", "score": 0.49261104875222816, "parameters_billion": 7.0 }, { "rank": 26, "id": "scores_MAEB_beta_audio-only:row:24", "model": "lyrebird/wav2clip", "score": 0.48892121889483064, "parameters_billion": 0.163 }, { "rank": 27, "id": "scores_MAEB_beta_audio-only:row:26", "model": "microsoft/wavlm-large", "score": 0.4848395147058824, "parameters_billion": 0.317 }, { "rank": 28, "id": "scores_MAEB_beta_audio-only:row:9", "model": "openai/whisper-base", "score": 0.48299134028520496, "parameters_billion": 0.074 }, { "rank": 29, "id": "scores_MAEB_beta_audio-only:row:13", "model": "openai/whisper-large-v3", "score": 0.4818755459001783, "parameters_billion": 1.55 }, { "rank": 30, "id": "scores_MAEB_beta_audio-only:row:11", "model": "openai/whisper-small", "score": 0.48186107352941177, "parameters_billion": 0.244 }, { "rank": 31, "id": "scores_MAEB_beta_audio-only:row:18", "model": "openai/whisper-tiny", "score": 0.4774227983957219, "parameters_billion": 0.039 }, { "rank": 32, "id": "scores_MAEB_beta_audio-only:row:27", "model": "facebook/hubert-base-ls960", "score": 0.4762437683600713, "parameters_billion": 0.095 }, { "rank": 33, "id": "scores_MAEB_beta_audio-only:row:45", "model": "microsoft/wavlm-base-plus", "score": 0.45655371622103386, "parameters_billion": 0.095 }, { "rank": 33, "id": "scores_MAEB_beta_audio-only:row:46", "model": "microsoft/wavlm-base-plus-sd", "score": 0.45655371622103386, "parameters_billion": 0.095 }, { "rank": 33, "id": "scores_MAEB_beta_audio-only:row:47", "model": "microsoft/wavlm-base-plus-sv", "score": 0.45655371622103386, "parameters_billion": 0.095 }, { "rank": 36, "id": "scores_MAEB_beta_audio-only:row:32", "model": "speechbrain/cnn14-esc50", "score": 0.44843354679144387, "parameters_billion": 0.081 }, { "rank": 37, "id": "scores_MAEB_beta_audio-only:row:30", "model": "facebook/wav2vec2-xls-r-2b", "score": 0.4449300209447415, "parameters_billion": 2.0 }, { "rank": 38, "id": "scores_MAEB_beta_audio-only:row:43", "model": "facebook/wav2vec2-base", "score": 0.44053195365418896, "parameters_billion": 0.095 }, { "rank": 39, "id": "scores_MAEB_beta_audio-only:row:62", "model": "facebook/encodec_24khz", "score": 0.43361836301247775, "parameters_billion": 0.023 }, { "rank": 40, "id": "scores_MAEB_beta_audio-only:row:36", "model": "microsoft/wavlm-base", "score": 0.4301310198752228, "parameters_billion": 0.095 }, { "rank": 41, "id": "scores_MAEB_beta_audio-only:row:38", "model": "microsoft/wavlm-base-sd", "score": 0.4298070198752228, "parameters_billion": 0.095 }, { "rank": 41, "id": "scores_MAEB_beta_audio-only:row:39", "model": "microsoft/wavlm-base-sv", "score": 0.4298070198752228, "parameters_billion": 0.095 }, { "rank": 43, "id": "scores_MAEB_beta_audio-only:row:37", "model": "vitouphy/wav2vec2-xls-r-300m-phoneme", "score": 0.42729945249554363, "parameters_billion": 0.3 }, { "rank": 44, "id": "scores_MAEB_beta_audio-only:row:40", "model": "microsoft/speecht5_multimodal", "score": 0.4270312960784314, "parameters_billion": 0.298 }, { "rank": 45, "id": "scores_MAEB_beta_audio-only:row:41", "model": "facebook/mms-1b-fl102", "score": 0.42429112326203205, "parameters_billion": 1.0 }, { "rank": 46, "id": "scores_MAEB_beta_audio-only:row:35", "model": "facebook/mms-1b-all", "score": 0.42246804946524064, "parameters_billion": 1.0 }, { "rank": 47, "id": "scores_MAEB_beta_audio-only:row:31", "model": "facebook/mms-1b-l1107", "score": 0.4162056867201426, "parameters_billion": 1.0 }, { "rank": 48, "id": "scores_MAEB_beta_audio-only:row:42", "model": "facebook/seamless-m4t-v2-large", "score": 0.4107715129233512, "parameters_billion": 2.3 }, { "rank": 49, "id": "scores_MAEB_beta_audio-only:row:29", "model": "facebook/wav2vec2-lv-60-espeak-cv-ft", "score": 0.4107034155080214, "parameters_billion": 0.317 }, { "rank": 50, "id": "scores_MAEB_beta_audio-only:row:44", "model": "facebook/wav2vec2-xls-r-1b", "score": 0.40892008253119433, "parameters_billion": 1.0 }, { "rank": 51, "id": "scores_MAEB_beta_audio-only:row:50", "model": "facebook/wav2vec2-large", "score": 0.40498438814616755, "parameters_billion": 0.317 }, { "rank": 52, "id": "scores_MAEB_beta_audio-only:row:52", "model": "laion/larger_clap_music", "score": 0.404464434402852, "parameters_billion": 0.194 }, { "rank": 53, "id": "scores_MAEB_beta_audio-only:row:61", "model": "Qwen/Qwen2.5-Omni-3B", "score": 0.39829975383244204, "parameters_billion": 5.537 }, { "rank": 54, "id": "scores_MAEB_beta_audio-only:row:49", "model": "speechbrain/m-ctc-t-large", "score": 0.3920138095365419, "parameters_billion": 1.059 }, { "rank": 55, "id": "scores_MAEB_beta_audio-only:row:53", "model": "facebook/wav2vec2-xls-r-300m", "score": 0.3907727630124777, "parameters_billion": 0.3 }, { "rank": 56, "id": "scores_MAEB_beta_audio-only:row:51", "model": "facebook/hubert-large-ls960-ft", "score": 0.39037903297682713, "parameters_billion": 0.317 }, { "rank": 57, "id": "scores_MAEB_beta_audio-only:row:58", "model": "microsoft/unispeech-sat-base-100h-libri-ft", "score": 0.37826058645276295, "parameters_billion": 0.094 }, { "rank": 58, "id": "scores_MAEB_beta_audio-only:row:55", "model": "facebook/data2vec-audio-large-960h", "score": 0.37800380597147953, "parameters_billion": 0.313 }, { "rank": 59, "id": "scores_MAEB_beta_audio-only:row:56", "model": "asapp/sew-d-tiny-100k-ft-ls100h", "score": 0.36999171212121207, "parameters_billion": 0.02 }, { "rank": 60, "id": "scores_MAEB_beta_audio-only:row:63", "model": "facebook/wav2vec2-base-960h", "score": 0.3624263508912656, "parameters_billion": 0.095 }, { "rank": 61, "id": "scores_MAEB_beta_audio-only:row:60", "model": "facebook/data2vec-audio-base-960h", "score": 0.36147766470588233, "parameters_billion": 0.093 }, { "rank": 62, "id": "scores_MAEB_beta_audio-only:row:65", "model": "facebook/wav2vec2-large-xlsr-53", "score": 0.3451420650623886, "parameters_billion": 0.317 }, { "rank": 63, "id": "scores_MAEB_beta_audio-only:row:64", "model": "asapp/sew-d-mid-400k-ft-ls100h", "score": 0.34092338458110516, "parameters_billion": 0.139 }, { "rank": 64, "id": "scores_MAEB_beta_audio-only:row:57", "model": "asapp/sew-d-base-plus-400k-ft-ls100h", "score": 0.3371242298573975, "parameters_billion": 0.095 } ] }, "frontiers": { "mean_task": [ { "id": "scores_MAEB_beta_audio-only:row:28", "model": "google/yamnet", "kind": "registry_reported", "parameters_billion": 0.004, "mean_task": 0.3925795033539732 }, { "id": "scores_MAEB_beta_audio-only:row:12", "model": "matthewagi/HeAR-s1.1", "kind": "registry_reported", "parameters_billion": 0.022, "mean_task": 0.41088769685242515 }, { "id": "scores_MAEB_beta_audio-only:row:18", "model": "openai/whisper-tiny", "kind": "registry_reported", "parameters_billion": 0.039, "mean_task": 0.43637871465428274 }, { "id": "scores_MAEB_beta_audio-only:row:9", "model": "openai/whisper-base", "kind": "registry_reported", "parameters_billion": 0.074, "mean_task": 0.44856370433436527 }, { "id": "scores_MAEB_beta_audio-only:row:4", "model": "laion/larger_clap_general", "kind": "registry_reported", "parameters_billion": 0.194, "mean_task": 0.45505683952528375 }, { "id": "scores_MAEB_beta_audio-only:row:1", "model": "openai/whisper-medium", "kind": "registry_reported", "parameters_billion": 0.769, "mean_task": 0.48419600154798764 }, { "id": "scores_MAEB_beta_audio-only:row:10", "model": "jinaai/jina-embeddings-v5-omni-nano", "kind": "registry_reported", "parameters_billion": 0.986, "mean_task": 0.4974013005444365 }, { "id": "scores_MAEB_beta_audio-only:row:5", "model": "jinaai/jina-embeddings-v5-omni-small", "kind": "registry_reported", "parameters_billion": 1.626, "mean_task": 0.502493257952982 }, { "id": "scores_MAEB_beta_audio-only:row:8", "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "kind": "registry_reported", "parameters_billion": 2.445, "mean_task": 0.5357349241486068 } ], "mean_task_type": [ { "id": "scores_MAEB_beta_audio-only:row:28", "model": "google/yamnet", "kind": "registry_reported", "parameters_billion": 0.004, "mean_task_type": 0.510955464795009 }, { "id": "scores_MAEB_beta_audio-only:row:25", "model": "google/vggish", "kind": "registry_reported", "parameters_billion": 0.072, "mean_task_type": 0.5349608971479501 }, { "id": "scores_MAEB_beta_audio-only:row:20", "model": "MIT/ast-finetuned-audioset-10-10-0.4593", "kind": "registry_reported", "parameters_billion": 0.087, "mean_task_type": 0.55212392228164 }, { "id": "scores_MAEB_beta_audio-only:row:17", "model": "microsoft/msclap-2023", "kind": "registry_reported", "parameters_billion": 0.16, "mean_task_type": 0.5584816090017826 }, { "id": "scores_MAEB_beta_audio-only:row:10", "model": "jinaai/jina-embeddings-v5-omni-nano", "kind": "registry_reported", "parameters_billion": 0.986, "mean_task_type": 0.5771661288773795 }, { "id": "scores_MAEB_beta_audio-only:row:5", "model": "jinaai/jina-embeddings-v5-omni-small", "kind": "registry_reported", "parameters_billion": 1.626, "mean_task_type": 0.5835463911492378 }, { "id": "scores_MAEB_beta_audio-only:row:21", "model": "encord-team/ebind-full", "kind": "registry_reported", "parameters_billion": 1.79, "mean_task_type": 0.5863627459893048 }, { "id": "scores_MAEB_beta_audio-only:row:3", "model": "Haon-Chen/e5-omni-7B", "kind": "registry_reported", "parameters_billion": 8.932, "mean_task_type": 0.5964708376114082 } ] } }, "multilingual131": { "coverage": { "source_rows": 458, "complete_rows": 88, "excluded_incomplete_rows": 370, "known_size_complete_rows": 83, "unknown_size_complete_rows": 5, "ranking_population_with_current_models": 89, "size_plot_population_with_current_models": 84, "task_coverage_histogram": { "1": 47, "2": 48, "3": 45, "4": 4, "5": 6, "6": 6, "7": 6, "8": 10, "10": 2, "12": 19, "13": 2, "14": 10, "15": 1, "17": 18, "18": 5, "19": 4, "20": 5, "21": 16, "22": 4, "23": 1, "24": 2, "25": 1, "27": 1, "28": 1, "31": 1, "33": 1, "79": 1, "81": 1, "105": 1, "108": 1, "113": 2, "116": 1, "118": 3, "123": 7, "124": 3, "125": 6, "126": 2, "127": 5, "128": 6, "129": 2, "130": 63, "131": 88 } }, "ranks": { "nano": { "mean_task": { "score": 0.4255048103315962, "display_score_100": 42.55048103315962, "global_rank": 75, "global_population": 89, "tied_other_models": 0, "same_or_smaller_rank": 17, "same_or_smaller_population": 26, "best_same_or_smaller_other_model": { "id": "scores_MTEB_Multilingual_v2:row:56", "model": "hotchpotch/bekko-embedding-v1-a25m", "kind": "registry_reported", "parameters_billion": 0.123, "mean_task": 0.5835608105919057 }, "gap_pp_above_best_same_or_smaller": -15.805600026030946, "gap_to_best_at_most_size_pp": 15.805600026030946, "observed_frontier": false, "dominator_count": 16, "all_dominator_ids": [ "scores_MTEB_Multilingual_v2:row:56", "scores_MTEB_Multilingual_v2:row:61", "scores_MTEB_Multilingual_v2:row:66", "scores_MTEB_Multilingual_v2:row:73", "scores_MTEB_Multilingual_v2:row:87", "scores_MTEB_Multilingual_v2:row:97", "scores_MTEB_Multilingual_v2:row:98", "scores_MTEB_Multilingual_v2:row:100", "scores_MTEB_Multilingual_v2:row:108", "scores_MTEB_Multilingual_v2:row:114", "scores_MTEB_Multilingual_v2:row:116", "scores_MTEB_Multilingual_v2:row:117", "scores_MTEB_Multilingual_v2:row:118", "scores_MTEB_Multilingual_v2:row:119", "scores_MTEB_Multilingual_v2:row:123", "scores_MTEB_Multilingual_v2:row:134" ] }, "mean_task_type": { "score": 0.3401244620978028, "display_score_100": 34.01244620978028, "global_rank": 81, "global_population": 89, "tied_other_models": 0, "same_or_smaller_rank": 21, "same_or_smaller_population": 26, "best_same_or_smaller_other_model": { "id": "scores_MTEB_Multilingual_v2:row:56", "model": "hotchpotch/bekko-embedding-v1-a25m", "kind": "registry_reported", "parameters_billion": 0.123, "mean_task_type": 0.5112170088952284 }, "gap_pp_above_best_same_or_smaller": -17.10925467974256, "gap_to_best_at_most_size_pp": 17.10925467974256, "observed_frontier": false, "dominator_count": 20, "all_dominator_ids": [ "scores_MTEB_Multilingual_v2:row:56", "scores_MTEB_Multilingual_v2:row:61", "scores_MTEB_Multilingual_v2:row:66", "scores_MTEB_Multilingual_v2:row:73", "scores_MTEB_Multilingual_v2:row:87", "scores_MTEB_Multilingual_v2:row:97", "scores_MTEB_Multilingual_v2:row:98", "scores_MTEB_Multilingual_v2:row:100", "scores_MTEB_Multilingual_v2:row:108", "scores_MTEB_Multilingual_v2:row:114", "scores_MTEB_Multilingual_v2:row:116", "scores_MTEB_Multilingual_v2:row:117", "scores_MTEB_Multilingual_v2:row:118", "scores_MTEB_Multilingual_v2:row:119", "scores_MTEB_Multilingual_v2:row:123", "scores_MTEB_Multilingual_v2:row:128", "scores_MTEB_Multilingual_v2:row:134", "scores_MTEB_Multilingual_v2:row:142", "scores_MTEB_Multilingual_v2:row:143", "scores_MTEB_Multilingual_v2:row:149" ] } } }, "full_rankings": { "mean_task": [ { "rank": 1, "id": "scores_MTEB_Multilingual_v2:row:0", "model": "microsoft/harrier-oss-v1-27b", "score": 0.7427199384685497, "parameters_billion": 27.009 }, { "rank": 2, "id": "scores_MTEB_Multilingual_v2:row:1", "model": "tencent/KaLM-Embedding-Gemma3-12B-2511", "score": 0.7231813660530397, "parameters_billion": 11.766 }, { "rank": 3, "id": "scores_MTEB_Multilingual_v2:row:3", "model": "Qwen/Qwen3-Embedding-8B", "score": 0.7058388101663448, "parameters_billion": 7.567 }, { "rank": 4, "id": "scores_MTEB_Multilingual_v2:row:10", "model": "Bytedance/Seed1.6-embedding-1215", "score": 0.7025908463665075, "parameters_billion": null }, { "rank": 5, "id": "scores_MTEB_Multilingual_v2:row:2", "model": "nvidia/llama-embed-nemotron-8b", "score": 0.6946133785217077, "parameters_billion": 7.505 }, { "rank": 6, "id": "scores_MTEB_Multilingual_v2:row:5", "model": "Qwen/Qwen3-Embedding-4B", "score": 0.6944564599964329, "parameters_billion": 4.022 }, { "rank": 7, "id": "scores_MTEB_Multilingual_v2:row:9", "model": "microsoft/harrier-oss-v1-0.6b", "score": 0.6901251361787604, "parameters_billion": 0.596 }, { "rank": 8, "id": "scores_MTEB_Multilingual_v2:row:7", "model": "codefuse-ai/F2LLM-v2-14B", "score": 0.6873617278219417, "parameters_billion": 13.99 }, { "rank": 9, "id": "scores_MTEB_Multilingual_v2:row:4", "model": "google/gemini-embedding-001", "score": 0.6836798718752911, "parameters_billion": null }, { "rank": 10, "id": "scores_MTEB_Multilingual_v2:row:8", "model": "codefuse-ai/F2LLM-v2-8B", "score": 0.6808569286689073, "parameters_billion": 7.568 }, { "rank": 11, "id": "scores_MTEB_Multilingual_v2:row:6", "model": "Octen/Octen-Embedding-8B", "score": 0.6784164425782021, "parameters_billion": 7.567 }, { "rank": 12, "id": "scores_MTEB_Multilingual_v2:row:11", "model": "codefuse-ai/F2LLM-v2-4B", "score": 0.670634404997381, "parameters_billion": 4.022 }, { "rank": 13, "id": "scores_MTEB_Multilingual_v2:row:14", "model": "jinaai/jina-embeddings-v5-omni-small", "score": 0.6699977102085275, "parameters_billion": 1.626 }, { "rank": 13, "id": "scores_MTEB_Multilingual_v2:row:13", "model": "jinaai/jina-embeddings-v5-text-small", "score": 0.6699977102085275, "parameters_billion": 0.596 }, { "rank": 15, "id": "scores_MTEB_Multilingual_v2:row:18", "model": "microsoft/harrier-oss-v1-270m", "score": 0.66546969531282, "parameters_billion": 0.268 }, { "rank": 16, "id": "scores_MTEB_Multilingual_v2:row:12", "model": "ai-sage/Giga-Embeddings-instruct-10B-A1.8B-0826", "score": 0.6563722604096606, "parameters_billion": 10.476 }, { "rank": 17, "id": "scores_MTEB_Multilingual_v2:row:20", "model": "jinaai/jina-embeddings-v5-omni-nano", "score": 0.6552339420490167, "parameters_billion": 0.986 }, { "rank": 17, "id": "scores_MTEB_Multilingual_v2:row:21", "model": "jinaai/jina-embeddings-v5-text-nano", "score": 0.6552339420490167, "parameters_billion": 0.212 }, { "rank": 19, "id": "scores_MTEB_Multilingual_v2:row:15", "model": "codefuse-ai/F2LLM-v2-1.7B", "score": 0.6521461038204966, "parameters_billion": 1.721 }, { "rank": 20, "id": "scores_MTEB_Multilingual_v2:row:19", "model": "Qwen/Qwen3-Embedding-0.6B", "score": 0.6433551926768859, "parameters_billion": 0.596 }, { "rank": 21, "id": "scores_MTEB_Multilingual_v2:row:17", "model": "ai-sage/Giga-Embeddings-instruct-3B-0826", "score": 0.6389016744352066, "parameters_billion": 3.151 }, { "rank": 22, "id": "scores_MTEB_Multilingual_v2:row:25", "model": "ICT-TIME-and-Querit/ICT-TIME-and-Querit-embedding-v1", "score": 0.6378268130255059, "parameters_billion": 4.022 }, { "rank": 23, "id": "scores_MTEB_Multilingual_v2:row:23", "model": "BidirLM/BidirLM-1.7B-Embedding", "score": 0.6354321044248625, "parameters_billion": 1.721 }, { "rank": 24, "id": "scores_MTEB_Multilingual_v2:row:28", "model": "ICT-TIME-and-Querit/BOOM_4B_v1", "score": 0.6351634487309059, "parameters_billion": 4.022 }, { "rank": 25, "id": "scores_MTEB_Multilingual_v2:row:16", "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "score": 0.6350236418507348, "parameters_billion": 2.445 }, { "rank": 26, "id": "scores_MTEB_Multilingual_v2:row:26", "model": "intfloat/multilingual-e5-large-instruct", "score": 0.6322164256785807, "parameters_billion": 0.56 }, { "rank": 27, "id": "scores_MTEB_Multilingual_v2:row:27", "model": "BidirLM/BidirLM-1B-Embedding", "score": 0.6321145209547717, "parameters_billion": 1.0 }, { "rank": 28, "id": "scores_MTEB_Multilingual_v2:row:29", "model": "codefuse-ai/F2LLM-v2-0.6B", "score": 0.6273592072520592, "parameters_billion": 0.596 }, { "rank": 29, "id": "scores_MTEB_Multilingual_v2:row:22", "model": "Alibaba-NLP/gte-Qwen2-7B-instruct", "score": 0.6251239852717333, "parameters_billion": 7.069 }, { "rank": 30, "id": "scores_MTEB_Multilingual_v2:row:32", "model": "google/text-multilingual-embedding-002", "score": 0.6215962201287503, "parameters_billion": null }, { "rank": 31, "id": "scores_MTEB_Multilingual_v2:row:30", "model": "google/embeddinggemma-300m", "score": 0.6115172338325172, "parameters_billion": 0.308 }, { "rank": 32, "id": "scores_MTEB_Multilingual_v2:row:33", "model": "GritLM/GritLM-7B", "score": 0.6092069877415861, "parameters_billion": 7.24 }, { "rank": 33, "id": "scores_MTEB_Multilingual_v2:row:41", "model": "codefuse-ai/F2LLM-v2-330M", "score": 0.6083682593488806, "parameters_billion": 0.334 }, { "rank": 34, "id": "scores_MTEB_Multilingual_v2:row:34", "model": "GritLM/GritLM-8x7B", "score": 0.6048772792186464, "parameters_billion": 57.92 }, { "rank": 35, "id": "scores_MTEB_Multilingual_v2:row:39", "model": "BidirLM/BidirLM-0.6B-Embedding", "score": 0.6041920978359634, "parameters_billion": 0.596 }, { "rank": 36, "id": "scores_MTEB_Multilingual_v2:row:35", "model": "intfloat/e5-mistral-7b-instruct", "score": 0.6003096039902288, "parameters_billion": 7.111 }, { "rank": 37, "id": "scores_MTEB_Multilingual_v2:row:40", "model": "Salesforce/SFR-Embedding-2_R", "score": 0.5979779866849527, "parameters_billion": 7.111 }, { "rank": 38, "id": "scores_MTEB_Multilingual_v2:row:48", "model": "voyageai/voyage-3.5", "score": 0.5845948037547056, "parameters_billion": null }, { "rank": 39, "id": "scores_MTEB_Multilingual_v2:row:49", "model": "jinaai/jina-embeddings-v3", "score": 0.583659324605738, "parameters_billion": 0.572 }, { "rank": 40, "id": "scores_MTEB_Multilingual_v2:row:56", "model": "hotchpotch/bekko-embedding-v1-a25m", "score": 0.5835608105919057, "parameters_billion": 0.123 }, { "rank": 41, "id": "scores_MTEB_Multilingual_v2:row:61", "model": "codefuse-ai/F2LLM-v2-160M", "score": 0.5797783120250244, "parameters_billion": 0.159 }, { "rank": 42, "id": "scores_MTEB_Multilingual_v2:row:55", "model": "nomic-ai/nomic-embed-text-v2-moe", "score": 0.576383582409092, "parameters_billion": 0.475 }, { "rank": 43, "id": "scores_MTEB_Multilingual_v2:row:62", "model": "Snowflake/snowflake-arctic-embed-l-v2.0", "score": 0.5702563224781807, "parameters_billion": 0.568 }, { "rank": 44, "id": "scores_MTEB_Multilingual_v2:row:67", "model": "intfloat/multilingual-e5-base", "score": 0.5702229678407706, "parameters_billion": 0.278 }, { "rank": 45, "id": "scores_MTEB_Multilingual_v2:row:65", "model": "BidirLM/BidirLM-270M-Embedding", "score": 0.5680508264131753, "parameters_billion": 0.268 }, { "rank": 46, "id": "scores_MTEB_Multilingual_v2:row:66", "model": "hotchpotch/bekko-embedding-v1-a8m", "score": 0.5673264919019948, "parameters_billion": 0.106 }, { "rank": 47, "id": "scores_MTEB_Multilingual_v2:row:64", "model": "zeroentropy/zembed-1", "score": 0.5657632316439954, "parameters_billion": 4.022 }, { "rank": 48, "id": "scores_MTEB_Multilingual_v2:row:44", "model": "NovaSearch/stella_en_1.5B_v5", "score": 0.5652904925895377, "parameters_billion": 1.54 }, { "rank": 49, "id": "scores_MTEB_Multilingual_v2:row:72", "model": "ibm-granite/granite-embedding-311m-multilingual-r2", "score": 0.5595681951181033, "parameters_billion": 0.312 }, { "rank": 50, "id": "scores_MTEB_Multilingual_v2:row:73", "model": "codefuse-ai/F2LLM-v2-80M", "score": 0.5523093378023785, "parameters_billion": 0.08 }, { "rank": 51, "id": "scores_MTEB_Multilingual_v2:row:76", "model": "Omartificial-Intelligence-Space/Arabic-labse-Matryoshka", "score": 0.5364889015538351, "parameters_billion": 0.471 }, { "rank": 52, "id": "scores_MTEB_Multilingual_v2:row:83", "model": "sentence-transformers/LaBSE", "score": 0.5206696822099909, "parameters_billion": 0.471 }, { "rank": 53, "id": "scores_MTEB_Multilingual_v2:row:82", "model": "Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka", "score": 0.5199543527645218, "parameters_billion": 0.278 }, { "rank": 54, "id": "scores_MTEB_Multilingual_v2:row:81", "model": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2", "score": 0.5192575872576904, "parameters_billion": 0.278 }, { "rank": 55, "id": "scores_MTEB_Multilingual_v2:row:87", "model": "ibm-granite/granite-embedding-97m-multilingual-r2", "score": 0.5191888317290785, "parameters_billion": 0.097 }, { "rank": 56, "id": "scores_MTEB_Multilingual_v2:row:98", "model": "Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet", "score": 0.49694005709648936, "parameters_billion": 0.118 }, { "rank": 57, "id": "scores_MTEB_Multilingual_v2:row:100", "model": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", "score": 0.4873035013858454, "parameters_billion": 0.118 }, { "rank": 58, "id": "scores_MTEB_Multilingual_v2:row:94", "model": "Gameselo/STS-multilingual-mpnet-base-v2", "score": 0.48520745649609054, "parameters_billion": 0.278 }, { "rank": 59, "id": "scores_MTEB_Multilingual_v2:row:79", "model": "NovaSearch/stella_en_400M_v5", "score": 0.48323132996129187, "parameters_billion": 0.435 }, { "rank": 60, "id": "scores_MTEB_Multilingual_v2:row:118", "model": "sentence-transformers/static-similarity-mrl-multilingual-v1", "score": 0.4720952134019732, "parameters_billion": 0.108 }, { "rank": 61, "id": "scores_MTEB_Multilingual_v2:row:117", "model": "minishlab/potion-multilingual-128M", "score": 0.4719929877898704, "parameters_billion": 0.128 }, { "rank": 62, "id": "scores_MTEB_Multilingual_v2:row:89", "model": "intfloat/e5-large-v2", "score": 0.4664317170667399, "parameters_billion": 0.335 }, { "rank": 63, "id": "scores_MTEB_Multilingual_v2:row:85", "model": "WhereIsAI/UAE-Large-V1", "score": 0.46093656209042444, "parameters_billion": 0.335 }, { "rank": 64, "id": "scores_MTEB_Multilingual_v2:row:97", "model": "intfloat/e5-base-v2", "score": 0.4598175124288071, "parameters_billion": 0.109 }, { "rank": 65, "id": "scores_MTEB_Multilingual_v2:row:86", "model": "mixedbread-ai/mxbai-embed-large-v1", "score": 0.45911937318587737, "parameters_billion": 0.335 }, { "rank": 66, "id": "scores_MTEB_Multilingual_v2:row:134", "model": "cnmoro/static-nomic-384-pten-v2-st", "score": 0.4551755978616099, "parameters_billion": 0.106 }, { "rank": 67, "id": "scores_MTEB_Multilingual_v2:row:93", "model": "sdadas/mmlw-e5-large", "score": 0.4540301509434663, "parameters_billion": 0.56 }, { "rank": 68, "id": "scores_MTEB_Multilingual_v2:row:95", "model": "BAAI/bge-large-en-v1.5", "score": 0.4507715931880931, "parameters_billion": 0.335 }, { "rank": 69, "id": "scores_MTEB_Multilingual_v2:row:108", "model": "BAAI/bge-base-en-v1.5", "score": 0.4451914490786969, "parameters_billion": 0.109 }, { "rank": 70, "id": "scores_MTEB_Multilingual_v2:row:116", "model": "intfloat/e5-small-v2", "score": 0.44473374933408233, "parameters_billion": 0.033 }, { "rank": 71, "id": "scores_MTEB_Multilingual_v2:row:107", "model": "sdadas/mmlw-e5-base", "score": 0.4415222031994076, "parameters_billion": 0.278 }, { "rank": 72, "id": "scores_MTEB_Multilingual_v2:row:114", "model": "nomic-ai/nomic-embed-text-v1.5", "score": 0.44099496870261096, "parameters_billion": 0.137 }, { "rank": 73, "id": "scores_MTEB_Multilingual_v2:row:119", "model": "BAAI/bge-small-en-v1.5", "score": 0.4376400296570559, "parameters_billion": 0.033 }, { "rank": 74, "id": "scores_MTEB_Multilingual_v2:row:123", "model": "sdadas/mmlw-e5-small", "score": 0.43112779518836986, "parameters_billion": 0.118 }, { "rank": 75, "id": "current:nano", "model": "vllm-sr/Vela-1.0-Omni-Nano", "score": 0.4255048103315962, "parameters_billion": 0.163771288 }, { "rank": 76, "id": "scores_MTEB_Multilingual_v2:row:110", "model": "sdadas/mmlw-roberta-large", "score": 0.4251718635395953, "parameters_billion": 0.435 }, { "rank": 77, "id": "scores_MTEB_Multilingual_v2:row:142", "model": "Snowflake/snowflake-arctic-embed-m-v1.5", "score": 0.4199177022462296, "parameters_billion": 0.109 }, { "rank": 78, "id": "scores_MTEB_Multilingual_v2:row:152", "model": "ai-forever/ru-en-RoSBERTa", "score": 0.4157337978601649, "parameters_billion": 0.404 }, { "rank": 79, "id": "scores_MTEB_Multilingual_v2:row:143", "model": "Mihaiii/gte-micro-v4", "score": 0.41533002200320496, "parameters_billion": 0.019 }, { "rank": 80, "id": "scores_MTEB_Multilingual_v2:row:128", "model": "sdadas/mmlw-roberta-base", "score": 0.41511183777652927, "parameters_billion": 0.124 }, { "rank": 81, "id": "scores_MTEB_Multilingual_v2:row:149", "model": "sentence-transformers/all-MiniLM-L6-v2", "score": 0.41388331665689004, "parameters_billion": 0.023 }, { "rank": 82, "id": "scores_MTEB_Multilingual_v2:row:161", "model": "Mihaiii/gte-micro", "score": 0.3941765822762424, "parameters_billion": 0.017 }, { "rank": 83, "id": "scores_MTEB_Multilingual_v2:row:162", "model": "aari1995/German_Semantic_STS_V2", "score": 0.3833097320834196, "parameters_billion": 0.336 }, { "rank": 84, "id": "scores_MTEB_Multilingual_v2:row:147", "model": "Jaume/gemma-2b-embeddings", "score": 0.37269602110932054, "parameters_billion": 2.506 }, { "rank": 85, "id": "scores_MTEB_Multilingual_v2:row:179", "model": "Omartificial-Intelligence-Space/Arabic-mpnet-base-all-nli-triplet", "score": 0.3519951299428468, "parameters_billion": 0.109 }, { "rank": 86, "id": "scores_MTEB_Multilingual_v2:row:182", "model": "Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka", "score": 0.33113888761356924, "parameters_billion": 0.135 }, { "rank": 87, "id": "scores_MTEB_Multilingual_v2:row:184", "model": "Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka", "score": 0.32135002061468576, "parameters_billion": 0.163 }, { "rank": 88, "id": "scores_MTEB_Multilingual_v2:row:188", "model": "malenia1/ternary-weight-embedding", "score": 0.3106489353387339, "parameters_billion": 0.099 }, { "rank": 89, "id": "scores_MTEB_Multilingual_v2:row:190", "model": "mteb/baseline-random-encoder", "score": 0.18790914748851548, "parameters_billion": null } ], "mean_task_type": [ { "rank": 1, "id": "scores_MTEB_Multilingual_v2:row:0", "model": "microsoft/harrier-oss-v1-27b", "score": 0.6419565096604186, "parameters_billion": 27.009 }, { "rank": 2, "id": "scores_MTEB_Multilingual_v2:row:1", "model": "tencent/KaLM-Embedding-Gemma3-12B-2511", "score": 0.6251302975114926, "parameters_billion": 11.766 }, { "rank": 3, "id": "scores_MTEB_Multilingual_v2:row:3", "model": "Qwen/Qwen3-Embedding-8B", "score": 0.6169352121149991, "parameters_billion": 7.567 }, { "rank": 4, "id": "scores_MTEB_Multilingual_v2:row:10", "model": "Bytedance/Seed1.6-embedding-1215", "score": 0.6134094663277961, "parameters_billion": null }, { "rank": 5, "id": "scores_MTEB_Multilingual_v2:row:2", "model": "nvidia/llama-embed-nemotron-8b", "score": 0.610914410704522, "parameters_billion": 7.505 }, { "rank": 6, "id": "scores_MTEB_Multilingual_v2:row:5", "model": "Qwen/Qwen3-Embedding-4B", "score": 0.6086292026150294, "parameters_billion": 4.022 }, { "rank": 7, "id": "scores_MTEB_Multilingual_v2:row:6", "model": "Octen/Octen-Embedding-8B", "score": 0.6027607317536274, "parameters_billion": 7.567 }, { "rank": 8, "id": "scores_MTEB_Multilingual_v2:row:4", "model": "google/gemini-embedding-001", "score": 0.5959430831538591, "parameters_billion": null }, { "rank": 9, "id": "scores_MTEB_Multilingual_v2:row:7", "model": "codefuse-ai/F2LLM-v2-14B", "score": 0.5944857590576851, "parameters_billion": 13.99 }, { "rank": 10, "id": "scores_MTEB_Multilingual_v2:row:9", "model": "microsoft/harrier-oss-v1-0.6b", "score": 0.5899610829481343, "parameters_billion": 0.596 }, { "rank": 11, "id": "scores_MTEB_Multilingual_v2:row:8", "model": "codefuse-ai/F2LLM-v2-8B", "score": 0.5898678655101142, "parameters_billion": 7.568 }, { "rank": 12, "id": "scores_MTEB_Multilingual_v2:row:14", "model": "jinaai/jina-embeddings-v5-omni-small", "score": 0.5889679796692373, "parameters_billion": 1.626 }, { "rank": 12, "id": "scores_MTEB_Multilingual_v2:row:13", "model": "jinaai/jina-embeddings-v5-text-small", "score": 0.5889679796692373, "parameters_billion": 0.596 }, { "rank": 14, "id": "scores_MTEB_Multilingual_v2:row:11", "model": "codefuse-ai/F2LLM-v2-4B", "score": 0.5824647136126977, "parameters_billion": 4.022 }, { "rank": 15, "id": "scores_MTEB_Multilingual_v2:row:12", "model": "ai-sage/Giga-Embeddings-instruct-10B-A1.8B-0826", "score": 0.5766772050272637, "parameters_billion": 10.476 }, { "rank": 16, "id": "scores_MTEB_Multilingual_v2:row:20", "model": "jinaai/jina-embeddings-v5-omni-nano", "score": 0.5766231801713748, "parameters_billion": 0.986 }, { "rank": 16, "id": "scores_MTEB_Multilingual_v2:row:21", "model": "jinaai/jina-embeddings-v5-text-nano", "score": 0.5766231801713748, "parameters_billion": 0.212 }, { "rank": 18, "id": "scores_MTEB_Multilingual_v2:row:18", "model": "microsoft/harrier-oss-v1-270m", "score": 0.5690333567547633, "parameters_billion": 0.268 }, { "rank": 19, "id": "scores_MTEB_Multilingual_v2:row:15", "model": "codefuse-ai/F2LLM-v2-1.7B", "score": 0.5677848884258686, "parameters_billion": 1.721 }, { "rank": 20, "id": "scores_MTEB_Multilingual_v2:row:17", "model": "ai-sage/Giga-Embeddings-instruct-3B-0826", "score": 0.5648734309335081, "parameters_billion": 3.151 }, { "rank": 21, "id": "scores_MTEB_Multilingual_v2:row:19", "model": "Qwen/Qwen3-Embedding-0.6B", "score": 0.5601302542401285, "parameters_billion": 0.596 }, { "rank": 22, "id": "scores_MTEB_Multilingual_v2:row:22", "model": "Alibaba-NLP/gte-Qwen2-7B-instruct", "score": 0.5593358772439865, "parameters_billion": 7.069 }, { "rank": 23, "id": "scores_MTEB_Multilingual_v2:row:16", "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "score": 0.5548246087208818, "parameters_billion": 2.445 }, { "rank": 24, "id": "scores_MTEB_Multilingual_v2:row:23", "model": "BidirLM/BidirLM-1.7B-Embedding", "score": 0.5539289684128527, "parameters_billion": 1.721 }, { "rank": 25, "id": "scores_MTEB_Multilingual_v2:row:26", "model": "intfloat/multilingual-e5-large-instruct", "score": 0.5508760828291668, "parameters_billion": 0.56 }, { "rank": 26, "id": "scores_MTEB_Multilingual_v2:row:29", "model": "codefuse-ai/F2LLM-v2-0.6B", "score": 0.5501878509896037, "parameters_billion": 0.596 }, { "rank": 27, "id": "scores_MTEB_Multilingual_v2:row:25", "model": "ICT-TIME-and-Querit/ICT-TIME-and-Querit-embedding-v1", "score": 0.5501576605300573, "parameters_billion": 4.022 }, { "rank": 28, "id": "scores_MTEB_Multilingual_v2:row:27", "model": "BidirLM/BidirLM-1B-Embedding", "score": 0.5484493458987845, "parameters_billion": 1.0 }, { "rank": 29, "id": "scores_MTEB_Multilingual_v2:row:28", "model": "ICT-TIME-and-Querit/BOOM_4B_v1", "score": 0.5480852246903186, "parameters_billion": 4.022 }, { "rank": 30, "id": "scores_MTEB_Multilingual_v2:row:30", "model": "google/embeddinggemma-300m", "score": 0.5430747732987229, "parameters_billion": 0.308 }, { "rank": 31, "id": "scores_MTEB_Multilingual_v2:row:32", "model": "google/text-multilingual-embedding-002", "score": 0.542512876630914, "parameters_billion": null }, { "rank": 32, "id": "scores_MTEB_Multilingual_v2:row:33", "model": "GritLM/GritLM-7B", "score": 0.5374365544830887, "parameters_billion": 7.24 }, { "rank": 33, "id": "scores_MTEB_Multilingual_v2:row:34", "model": "GritLM/GritLM-8x7B", "score": 0.5331074022184246, "parameters_billion": 57.92 }, { "rank": 34, "id": "scores_MTEB_Multilingual_v2:row:41", "model": "codefuse-ai/F2LLM-v2-330M", "score": 0.5327376193740775, "parameters_billion": 0.334 }, { "rank": 35, "id": "scores_MTEB_Multilingual_v2:row:39", "model": "BidirLM/BidirLM-0.6B-Embedding", "score": 0.5285171877694232, "parameters_billion": 0.596 }, { "rank": 36, "id": "scores_MTEB_Multilingual_v2:row:35", "model": "intfloat/e5-mistral-7b-instruct", "score": 0.5284187395550346, "parameters_billion": 7.111 }, { "rank": 37, "id": "scores_MTEB_Multilingual_v2:row:40", "model": "Salesforce/SFR-Embedding-2_R", "score": 0.5283178283677336, "parameters_billion": 7.111 }, { "rank": 38, "id": "scores_MTEB_Multilingual_v2:row:48", "model": "voyageai/voyage-3.5", "score": 0.5191440295096625, "parameters_billion": null }, { "rank": 39, "id": "scores_MTEB_Multilingual_v2:row:56", "model": "hotchpotch/bekko-embedding-v1-a25m", "score": 0.5112170088952284, "parameters_billion": 0.123 }, { "rank": 40, "id": "scores_MTEB_Multilingual_v2:row:49", "model": "jinaai/jina-embeddings-v3", "score": 0.5066236234618231, "parameters_billion": 0.572 }, { "rank": 41, "id": "scores_MTEB_Multilingual_v2:row:61", "model": "codefuse-ai/F2LLM-v2-160M", "score": 0.5060790622151053, "parameters_billion": 0.159 }, { "rank": 42, "id": "scores_MTEB_Multilingual_v2:row:66", "model": "hotchpotch/bekko-embedding-v1-a8m", "score": 0.5005201710290197, "parameters_billion": 0.106 }, { "rank": 43, "id": "scores_MTEB_Multilingual_v2:row:64", "model": "zeroentropy/zembed-1", "score": 0.49962343869706655, "parameters_billion": 4.022 }, { "rank": 44, "id": "scores_MTEB_Multilingual_v2:row:44", "model": "NovaSearch/stella_en_1.5B_v5", "score": 0.4995605098839915, "parameters_billion": 1.54 }, { "rank": 45, "id": "scores_MTEB_Multilingual_v2:row:62", "model": "Snowflake/snowflake-arctic-embed-l-v2.0", "score": 0.49950257297757505, "parameters_billion": 0.568 }, { "rank": 46, "id": "scores_MTEB_Multilingual_v2:row:67", "model": "intfloat/multilingual-e5-base", "score": 0.498238455165708, "parameters_billion": 0.278 }, { "rank": 47, "id": "scores_MTEB_Multilingual_v2:row:55", "model": "nomic-ai/nomic-embed-text-v2-moe", "score": 0.4956681103428825, "parameters_billion": 0.475 }, { "rank": 48, "id": "scores_MTEB_Multilingual_v2:row:72", "model": "ibm-granite/granite-embedding-311m-multilingual-r2", "score": 0.4934671290287296, "parameters_billion": 0.312 }, { "rank": 49, "id": "scores_MTEB_Multilingual_v2:row:65", "model": "BidirLM/BidirLM-270M-Embedding", "score": 0.4930433401998596, "parameters_billion": 0.268 }, { "rank": 50, "id": "scores_MTEB_Multilingual_v2:row:73", "model": "codefuse-ai/F2LLM-v2-80M", "score": 0.4861574826230622, "parameters_billion": 0.08 }, { "rank": 51, "id": "scores_MTEB_Multilingual_v2:row:76", "model": "Omartificial-Intelligence-Space/Arabic-labse-Matryoshka", "score": 0.47181884339402796, "parameters_billion": 0.471 }, { "rank": 52, "id": "scores_MTEB_Multilingual_v2:row:87", "model": "ibm-granite/granite-embedding-97m-multilingual-r2", "score": 0.4590963035875404, "parameters_billion": 0.097 }, { "rank": 53, "id": "scores_MTEB_Multilingual_v2:row:83", "model": "sentence-transformers/LaBSE", "score": 0.4564896174791992, "parameters_billion": 0.471 }, { "rank": 54, "id": "scores_MTEB_Multilingual_v2:row:82", "model": "Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka", "score": 0.4532379309230732, "parameters_billion": 0.278 }, { "rank": 55, "id": "scores_MTEB_Multilingual_v2:row:81", "model": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2", "score": 0.45011351208899586, "parameters_billion": 0.278 }, { "rank": 56, "id": "scores_MTEB_Multilingual_v2:row:98", "model": "Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet", "score": 0.4312357855006869, "parameters_billion": 0.118 }, { "rank": 57, "id": "scores_MTEB_Multilingual_v2:row:94", "model": "Gameselo/STS-multilingual-mpnet-base-v2", "score": 0.42383455904156303, "parameters_billion": 0.278 }, { "rank": 58, "id": "scores_MTEB_Multilingual_v2:row:100", "model": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", "score": 0.4236984399786656, "parameters_billion": 0.118 }, { "rank": 59, "id": "scores_MTEB_Multilingual_v2:row:79", "model": "NovaSearch/stella_en_400M_v5", "score": 0.4210644922658351, "parameters_billion": 0.435 }, { "rank": 60, "id": "scores_MTEB_Multilingual_v2:row:118", "model": "sentence-transformers/static-similarity-mrl-multilingual-v1", "score": 0.4127700250754184, "parameters_billion": 0.108 }, { "rank": 61, "id": "scores_MTEB_Multilingual_v2:row:89", "model": "intfloat/e5-large-v2", "score": 0.4031620683446241, "parameters_billion": 0.335 }, { "rank": 62, "id": "scores_MTEB_Multilingual_v2:row:117", "model": "minishlab/potion-multilingual-128M", "score": 0.4017944172019991, "parameters_billion": 0.128 }, { "rank": 63, "id": "scores_MTEB_Multilingual_v2:row:85", "model": "WhereIsAI/UAE-Large-V1", "score": 0.3961301085410545, "parameters_billion": 0.335 }, { "rank": 64, "id": "scores_MTEB_Multilingual_v2:row:86", "model": "mixedbread-ai/mxbai-embed-large-v1", "score": 0.39448313911691996, "parameters_billion": 0.335 }, { "rank": 65, "id": "scores_MTEB_Multilingual_v2:row:97", "model": "intfloat/e5-base-v2", "score": 0.3933198734301671, "parameters_billion": 0.109 }, { "rank": 66, "id": "scores_MTEB_Multilingual_v2:row:95", "model": "BAAI/bge-large-en-v1.5", "score": 0.39055133965274474, "parameters_billion": 0.335 }, { "rank": 67, "id": "scores_MTEB_Multilingual_v2:row:134", "model": "cnmoro/static-nomic-384-pten-v2-st", "score": 0.38685267342242846, "parameters_billion": 0.106 }, { "rank": 68, "id": "scores_MTEB_Multilingual_v2:row:108", "model": "BAAI/bge-base-en-v1.5", "score": 0.38142529034668093, "parameters_billion": 0.109 }, { "rank": 69, "id": "scores_MTEB_Multilingual_v2:row:116", "model": "intfloat/e5-small-v2", "score": 0.3797151479688636, "parameters_billion": 0.033 }, { "rank": 70, "id": "scores_MTEB_Multilingual_v2:row:93", "model": "sdadas/mmlw-e5-large", "score": 0.3795390653568754, "parameters_billion": 0.56 }, { "rank": 71, "id": "scores_MTEB_Multilingual_v2:row:114", "model": "nomic-ai/nomic-embed-text-v1.5", "score": 0.37840422093514303, "parameters_billion": 0.137 }, { "rank": 72, "id": "scores_MTEB_Multilingual_v2:row:119", "model": "BAAI/bge-small-en-v1.5", "score": 0.37723584689188505, "parameters_billion": 0.033 }, { "rank": 73, "id": "scores_MTEB_Multilingual_v2:row:107", "model": "sdadas/mmlw-e5-base", "score": 0.36367636152834276, "parameters_billion": 0.278 }, { "rank": 74, "id": "scores_MTEB_Multilingual_v2:row:110", "model": "sdadas/mmlw-roberta-large", "score": 0.35711303450710735, "parameters_billion": 0.435 }, { "rank": 75, "id": "scores_MTEB_Multilingual_v2:row:152", "model": "ai-forever/ru-en-RoSBERTa", "score": 0.35683586871156264, "parameters_billion": 0.404 }, { "rank": 76, "id": "scores_MTEB_Multilingual_v2:row:123", "model": "sdadas/mmlw-e5-small", "score": 0.35572317773498, "parameters_billion": 0.118 }, { "rank": 77, "id": "scores_MTEB_Multilingual_v2:row:142", "model": "Snowflake/snowflake-arctic-embed-m-v1.5", "score": 0.3555927879952565, "parameters_billion": 0.109 }, { "rank": 78, "id": "scores_MTEB_Multilingual_v2:row:149", "model": "sentence-transformers/all-MiniLM-L6-v2", "score": 0.35121232771871097, "parameters_billion": 0.023 }, { "rank": 79, "id": "scores_MTEB_Multilingual_v2:row:128", "model": "sdadas/mmlw-roberta-base", "score": 0.34705984065391465, "parameters_billion": 0.124 }, { "rank": 80, "id": "scores_MTEB_Multilingual_v2:row:143", "model": "Mihaiii/gte-micro-v4", "score": 0.3466072549933845, "parameters_billion": 0.019 }, { "rank": 81, "id": "current:nano", "model": "vllm-sr/Vela-1.0-Omni-Nano", "score": 0.3401244620978028, "parameters_billion": 0.163771288 }, { "rank": 82, "id": "scores_MTEB_Multilingual_v2:row:161", "model": "Mihaiii/gte-micro", "score": 0.3319112485934959, "parameters_billion": 0.017 }, { "rank": 83, "id": "scores_MTEB_Multilingual_v2:row:162", "model": "aari1995/German_Semantic_STS_V2", "score": 0.32421994567015733, "parameters_billion": 0.336 }, { "rank": 84, "id": "scores_MTEB_Multilingual_v2:row:147", "model": "Jaume/gemma-2b-embeddings", "score": 0.2957665957625697, "parameters_billion": 2.506 }, { "rank": 85, "id": "scores_MTEB_Multilingual_v2:row:179", "model": "Omartificial-Intelligence-Space/Arabic-mpnet-base-all-nli-triplet", "score": 0.2946373670356339, "parameters_billion": 0.109 }, { "rank": 86, "id": "scores_MTEB_Multilingual_v2:row:182", "model": "Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka", "score": 0.281840541576232, "parameters_billion": 0.135 }, { "rank": 87, "id": "scores_MTEB_Multilingual_v2:row:184", "model": "Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka", "score": 0.26764508576187257, "parameters_billion": 0.163 }, { "rank": 88, "id": "scores_MTEB_Multilingual_v2:row:188", "model": "malenia1/ternary-weight-embedding", "score": 0.2658058652854138, "parameters_billion": 0.099 }, { "rank": 89, "id": "scores_MTEB_Multilingual_v2:row:190", "model": "mteb/baseline-random-encoder", "score": 0.15916839189763393, "parameters_billion": null } ] }, "frontiers": { "mean_task": [ { "id": "scores_MTEB_Multilingual_v2:row:161", "model": "Mihaiii/gte-micro", "kind": "registry_reported", "parameters_billion": 0.017, "mean_task": 0.3941765822762424 }, { "id": "scores_MTEB_Multilingual_v2:row:143", "model": "Mihaiii/gte-micro-v4", "kind": "registry_reported", "parameters_billion": 0.019, "mean_task": 0.41533002200320496 }, { "id": "scores_MTEB_Multilingual_v2:row:116", "model": "intfloat/e5-small-v2", "kind": "registry_reported", "parameters_billion": 0.033, "mean_task": 0.44473374933408233 }, { "id": "scores_MTEB_Multilingual_v2:row:73", "model": "codefuse-ai/F2LLM-v2-80M", "kind": "registry_reported", "parameters_billion": 0.08, "mean_task": 0.5523093378023785 }, { "id": "scores_MTEB_Multilingual_v2:row:66", "model": "hotchpotch/bekko-embedding-v1-a8m", "kind": "registry_reported", "parameters_billion": 0.106, "mean_task": 0.5673264919019948 }, { "id": "scores_MTEB_Multilingual_v2:row:56", "model": "hotchpotch/bekko-embedding-v1-a25m", "kind": "registry_reported", "parameters_billion": 0.123, "mean_task": 0.5835608105919057 }, { "id": "scores_MTEB_Multilingual_v2:row:21", "model": "jinaai/jina-embeddings-v5-text-nano", "kind": "registry_reported", "parameters_billion": 0.212, "mean_task": 0.6552339420490167 }, { "id": "scores_MTEB_Multilingual_v2:row:18", "model": "microsoft/harrier-oss-v1-270m", "kind": "registry_reported", "parameters_billion": 0.268, "mean_task": 0.66546969531282 }, { "id": "scores_MTEB_Multilingual_v2:row:9", "model": "microsoft/harrier-oss-v1-0.6b", "kind": "registry_reported", "parameters_billion": 0.596, "mean_task": 0.6901251361787604 }, { "id": "scores_MTEB_Multilingual_v2:row:5", "model": "Qwen/Qwen3-Embedding-4B", "kind": "registry_reported", "parameters_billion": 4.022, "mean_task": 0.6944564599964329 }, { "id": "scores_MTEB_Multilingual_v2:row:2", "model": "nvidia/llama-embed-nemotron-8b", "kind": "registry_reported", "parameters_billion": 7.505, "mean_task": 0.6946133785217077 }, { "id": "scores_MTEB_Multilingual_v2:row:3", "model": "Qwen/Qwen3-Embedding-8B", "kind": "registry_reported", "parameters_billion": 7.567, "mean_task": 0.7058388101663448 }, { "id": "scores_MTEB_Multilingual_v2:row:1", "model": "tencent/KaLM-Embedding-Gemma3-12B-2511", "kind": "registry_reported", "parameters_billion": 11.766, "mean_task": 0.7231813660530397 }, { "id": "scores_MTEB_Multilingual_v2:row:0", "model": "microsoft/harrier-oss-v1-27b", "kind": "registry_reported", "parameters_billion": 27.009, "mean_task": 0.7427199384685497 } ], "mean_task_type": [ { "id": "scores_MTEB_Multilingual_v2:row:161", "model": "Mihaiii/gte-micro", "kind": "registry_reported", "parameters_billion": 0.017, "mean_task_type": 0.3319112485934959 }, { "id": "scores_MTEB_Multilingual_v2:row:143", "model": "Mihaiii/gte-micro-v4", "kind": "registry_reported", "parameters_billion": 0.019, "mean_task_type": 0.3466072549933845 }, { "id": "scores_MTEB_Multilingual_v2:row:149", "model": "sentence-transformers/all-MiniLM-L6-v2", "kind": "registry_reported", "parameters_billion": 0.023, "mean_task_type": 0.35121232771871097 }, { "id": "scores_MTEB_Multilingual_v2:row:116", "model": "intfloat/e5-small-v2", "kind": "registry_reported", "parameters_billion": 0.033, "mean_task_type": 0.3797151479688636 }, { "id": "scores_MTEB_Multilingual_v2:row:73", "model": "codefuse-ai/F2LLM-v2-80M", "kind": "registry_reported", "parameters_billion": 0.08, "mean_task_type": 0.4861574826230622 }, { "id": "scores_MTEB_Multilingual_v2:row:66", "model": "hotchpotch/bekko-embedding-v1-a8m", "kind": "registry_reported", "parameters_billion": 0.106, "mean_task_type": 0.5005201710290197 }, { "id": "scores_MTEB_Multilingual_v2:row:56", "model": "hotchpotch/bekko-embedding-v1-a25m", "kind": "registry_reported", "parameters_billion": 0.123, "mean_task_type": 0.5112170088952284 }, { "id": "scores_MTEB_Multilingual_v2:row:21", "model": "jinaai/jina-embeddings-v5-text-nano", "kind": "registry_reported", "parameters_billion": 0.212, "mean_task_type": 0.5766231801713748 }, { "id": "scores_MTEB_Multilingual_v2:row:9", "model": "microsoft/harrier-oss-v1-0.6b", "kind": "registry_reported", "parameters_billion": 0.596, "mean_task_type": 0.5899610829481343 }, { "id": "scores_MTEB_Multilingual_v2:row:5", "model": "Qwen/Qwen3-Embedding-4B", "kind": "registry_reported", "parameters_billion": 4.022, "mean_task_type": 0.6086292026150294 }, { "id": "scores_MTEB_Multilingual_v2:row:2", "model": "nvidia/llama-embed-nemotron-8b", "kind": "registry_reported", "parameters_billion": 7.505, "mean_task_type": 0.610914410704522 }, { "id": "scores_MTEB_Multilingual_v2:row:3", "model": "Qwen/Qwen3-Embedding-8B", "kind": "registry_reported", "parameters_billion": 7.567, "mean_task_type": 0.6169352121149991 }, { "id": "scores_MTEB_Multilingual_v2:row:1", "model": "tencent/KaLM-Embedding-Gemma3-12B-2511", "kind": "registry_reported", "parameters_billion": 11.766, "mean_task_type": 0.6251302975114926 }, { "id": "scores_MTEB_Multilingual_v2:row:0", "model": "microsoft/harrier-oss-v1-27b", "kind": "registry_reported", "parameters_billion": 27.009, "mean_task_type": 0.6419565096604186 } ] } } }, "current_point_sources": { "English41": "general-rank-data.json", "audio19": "general-rank-data.json", "multilingual131": "mteb-multilingual-v2.json" }, "historical_observation": { "scope": "Previously published English comparison with Mini default shared text. This population is historical, not the current instructed-Mini population.", "panels": { "English41": { "coverage": { "source_rows": 337, "complete_rows": 186, "distinct_complete_model_names": 186, "excluded_incomplete_rows": 151, "known_size_complete_rows": 173, "unknown_size_complete_rows": 13, "task_coverage_histogram": { "1": 10, "2": 15, "3": 9, "4": 3, "6": 17, "9": 1, "10": 4, "12": 1, "16": 1, "19": 2, "20": 1, "21": 13, "22": 1, "23": 3, "25": 10, "27": 25, "28": 6, "29": 2, "32": 1, "35": 3, "36": 2, "37": 1, "38": 3, "39": 9, "40": 8, "41": 186 }, "ranking_population_with_two_current_models": 188, "size_plot_population_with_two_current_models": 175 }, "ranks": { "nano": { "mean_task": { "score": 0.6488431514310018, "display_score_100": 64.88431514310018, "global_rank": 65, "global_population": 188, "tied_other_models": 0, "same_or_smaller_rank": 7, "same_or_smaller_population": 75, "best_same_or_smaller_other_model": { "id": "scores_MTEB_eng_v2:row:68", "model": "Tarka-AIR/Tarka-Embedding-150M-V1", "kind": "registry_reported", "parameters_billion": 0.156, "mean_task": 0.6639085365853659 }, "gap_pp_above_best_same_or_smaller": -1.5065385154364064, "observed_frontier": false, "dominator_count": 6, "all_dominator_ids": [ "scores_MTEB_eng_v2:row:61", "scores_MTEB_eng_v2:row:65", "scores_MTEB_eng_v2:row:68", "scores_MTEB_eng_v2:row:71", "scores_MTEB_eng_v2:row:72", "scores_MTEB_eng_v2:row:74" ] }, "mean_task_type": { "score": 0.6078184975654924, "display_score_100": 60.78184975654924, "global_rank": 65, "global_population": 188, "tied_other_models": 0, "same_or_smaller_rank": 5, "same_or_smaller_population": 75, "best_same_or_smaller_other_model": { "id": "scores_MTEB_eng_v2:row:61", "model": "avsolatorio/GIST-Embedding-v0", "kind": "registry_reported", "parameters_billion": 0.109, "mean_task_type": 0.613959243054458 }, "gap_pp_above_best_same_or_smaller": -0.6140745488965593, "observed_frontier": false, "dominator_count": 4, "all_dominator_ids": [ "scores_MTEB_eng_v2:row:61", "scores_MTEB_eng_v2:row:65", "scores_MTEB_eng_v2:row:68", "scores_MTEB_eng_v2:row:74" ] } }, "mini": { "mean_task": { "score": 0.6349232047933884, "display_score_100": 63.49232047933884, "global_rank": 82, "global_population": 188, "tied_other_models": 0, "same_or_smaller_rank": 42, "same_or_smaller_population": 134, "best_same_or_smaller_other_model": { "id": "scores_MTEB_eng_v2:row:1", "model": "infgrad/Jasper-Token-Compression-600M", "kind": "registry_reported", "parameters_billion": 0.607, "mean_task": 0.7474843170731708 }, "gap_pp_above_best_same_or_smaller": -11.256111227978238, "observed_frontier": false, "dominator_count": 41, "all_dominator_ids": [ "scores_MTEB_eng_v2:row:1", "scores_MTEB_eng_v2:row:14", "scores_MTEB_eng_v2:row:18", "scores_MTEB_eng_v2:row:19", "scores_MTEB_eng_v2:row:21", "scores_MTEB_eng_v2:row:26", "scores_MTEB_eng_v2:row:31", "scores_MTEB_eng_v2:row:33", "scores_MTEB_eng_v2:row:34", "scores_MTEB_eng_v2:row:35", "scores_MTEB_eng_v2:row:36", "scores_MTEB_eng_v2:row:40", "scores_MTEB_eng_v2:row:43", "scores_MTEB_eng_v2:row:44", "scores_MTEB_eng_v2:row:48", "scores_MTEB_eng_v2:row:49", "scores_MTEB_eng_v2:row:51", "scores_MTEB_eng_v2:row:53", "scores_MTEB_eng_v2:row:60", "scores_MTEB_eng_v2:row:61", "scores_MTEB_eng_v2:row:63", "scores_MTEB_eng_v2:row:65", "scores_MTEB_eng_v2:row:66", "scores_MTEB_eng_v2:row:67", "scores_MTEB_eng_v2:row:68", "scores_MTEB_eng_v2:row:70", "scores_MTEB_eng_v2:row:71", "scores_MTEB_eng_v2:row:72", "scores_MTEB_eng_v2:row:73", "scores_MTEB_eng_v2:row:74", "scores_MTEB_eng_v2:row:79", "scores_MTEB_eng_v2:row:80", "scores_MTEB_eng_v2:row:81", "scores_MTEB_eng_v2:row:82", "scores_MTEB_eng_v2:row:83", "scores_MTEB_eng_v2:row:86", "scores_MTEB_eng_v2:row:89", "scores_MTEB_eng_v2:row:91", "scores_MTEB_eng_v2:row:96", "scores_MTEB_eng_v2:row:97", "current:nano" ] }, "mean_task_type": { "score": 0.5878669411134946, "display_score_100": 58.786694111349455, "global_rank": 92, "global_population": 188, "tied_other_models": 0, "same_or_smaller_rank": 50, "same_or_smaller_population": 134, "best_same_or_smaller_other_model": { "id": "scores_MTEB_eng_v2:row:1", "model": "infgrad/Jasper-Token-Compression-600M", "kind": "registry_reported", "parameters_billion": 0.607, "mean_task_type": 0.6845585456349206 }, "gap_pp_above_best_same_or_smaller": -9.6691604521426, "observed_frontier": false, "dominator_count": 49, "all_dominator_ids": [ "scores_MTEB_eng_v2:row:1", "scores_MTEB_eng_v2:row:14", "scores_MTEB_eng_v2:row:18", "scores_MTEB_eng_v2:row:19", "scores_MTEB_eng_v2:row:21", "scores_MTEB_eng_v2:row:26", "scores_MTEB_eng_v2:row:31", "scores_MTEB_eng_v2:row:33", "scores_MTEB_eng_v2:row:34", "scores_MTEB_eng_v2:row:35", "scores_MTEB_eng_v2:row:36", "scores_MTEB_eng_v2:row:40", "scores_MTEB_eng_v2:row:43", "scores_MTEB_eng_v2:row:44", "scores_MTEB_eng_v2:row:48", "scores_MTEB_eng_v2:row:49", "scores_MTEB_eng_v2:row:51", "scores_MTEB_eng_v2:row:53", "scores_MTEB_eng_v2:row:60", "scores_MTEB_eng_v2:row:61", "scores_MTEB_eng_v2:row:63", "scores_MTEB_eng_v2:row:65", "scores_MTEB_eng_v2:row:66", "scores_MTEB_eng_v2:row:67", "scores_MTEB_eng_v2:row:68", "scores_MTEB_eng_v2:row:70", "scores_MTEB_eng_v2:row:71", "scores_MTEB_eng_v2:row:72", "scores_MTEB_eng_v2:row:73", "scores_MTEB_eng_v2:row:74", "scores_MTEB_eng_v2:row:79", "scores_MTEB_eng_v2:row:80", "scores_MTEB_eng_v2:row:82", "scores_MTEB_eng_v2:row:83", "scores_MTEB_eng_v2:row:84", "scores_MTEB_eng_v2:row:86", "scores_MTEB_eng_v2:row:87", "scores_MTEB_eng_v2:row:88", "scores_MTEB_eng_v2:row:89", "scores_MTEB_eng_v2:row:90", "scores_MTEB_eng_v2:row:91", "scores_MTEB_eng_v2:row:92", "scores_MTEB_eng_v2:row:96", "scores_MTEB_eng_v2:row:97", "scores_MTEB_eng_v2:row:100", "scores_MTEB_eng_v2:row:102", "scores_MTEB_eng_v2:row:104", "scores_MTEB_eng_v2:row:106", "current:nano" ] } } }, "full_rankings": { "mean_task": [ { "rank": 1, "id": "scores_MTEB_eng_v2:row:0", "model": "jcorners/ingot-8b-r3", "score": 0.7597950975609756, "parameters_billion": 7.567 }, { "rank": 2, "id": "scores_MTEB_eng_v2:row:2", "model": "Kingsoft-LLM/QZhou-Embedding", "score": 0.7597192439024391, "parameters_billion": 7.071 }, { "rank": 3, "id": "scores_MTEB_eng_v2:row:4", "model": "Qwen/Qwen3-Embedding-8B", "score": 0.7522560487804878, "parameters_billion": 7.567 }, { "rank": 4, "id": "scores_MTEB_eng_v2:row:3", "model": "ByteDance-Seed/Seed1.5-Embedding", "score": 0.747613243902439, "parameters_billion": null }, { "rank": 5, "id": "scores_MTEB_eng_v2:row:1", "model": "infgrad/Jasper-Token-Compression-600M", "score": 0.7474843170731708, "parameters_billion": 0.607 }, { "rank": 6, "id": "scores_MTEB_eng_v2:row:6", "model": "Qwen/Qwen3-Embedding-4B", "score": 0.7460537804878048, "parameters_billion": 4.022 }, { "rank": 7, "id": "scores_MTEB_eng_v2:row:5", "model": "annamodels/LGAI-Embedding-Preview", "score": 0.7412059024390244, "parameters_billion": 7.11 }, { "rank": 8, "id": "scores_MTEB_eng_v2:row:7", "model": "Bytedance/Seed1.6-embedding", "score": 0.7407039268292682, "parameters_billion": null }, { "rank": 9, "id": "scores_MTEB_eng_v2:row:17", "model": "codefuse-ai/F2LLM-4B", "score": 0.7367060487804878, "parameters_billion": 4.022 }, { "rank": 10, "id": "scores_MTEB_eng_v2:row:8", "model": "google/gemini-embedding-001", "score": 0.7329878292682926, "parameters_billion": null }, { "rank": 11, "id": "scores_MTEB_eng_v2:row:10", "model": "codefuse-ai/F2LLM-v2-14B", "score": 0.7307962926829269, "parameters_billion": 13.99 }, { "rank": 12, "id": "scores_MTEB_eng_v2:row:9", "model": "codefuse-ai/F2LLM-v2-8B", "score": 0.7286161219512195, "parameters_billion": 7.568 }, { "rank": 13, "id": "scores_MTEB_eng_v2:row:16", "model": "codefuse-ai/F2LLM-v2-4B", "score": 0.7241223902439025, "parameters_billion": 4.022 }, { "rank": 14, "id": "scores_MTEB_eng_v2:row:12", "model": "ai-sage/Giga-Embeddings-instruct-10B-A1.8B-0826", "score": 0.7223401463414635, "parameters_billion": 10.476 }, { "rank": 15, "id": "scores_MTEB_eng_v2:row:25", "model": "codefuse-ai/F2LLM-1.7B", "score": 0.7201440243902439, "parameters_billion": 1.721 }, { "rank": 16, "id": "scores_MTEB_eng_v2:row:11", "model": "ai-sage/Giga-Embeddings-instruct-3B-0826", "score": 0.7190430731707317, "parameters_billion": 3.151 }, { "rank": 17, "id": "scores_MTEB_eng_v2:row:13", "model": "jinaai/jina-embeddings-v5-omni-small", "score": 0.7177546341463414, "parameters_billion": 1.626 }, { "rank": 18, "id": "scores_MTEB_eng_v2:row:14", "model": "jinaai/jina-embeddings-v5-text-small", "score": 0.7177513414634146, "parameters_billion": 0.596 }, { "rank": 19, "id": "scores_MTEB_eng_v2:row:31", "model": "IEITYuan/Yuan-embedding-2.0-en", "score": 0.7174371951219513, "parameters_billion": 0.596 }, { "rank": 20, "id": "scores_MTEB_eng_v2:row:20", "model": "codefuse-ai/F2LLM-v2-1.7B", "score": 0.7163071951219512, "parameters_billion": 1.721 }, { "rank": 21, "id": "scores_MTEB_eng_v2:row:15", "model": "NovaSearch/jasper_en_vision_language_v1", "score": 0.7141166097560975, "parameters_billion": 1.565 }, { "rank": 22, "id": "scores_MTEB_eng_v2:row:21", "model": "KaLM-Embedding/KaLM-embedding-multilingual-mini-instruct-v2.5", "score": 0.7128882096750967, "parameters_billion": 0.494 }, { "rank": 23, "id": "scores_MTEB_eng_v2:row:18", "model": "jinaai/jina-embeddings-v5-omni-nano", "score": 0.7111337804878048, "parameters_billion": 0.986 }, { "rank": 23, "id": "scores_MTEB_eng_v2:row:19", "model": "jinaai/jina-embeddings-v5-text-nano", "score": 0.7111337804878048, "parameters_billion": 0.212 }, { "rank": 25, "id": "scores_MTEB_eng_v2:row:30", "model": "ai-sage/Giga-Embeddings-instruct", "score": 0.7107208048780488, "parameters_billion": 3.227 }, { "rank": 26, "id": "scores_MTEB_eng_v2:row:28", "model": "Alibaba-NLP/gte-Qwen2-7B-instruct", "score": 0.7071656789982222, "parameters_billion": 7.069 }, { "rank": 27, "id": "scores_MTEB_eng_v2:row:26", "model": "Qwen/Qwen3-Embedding-0.6B", "score": 0.704719512195122, "parameters_billion": 0.596 }, { "rank": 28, "id": "scores_MTEB_eng_v2:row:46", "model": "GeoGPT-Research-Project/GeoEmbedding", "score": 0.7020541219512195, "parameters_billion": 7.111 }, { "rank": 29, "id": "scores_MTEB_eng_v2:row:37", "model": "ICT-TIME-and-Querit/ICT-TIME-and-Querit-embedding-v1", "score": 0.7011618780487805, "parameters_billion": 4.022 }, { "rank": 30, "id": "scores_MTEB_eng_v2:row:44", "model": "codefuse-ai/F2LLM-0.6B", "score": 0.7003470731707317, "parameters_billion": 0.596 }, { "rank": 31, "id": "scores_MTEB_eng_v2:row:36", "model": "codefuse-ai/F2LLM-v2-0.6B", "score": 0.6997131707317074, "parameters_billion": 0.596 }, { "rank": 32, "id": "scores_MTEB_eng_v2:row:41", "model": "Salesforce/SFR-Embedding-2_R", "score": 0.6981742694733529, "parameters_billion": 7.111 }, { "rank": 33, "id": "scores_MTEB_eng_v2:row:24", "model": "nvidia/NV-Embed-v2", "score": 0.6980760203301699, "parameters_billion": 7.85 }, { "rank": 34, "id": "scores_MTEB_eng_v2:row:22", "model": "Linq-AI-Research/Linq-Embed-Mistral", "score": 0.6979659305421375, "parameters_billion": 7.111 }, { "rank": 35, "id": "scores_MTEB_eng_v2:row:33", "model": "google/embeddinggemma-300m", "score": 0.6967362195121951, "parameters_billion": 0.308 }, { "rank": 36, "id": "scores_MTEB_eng_v2:row:27", "model": "google/text-embedding-005", "score": 0.6959541707317073, "parameters_billion": null }, { "rank": 37, "id": "scores_MTEB_eng_v2:row:29", "model": "google/text-embedding-004", "score": 0.6952770487804878, "parameters_billion": null }, { "rank": 38, "id": "scores_MTEB_eng_v2:row:43", "model": "ai-sage/Giga-Embeddings-instruct-480M-0826", "score": 0.6951773902439025, "parameters_billion": 0.484 }, { "rank": 39, "id": "scores_MTEB_eng_v2:row:32", "model": "NovaSearch/stella_en_1.5B_v5", "score": 0.6942559205904169, "parameters_billion": 1.54 }, { "rank": 40, "id": "scores_MTEB_eng_v2:row:35", "model": "NovaSearch/stella_en_400M_v5", "score": 0.6939390178691194, "parameters_billion": 0.435 }, { "rank": 41, "id": "scores_MTEB_eng_v2:row:23", "model": "Salesforce/SFR-Embedding-Mistral", "score": 0.6931134522826354, "parameters_billion": 7.111 }, { "rank": 42, "id": "scores_MTEB_eng_v2:row:40", "model": "Tarka-AIR/Tarka-Embedding-350M-V1", "score": 0.6929310731707318, "parameters_billion": 0.354 }, { "rank": 43, "id": "scores_MTEB_eng_v2:row:49", "model": "codefuse-ai/F2LLM-v2-330M", "score": 0.6885837804878049, "parameters_billion": 0.334 }, { "rank": 44, "id": "scores_MTEB_eng_v2:row:50", "model": "nvidia/NV-Embed-v1", "score": 0.6831500238312479, "parameters_billion": 7.85 }, { "rank": 45, "id": "scores_MTEB_eng_v2:row:38", "model": "intfloat/e5-mistral-7b-instruct", "score": 0.6797131612883873, "parameters_billion": 7.111 }, { "rank": 46, "id": "scores_MTEB_eng_v2:row:34", "model": "KiteFishAI/Nano-Em1-0.6B-v2.1", "score": 0.6786009512195121, "parameters_billion": 0.596 }, { "rank": 47, "id": "scores_MTEB_eng_v2:row:54", "model": "google/text-multilingual-embedding-002", "score": 0.6767027073170732, "parameters_billion": null }, { "rank": 48, "id": "scores_MTEB_eng_v2:row:39", "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "score": 0.6746906341463415, "parameters_billion": 2.445 }, { "rank": 49, "id": "scores_MTEB_eng_v2:row:42", "model": "Alibaba-NLP/gte-Qwen2-1.5B-instruct", "score": 0.6719870460269243, "parameters_billion": 1.543 }, { "rank": 50, "id": "scores_MTEB_eng_v2:row:47", "model": "GritLM/GritLM-7B", "score": 0.670707780399812, "parameters_billion": 7.24 }, { "rank": 51, "id": "scores_MTEB_eng_v2:row:53", "model": "WhereIsAI/UAE-Large-V1", "score": 0.6640187986366449, "parameters_billion": 0.335 }, { "rank": 52, "id": "scores_MTEB_eng_v2:row:68", "model": "Tarka-AIR/Tarka-Embedding-150M-V1", "score": 0.6639085365853659, "parameters_billion": 0.156 }, { "rank": 53, "id": "scores_MTEB_eng_v2:row:51", "model": "mixedbread-ai/mxbai-embed-large-v1", "score": 0.662622240804676, "parameters_billion": 0.335 }, { "rank": 54, "id": "scores_MTEB_eng_v2:row:48", "model": "avsolatorio/GIST-large-Embedding-v0", "score": 0.6625134256133555, "parameters_billion": 0.335 }, { "rank": 55, "id": "scores_MTEB_eng_v2:row:56", "model": "Cohere/Cohere-embed-english-v3.0", "score": 0.662088595731706, "parameters_billion": null }, { "rank": 56, "id": "scores_MTEB_eng_v2:row:52", "model": "GritLM/GritLM-8x7B", "score": 0.6615586695812335, "parameters_billion": 57.92 }, { "rank": 57, "id": "scores_MTEB_eng_v2:row:57", "model": "Cohere/Cohere-embed-multilingual-v3.0", "score": 0.6600906022277376, "parameters_billion": null }, { "rank": 58, "id": "scores_MTEB_eng_v2:row:74", "model": "codefuse-ai/F2LLM-v2-160M", "score": 0.6592689512195122, "parameters_billion": 0.159 }, { "rank": 59, "id": "scores_MTEB_eng_v2:row:63", "model": "BAAI/bge-large-en-v1.5", "score": 0.6588837954348156, "parameters_billion": 0.335 }, { "rank": 60, "id": "scores_MTEB_eng_v2:row:60", "model": "intfloat/multilingual-e5-large-instruct", "score": 0.6553055551266775, "parameters_billion": 0.56 }, { "rank": 61, "id": "scores_MTEB_eng_v2:row:61", "model": "avsolatorio/GIST-Embedding-v0", "score": 0.6550466210091898, "parameters_billion": 0.109 }, { "rank": 62, "id": "scores_MTEB_eng_v2:row:71", "model": "BAAI/bge-base-en-v1.5", "score": 0.6513711720715847, "parameters_billion": 0.109 }, { "rank": 63, "id": "scores_MTEB_eng_v2:row:72", "model": "prdev/mini-gte", "score": 0.6505740731707317, "parameters_billion": 0.066 }, { "rank": 64, "id": "scores_MTEB_eng_v2:row:65", "model": "infgrad/stella-base-en-v2", "score": 0.6490399096837327, "parameters_billion": 0.109 }, { "rank": 65, "id": "current:nano", "model": "vllm-sr/Vela-1.0-Omni-Nano", "score": 0.6488431514310018, "parameters_billion": 0.163771288 }, { "rank": 66, "id": "scores_MTEB_eng_v2:row:67", "model": "thenlper/gte-large", "score": 0.6476698050696447, "parameters_billion": 0.335 }, { "rank": 67, "id": "scores_MTEB_eng_v2:row:66", "model": "avsolatorio/GIST-small-Embedding-v0", "score": 0.6475937830352264, "parameters_billion": 0.033 }, { "rank": 68, "id": "scores_MTEB_eng_v2:row:75", "model": "Cohere/Cohere-embed-english-light-v3.0", "score": 0.6459237252188289, "parameters_billion": null }, { "rank": 69, "id": "scores_MTEB_eng_v2:row:64", "model": "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised", "score": 0.6456632207605192, "parameters_billion": 7.153 }, { "rank": 70, "id": "scores_MTEB_eng_v2:row:91", "model": "codefuse-ai/F2LLM-v2-80M", "score": 0.6454793658536585, "parameters_billion": 0.08 }, { "rank": 71, "id": "scores_MTEB_eng_v2:row:83", "model": "BAAI/bge-small-en-v1.5", "score": 0.6430120254016622, "parameters_billion": 0.033 }, { "rank": 72, "id": "scores_MTEB_eng_v2:row:81", "model": "HIT-TMG/KaLM-embedding-multilingual-mini-v1", "score": 0.6413111871230771, "parameters_billion": 0.494 }, { "rank": 73, "id": "scores_MTEB_eng_v2:row:73", "model": "VPLabs/SearchMap_Preview", "score": 0.6408451219512196, "parameters_billion": 0.435 }, { "rank": 74, "id": "scores_MTEB_eng_v2:row:82", "model": "KiteFishAI/Nano-Em1-0.6B-v2", "score": 0.6408008536585366, "parameters_billion": 0.596 }, { "rank": 75, "id": "scores_MTEB_eng_v2:row:86", "model": "abhinand/MedEmbed-small-v0.1", "score": 0.6397950769087808, "parameters_billion": 0.033 }, { "rank": 76, "id": "scores_MTEB_eng_v2:row:79", "model": "MongoDB/mdbr-leaf-mt", "score": 0.6396570975609756, "parameters_billion": 0.023 }, { "rank": 77, "id": "scores_MTEB_eng_v2:row:80", "model": "thenlper/gte-base", "score": 0.6390384426519458, "parameters_billion": 0.109 }, { "rank": 78, "id": "scores_MTEB_eng_v2:row:70", "model": "Lajavaness/bilingual-embedding-large", "score": 0.6376620272557523, "parameters_billion": 0.56 }, { "rank": 79, "id": "scores_MTEB_eng_v2:row:96", "model": "nomic-ai/nomic-embed-text-v2-moe", "score": 0.6363502926829268, "parameters_billion": 0.475 }, { "rank": 80, "id": "scores_MTEB_eng_v2:row:89", "model": "nomic-ai/nomic-embed-text-v1", "score": 0.6360401547037337, "parameters_billion": 0.137 }, { "rank": 81, "id": "scores_MTEB_eng_v2:row:97", "model": "Snowflake/snowflake-arctic-embed-l-v2.0", "score": 0.6360280243902439, "parameters_billion": 0.568 }, { "rank": 82, "id": "current:mini", "model": "vllm-sr/Vela-1.0-Omni-Mini", "score": 0.6349232047933884, "parameters_billion": 1.361475288 }, { "rank": 83, "id": "scores_MTEB_eng_v2:row:87", "model": "mixedbread-ai/deepset-mxbai-embed-de-large-v1", "score": 0.6342877041386201, "parameters_billion": 0.487 }, { "rank": 84, "id": "scores_MTEB_eng_v2:row:77", "model": "LCO-Embedding/LCO-Embedding-Omni-7B", "score": 0.6324147560975609, "parameters_billion": 8.932 }, { "rank": 85, "id": "scores_MTEB_eng_v2:row:90", "model": "thenlper/gte-small", "score": 0.6321994180544178, "parameters_billion": 0.033 }, { "rank": 86, "id": "scores_MTEB_eng_v2:row:92", "model": "intfloat/e5-large", "score": 0.6312911305854118, "parameters_billion": 0.335 }, { "rank": 87, "id": "scores_MTEB_eng_v2:row:104", "model": "nomic-ai/nomic-embed-text-v1-ablated", "score": 0.6292927790245313, "parameters_billion": 0.137 }, { "rank": 88, "id": "scores_MTEB_eng_v2:row:99", "model": "ibm-granite/granite-embedding-english-r2", "score": 0.6283573902439025, "parameters_billion": 0.149 }, { "rank": 89, "id": "scores_MTEB_eng_v2:row:100", "model": "intfloat/e5-large-v2", "score": 0.6279303728815129, "parameters_billion": 0.335 }, { "rank": 90, "id": "scores_MTEB_eng_v2:row:113", "model": "Cohere/Cohere-embed-multilingual-light-v3.0", "score": 0.6274740812892552, "parameters_billion": null }, { "rank": 91, "id": "scores_MTEB_eng_v2:row:106", "model": "intfloat/e5-base-v2", "score": 0.6266703590913638, "parameters_billion": 0.109 }, { "rank": 92, "id": "scores_MTEB_eng_v2:row:112", "model": "Snowflake/snowflake-arctic-embed-m-v2.0", "score": 0.6256529756097561, "parameters_billion": 0.305 }, { "rank": 93, "id": "scores_MTEB_eng_v2:row:93", "model": "LCO-Embedding/LCO-Embedding-Omni-3B", "score": 0.6232579756097562, "parameters_billion": 4.703 }, { "rank": 94, "id": "scores_MTEB_eng_v2:row:84", "model": "sdadas/mmlw-e5-large", "score": 0.6232231463414634, "parameters_billion": 0.56 }, { "rank": 95, "id": "scores_MTEB_eng_v2:row:114", "model": "nomic-ai/nomic-embed-text-v1-unsupervised", "score": 0.622929334085075, "parameters_billion": 0.137 }, { "rank": 96, "id": "scores_MTEB_eng_v2:row:109", "model": "hotchpotch/bekko-embedding-v1-a25m", "score": 0.6225406829268293, "parameters_billion": 0.123 }, { "rank": 97, "id": "scores_MTEB_eng_v2:row:94", "model": "HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v1", "score": 0.6219683040043787, "parameters_billion": 0.494 }, { "rank": 98, "id": "scores_MTEB_eng_v2:row:115", "model": "nomic-ai/nomic-embed-text-v1.5", "score": 0.6219673472399526, "parameters_billion": 0.137 }, { "rank": 99, "id": "scores_MTEB_eng_v2:row:95", "model": "ManiacLabs/miniac-embed", "score": 0.6208456218717298, "parameters_billion": 0.033 }, { "rank": 100, "id": "scores_MTEB_eng_v2:row:110", "model": "ibm-granite/granite-embedding-125m-english", "score": 0.6207979268292684, "parameters_billion": 0.125 }, { "rank": 101, "id": "scores_MTEB_eng_v2:row:103", "model": "avsolatorio/GIST-all-MiniLM-L6-v2", "score": 0.6206267877701865, "parameters_billion": 0.023 }, { "rank": 102, "id": "scores_MTEB_eng_v2:row:102", "model": "deepvk/USER-bge-m3", "score": 0.6205859512195122, "parameters_billion": 0.359 }, { "rank": 103, "id": "scores_MTEB_eng_v2:row:123", "model": "Snowflake/snowflake-arctic-embed-l", "score": 0.6204052527763326, "parameters_billion": 0.335 }, { "rank": 104, "id": "scores_MTEB_eng_v2:row:88", "model": "sdadas/mmlw-roberta-large", "score": 0.6180039268292683, "parameters_billion": 0.435 }, { "rank": 105, "id": "scores_MTEB_eng_v2:row:118", "model": "intfloat/e5-base", "score": 0.6178992076453981, "parameters_billion": 0.109 }, { "rank": 106, "id": "scores_MTEB_eng_v2:row:130", "model": "Snowflake/snowflake-arctic-embed-s", "score": 0.6159299468389157, "parameters_billion": 0.033 }, { "rank": 107, "id": "scores_MTEB_eng_v2:row:129", "model": "Snowflake/snowflake-arctic-embed-m-v1.5", "score": 0.6150532944035461, "parameters_billion": 0.109 }, { "rank": 108, "id": "scores_MTEB_eng_v2:row:117", "model": "OrdalieTech/Solon-embeddings-large-0.1", "score": 0.6148004390243902, "parameters_billion": 0.56 }, { "rank": 109, "id": "scores_MTEB_eng_v2:row:98", "model": "sdadas/mmlw-e5-base", "score": 0.6142770243902439, "parameters_billion": 0.278 }, { "rank": 110, "id": "scores_MTEB_eng_v2:row:127", "model": "voyageai/voyage-3", "score": 0.6137765609756097, "parameters_billion": null }, { "rank": 111, "id": "scores_MTEB_eng_v2:row:134", "model": "intfloat/e5-small-v2", "score": 0.6132269161875277, "parameters_billion": 0.033 }, { "rank": 112, "id": "scores_MTEB_eng_v2:row:107", "model": "Lajavaness/bilingual-embedding-base", "score": 0.6132028292635484, "parameters_billion": 0.278 }, { "rank": 113, "id": "scores_MTEB_eng_v2:row:122", "model": "manu/bge-m3-custom-fr", "score": 0.6122317073170732, "parameters_billion": 0.568 }, { "rank": 114, "id": "scores_MTEB_eng_v2:row:101", "model": "sdadas/mmlw-roberta-base", "score": 0.6115019512195122, "parameters_billion": 0.124 }, { "rank": 115, "id": "scores_MTEB_eng_v2:row:133", "model": "Snowflake/snowflake-arctic-embed-m", "score": 0.6108756553360901, "parameters_billion": 0.109 }, { "rank": 116, "id": "scores_MTEB_eng_v2:row:125", "model": "ibm-granite/granite-embedding-small-english-r2", "score": 0.610681024390244, "parameters_billion": 0.048 }, { "rank": 117, "id": "scores_MTEB_eng_v2:row:137", "model": "intfloat/multilingual-e5-base", "score": 0.6100213457411223, "parameters_billion": 0.278 }, { "rank": 118, "id": "scores_MTEB_eng_v2:row:128", "model": "Mihaiii/Ivysaur", "score": 0.608025992501295, "parameters_billion": 0.023 }, { "rank": 119, "id": "scores_MTEB_eng_v2:row:132", "model": "hotchpotch/bekko-embedding-v1-a8m", "score": 0.6080209756097561, "parameters_billion": 0.106 }, { "rank": 120, "id": "scores_MTEB_eng_v2:row:76", "model": "Haon-Chen/speed-embedding-7b-instruct", "score": 0.6062405328330406, "parameters_billion": 7.111 }, { "rank": 121, "id": "scores_MTEB_eng_v2:row:142", "model": "voyageai/voyage-3-lite", "score": 0.604377, "parameters_billion": null }, { "rank": 122, "id": "scores_MTEB_eng_v2:row:135", "model": "intfloat/e5-small", "score": 0.6040957544710008, "parameters_billion": 0.033 }, { "rank": 123, "id": "scores_MTEB_eng_v2:row:148", "model": "ibm-granite/granite-embedding-278m-multilingual", "score": 0.6036324390243902, "parameters_billion": 0.278 }, { "rank": 124, "id": "scores_MTEB_eng_v2:row:124", "model": "dwzhu/e5-base-4k", "score": 0.6032403106889277, "parameters_billion": 0.112 }, { "rank": 125, "id": "scores_MTEB_eng_v2:row:140", "model": "ibm-granite/granite-embedding-30m-english", "score": 0.6019757560975609, "parameters_billion": 0.03 }, { "rank": 126, "id": "scores_MTEB_eng_v2:row:160", "model": "Snowflake/snowflake-arctic-embed-xs", "score": 0.5976673272696803, "parameters_billion": 0.023 }, { "rank": 127, "id": "scores_MTEB_eng_v2:row:144", "model": "Haon-Chen/e5-omni-3B", "score": 0.5969691463414635, "parameters_billion": 4.703 }, { "rank": 128, "id": "scores_MTEB_eng_v2:row:153", "model": "intfloat/multilingual-e5-small", "score": 0.5968822955065252, "parameters_billion": 0.118 }, { "rank": 129, "id": "scores_MTEB_eng_v2:row:139", "model": "Lajavaness/bilingual-embedding-small", "score": 0.5962482625119004, "parameters_billion": 0.118 }, { "rank": 130, "id": "scores_MTEB_eng_v2:row:143", "model": "sentence-transformers/all-MiniLM-L6-v2", "score": 0.5903039027409025, "parameters_billion": 0.023 }, { "rank": 131, "id": "scores_MTEB_eng_v2:row:151", "model": "Mihaiii/gte-micro-v4", "score": 0.5889789209527495, "parameters_billion": 0.019 }, { "rank": 132, "id": "scores_MTEB_eng_v2:row:136", "model": "sdadas/mmlw-e5-small", "score": 0.5886495365853658, "parameters_billion": 0.118 }, { "rank": 133, "id": "scores_MTEB_eng_v2:row:169", "model": "ibm-granite/granite-embedding-107m-multilingual", "score": 0.5876386829268293, "parameters_billion": 0.107 }, { "rank": 134, "id": "scores_MTEB_eng_v2:row:152", "model": "Haon-Chen/e5-omni-7B", "score": 0.5867044634146341, "parameters_billion": 8.932 }, { "rank": 135, "id": "scores_MTEB_eng_v2:row:150", "model": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2", "score": 0.5826828776243405, "parameters_billion": 0.278 }, { "rank": 136, "id": "scores_MTEB_eng_v2:row:186", "model": "manu/sentence_croissant_alpha_v0.3", "score": 0.578017, "parameters_billion": 1.28 }, { "rank": 137, "id": "scores_MTEB_eng_v2:row:166", "model": "Mihaiii/Bulbasaur", "score": 0.5774624020975746, "parameters_billion": 0.017 }, { "rank": 138, "id": "scores_MTEB_eng_v2:row:177", "model": "manu/sentence_croissant_alpha_v0.4", "score": 0.5770828048780489, "parameters_billion": 1.28 }, { "rank": 139, "id": "scores_MTEB_eng_v2:row:154", "model": "Tevatron/OmniEmbed-v0.1", "score": 0.5769762439024391, "parameters_billion": 8.932 }, { "rank": 140, "id": "scores_MTEB_eng_v2:row:192", "model": "ai-forever/ru-en-RoSBERTa", "score": 0.5726126097560975, "parameters_billion": 0.404 }, { "rank": 141, "id": "scores_MTEB_eng_v2:row:162", "model": "Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka", "score": 0.5692984460286736, "parameters_billion": 0.278 }, { "rank": 142, "id": "scores_MTEB_eng_v2:row:191", "model": "manu/sentence_croissant_alpha_v0.2", "score": 0.5655929268292683, "parameters_billion": 1.28 }, { "rank": 143, "id": "scores_MTEB_eng_v2:row:187", "model": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", "score": 0.5641676699090004, "parameters_billion": 0.118 }, { "rank": 144, "id": "scores_MTEB_eng_v2:row:165", "model": "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse", "score": 0.5619834999667115, "parameters_billion": 7.153 }, { "rank": 145, "id": "scores_MTEB_eng_v2:row:172", "model": "bigscience/sgpt-bloom-7b1-msmarco", "score": 0.5608368916035635, "parameters_billion": 7.068 }, { "rank": 146, "id": "scores_MTEB_eng_v2:row:195", "model": "sergeyzh/LaBSE-ru-turbo", "score": 0.5567629756097561, "parameters_billion": 0.129 }, { "rank": 147, "id": "scores_MTEB_eng_v2:row:203", "model": "minishlab/potion-base-32M", "score": 0.5462935609756098, "parameters_billion": 0.032 }, { "rank": 148, "id": "scores_MTEB_eng_v2:row:197", "model": "Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet", "score": 0.5443176110241625, "parameters_billion": 0.118 }, { "rank": 149, "id": "scores_MTEB_eng_v2:row:198", "model": "Mihaiii/Wartortle", "score": 0.541114379269468, "parameters_billion": 0.017 }, { "rank": 150, "id": "scores_MTEB_eng_v2:row:212", "model": "minishlab/potion-retrieval-32M", "score": 0.5392212195121951, "parameters_billion": 0.032 }, { "rank": 151, "id": "scores_MTEB_eng_v2:row:199", "model": "Mihaiii/gte-micro", "score": 0.5388580641928595, "parameters_billion": 0.017 }, { "rank": 152, "id": "scores_MTEB_eng_v2:row:218", "model": "minishlab/potion-base-8M", "score": 0.5332783730985786, "parameters_billion": 0.008 }, { "rank": 153, "id": "scores_MTEB_eng_v2:row:200", "model": "Omartificial-Intelligence-Space/Arabic-labse-Matryoshka", "score": 0.5297848826642666, "parameters_billion": 0.471 }, { "rank": 154, "id": "scores_MTEB_eng_v2:row:213", "model": "encord-team/ebind-full", "score": 0.5263819268292682, "parameters_billion": 1.79 }, { "rank": 155, "id": "scores_MTEB_eng_v2:row:217", "model": "Mihaiii/Squirtle", "score": 0.5200412681968019, "parameters_billion": 0.016 }, { "rank": 156, "id": "scores_MTEB_eng_v2:row:220", "model": "Mihaiii/Venusaur", "score": 0.5198573527620314, "parameters_billion": 0.016 }, { "rank": 157, "id": "scores_MTEB_eng_v2:row:230", "model": "minishlab/potion-base-4M", "score": 0.5179691030231456, "parameters_billion": 0.004 }, { "rank": 158, "id": "scores_MTEB_eng_v2:row:233", "model": "sentence-transformers/static-retrieval-mrl-en-v1", "score": 0.5125121951219512, "parameters_billion": 0.031 }, { "rank": 159, "id": "scores_MTEB_eng_v2:row:171", "model": "Gameselo/STS-multilingual-mpnet-base-v2", "score": 0.5121227860460326, "parameters_billion": 0.278 }, { "rank": 160, "id": "scores_MTEB_eng_v2:row:202", "model": "omarelshehy/arabic-english-sts-matryoshka", "score": 0.5119084125839304, "parameters_billion": 0.56 }, { "rank": 161, "id": "scores_MTEB_eng_v2:row:232", "model": "sentence-transformers/static-similarity-mrl-multilingual-v1", "score": 0.5082728780487805, "parameters_billion": 0.108 }, { "rank": 162, "id": "scores_MTEB_eng_v2:row:234", "model": "minishlab/M2V_base_glove", "score": 0.5080929421535388, "parameters_billion": 0.102 }, { "rank": 163, "id": "scores_MTEB_eng_v2:row:221", "model": "aari1995/German_Semantic_STS_V2", "score": 0.5031185365853658, "parameters_billion": 0.336 }, { "rank": 164, "id": "scores_MTEB_eng_v2:row:238", "model": "minishlab/M2V_base_glove_subword", "score": 0.49799925782544757, "parameters_billion": 0.103 }, { "rank": 165, "id": "scores_MTEB_eng_v2:row:236", "model": "consciousAI/cai-lunaris-text-embeddings", "score": 0.49503329269811414, "parameters_billion": 0.335 }, { "rank": 166, "id": "scores_MTEB_eng_v2:row:243", "model": "minishlab/M2V_base_output", "score": 0.48993722944975676, "parameters_billion": 0.008 }, { "rank": 167, "id": "scores_MTEB_eng_v2:row:239", "model": "deepvk/USER-base", "score": 0.4884698780487805, "parameters_billion": 0.427 }, { "rank": 168, "id": "scores_MTEB_eng_v2:row:231", "model": "sentence-transformers/LaBSE", "score": 0.4880703676191831, "parameters_billion": 0.471 }, { "rank": 169, "id": "scores_MTEB_eng_v2:row:241", "model": "minishlab/potion-base-2M", "score": 0.4870834407957507, "parameters_billion": 0.002 }, { "rank": 170, "id": "scores_MTEB_eng_v2:row:245", "model": "cnmoro/static-nomic-384-pten-v2-st", "score": 0.4864763658536585, "parameters_billion": 0.106 }, { "rank": 171, "id": "scores_MTEB_eng_v2:row:235", "model": "cointegrated/LaBSE-en-ru", "score": 0.4821785776075582, "parameters_billion": 0.129 }, { "rank": 172, "id": "scores_MTEB_eng_v2:row:246", "model": "sergeyzh/rubert-tiny-turbo", "score": 0.45984706557339117, "parameters_billion": 0.029 }, { "rank": 173, "id": "scores_MTEB_eng_v2:row:173", "model": "jinaai/jina-embeddings-v2-base-en", "score": 0.4596777257608364, "parameters_billion": 0.137 }, { "rank": 174, "id": "scores_MTEB_eng_v2:row:254", "model": "cointegrated/rubert-tiny2", "score": 0.4156474390243902, "parameters_billion": 0.029 }, { "rank": 175, "id": "scores_MTEB_eng_v2:row:252", "model": "Omartificial-Intelligence-Space/Arabic-mpnet-base-all-nli-triplet", "score": 0.41461050490202594, "parameters_billion": 0.109 }, { "rank": 176, "id": "scores_MTEB_eng_v2:row:253", "model": "cointegrated/rubert-tiny", "score": 0.4010163658536585, "parameters_billion": 0.012 }, { "rank": 177, "id": "scores_MTEB_eng_v2:row:257", "model": "silma-ai/silma-embeddding-matryoshka-v0.1", "score": 0.4009250301338436, "parameters_billion": 0.135 }, { "rank": 178, "id": "scores_MTEB_eng_v2:row:255", "model": "Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka", "score": 0.3976659506396052, "parameters_billion": 0.163 }, { "rank": 179, "id": "scores_MTEB_eng_v2:row:260", "model": "Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka", "score": 0.39042342463565616, "parameters_billion": 0.135 }, { "rank": 180, "id": "scores_MTEB_eng_v2:row:242", "model": "Jaume/gemma-2b-embeddings", "score": 0.37718144504276213, "parameters_billion": 2.506 }, { "rank": 181, "id": "scores_MTEB_eng_v2:row:258", "model": "DeepPavlov/distilrubert-small-cased-conversational", "score": 0.36611760975609753, "parameters_billion": 0.107 }, { "rank": 182, "id": "scores_MTEB_eng_v2:row:263", "model": "ai-forever/sbert_large_mt_nlu_ru", "score": 0.3550000243902439, "parameters_billion": 0.427 }, { "rank": 183, "id": "scores_MTEB_eng_v2:row:264", "model": "DeepPavlov/rubert-base-cased-sentence", "score": 0.3532973414634146, "parameters_billion": 0.107 }, { "rank": 184, "id": "scores_MTEB_eng_v2:row:265", "model": "ai-forever/sbert_large_nlu_ru", "score": 0.32928921951219514, "parameters_billion": 0.427 }, { "rank": 185, "id": "scores_MTEB_eng_v2:row:267", "model": "deepvk/deberta-v1-base", "score": 0.32897407317073174, "parameters_billion": 0.124 }, { "rank": 186, "id": "scores_MTEB_eng_v2:row:268", "model": "malenia1/ternary-weight-embedding", "score": 0.3281327317073171, "parameters_billion": 0.099 }, { "rank": 187, "id": "scores_MTEB_eng_v2:row:266", "model": "DeepPavlov/rubert-base-cased", "score": 0.3078829756097561, "parameters_billion": 1.28 }, { "rank": 188, "id": "scores_MTEB_eng_v2:row:270", "model": "mteb/baseline-random-encoder", "score": 0.1326469756097561, "parameters_billion": null } ], "mean_task_type": [ { "rank": 1, "id": "scores_MTEB_eng_v2:row:0", "model": "jcorners/ingot-8b-r3", "score": 0.6998357579365079, "parameters_billion": 7.567 }, { "rank": 2, "id": "scores_MTEB_eng_v2:row:2", "model": "Kingsoft-LLM/QZhou-Embedding", "score": 0.6951907480158731, "parameters_billion": 7.071 }, { "rank": 3, "id": "scores_MTEB_eng_v2:row:4", "model": "Qwen/Qwen3-Embedding-8B", "score": 0.6870739623015873, "parameters_billion": 7.567 }, { "rank": 4, "id": "scores_MTEB_eng_v2:row:3", "model": "ByteDance-Seed/Seed1.5-Embedding", "score": 0.6855526031746032, "parameters_billion": null }, { "rank": 5, "id": "scores_MTEB_eng_v2:row:1", "model": "infgrad/Jasper-Token-Compression-600M", "score": 0.6845585456349206, "parameters_billion": 0.607 }, { "rank": 6, "id": "scores_MTEB_eng_v2:row:5", "model": "annamodels/LGAI-Embedding-Preview", "score": 0.6840282916666667, "parameters_billion": 7.11 }, { "rank": 7, "id": "scores_MTEB_eng_v2:row:6", "model": "Qwen/Qwen3-Embedding-4B", "score": 0.6809905555555557, "parameters_billion": 4.022 }, { "rank": 8, "id": "scores_MTEB_eng_v2:row:7", "model": "Bytedance/Seed1.6-embedding", "score": 0.6798059980158729, "parameters_billion": null }, { "rank": 9, "id": "scores_MTEB_eng_v2:row:8", "model": "google/gemini-embedding-001", "score": 0.6766678353174603, "parameters_billion": null }, { "rank": 10, "id": "scores_MTEB_eng_v2:row:17", "model": "codefuse-ai/F2LLM-4B", "score": 0.6729337658730159, "parameters_billion": 4.022 }, { "rank": 11, "id": "scores_MTEB_eng_v2:row:9", "model": "codefuse-ai/F2LLM-v2-8B", "score": 0.6695207698412698, "parameters_billion": 7.568 }, { "rank": 12, "id": "scores_MTEB_eng_v2:row:12", "model": "ai-sage/Giga-Embeddings-instruct-10B-A1.8B-0826", "score": 0.6694375753968254, "parameters_billion": 10.476 }, { "rank": 13, "id": "scores_MTEB_eng_v2:row:16", "model": "codefuse-ai/F2LLM-v2-4B", "score": 0.6668032321428571, "parameters_billion": 4.022 }, { "rank": 14, "id": "scores_MTEB_eng_v2:row:15", "model": "NovaSearch/jasper_en_vision_language_v1", "score": 0.6665139186507937, "parameters_billion": 1.565 }, { "rank": 15, "id": "scores_MTEB_eng_v2:row:10", "model": "codefuse-ai/F2LLM-v2-14B", "score": 0.6646437976190477, "parameters_billion": 13.99 }, { "rank": 16, "id": "scores_MTEB_eng_v2:row:11", "model": "ai-sage/Giga-Embeddings-instruct-3B-0826", "score": 0.6638313134920635, "parameters_billion": 3.151 }, { "rank": 17, "id": "scores_MTEB_eng_v2:row:20", "model": "codefuse-ai/F2LLM-v2-1.7B", "score": 0.6637037777777778, "parameters_billion": 1.721 }, { "rank": 18, "id": "scores_MTEB_eng_v2:row:30", "model": "ai-sage/Giga-Embeddings-instruct", "score": 0.6614513511904762, "parameters_billion": 3.227 }, { "rank": 19, "id": "scores_MTEB_eng_v2:row:28", "model": "Alibaba-NLP/gte-Qwen2-7B-instruct", "score": 0.6576746723017133, "parameters_billion": 7.069 }, { "rank": 20, "id": "scores_MTEB_eng_v2:row:13", "model": "jinaai/jina-embeddings-v5-omni-small", "score": 0.6567853551587302, "parameters_billion": 1.626 }, { "rank": 21, "id": "scores_MTEB_eng_v2:row:14", "model": "jinaai/jina-embeddings-v5-text-small", "score": 0.6567829444444444, "parameters_billion": 0.596 }, { "rank": 22, "id": "scores_MTEB_eng_v2:row:25", "model": "codefuse-ai/F2LLM-1.7B", "score": 0.6567133650793651, "parameters_billion": 1.721 }, { "rank": 23, "id": "scores_MTEB_eng_v2:row:37", "model": "ICT-TIME-and-Querit/ICT-TIME-and-Querit-embedding-v1", "score": 0.6546366686507936, "parameters_billion": 4.022 }, { "rank": 24, "id": "scores_MTEB_eng_v2:row:32", "model": "NovaSearch/stella_en_1.5B_v5", "score": 0.6532072889893524, "parameters_billion": 1.54 }, { "rank": 25, "id": "scores_MTEB_eng_v2:row:21", "model": "KaLM-Embedding/KaLM-embedding-multilingual-mini-instruct-v2.5", "score": 0.6530866149924203, "parameters_billion": 0.494 }, { "rank": 26, "id": "scores_MTEB_eng_v2:row:41", "model": "Salesforce/SFR-Embedding-2_R", "score": 0.6530850043606933, "parameters_billion": 7.111 }, { "rank": 27, "id": "scores_MTEB_eng_v2:row:22", "model": "Linq-AI-Research/Linq-Embed-Mistral", "score": 0.6529145684545827, "parameters_billion": 7.111 }, { "rank": 28, "id": "scores_MTEB_eng_v2:row:31", "model": "IEITYuan/Yuan-embedding-2.0-en", "score": 0.6522543333333334, "parameters_billion": 0.596 }, { "rank": 29, "id": "scores_MTEB_eng_v2:row:18", "model": "jinaai/jina-embeddings-v5-omni-nano", "score": 0.6522176388888888, "parameters_billion": 0.986 }, { "rank": 29, "id": "scores_MTEB_eng_v2:row:19", "model": "jinaai/jina-embeddings-v5-text-nano", "score": 0.6522176388888888, "parameters_billion": 0.212 }, { "rank": 31, "id": "scores_MTEB_eng_v2:row:33", "model": "google/embeddinggemma-300m", "score": 0.6510841587301588, "parameters_billion": 0.308 }, { "rank": 32, "id": "scores_MTEB_eng_v2:row:24", "model": "nvidia/NV-Embed-v2", "score": 0.6500422867967929, "parameters_billion": 7.85 }, { "rank": 33, "id": "scores_MTEB_eng_v2:row:23", "model": "Salesforce/SFR-Embedding-Mistral", "score": 0.6493612264821235, "parameters_billion": 7.111 }, { "rank": 34, "id": "scores_MTEB_eng_v2:row:35", "model": "NovaSearch/stella_en_400M_v5", "score": 0.6483779629064552, "parameters_billion": 0.435 }, { "rank": 35, "id": "scores_MTEB_eng_v2:row:29", "model": "google/text-embedding-004", "score": 0.648150121031746, "parameters_billion": null }, { "rank": 36, "id": "scores_MTEB_eng_v2:row:27", "model": "google/text-embedding-005", "score": 0.6477057281746031, "parameters_billion": null }, { "rank": 37, "id": "scores_MTEB_eng_v2:row:26", "model": "Qwen/Qwen3-Embedding-0.6B", "score": 0.6471592777777778, "parameters_billion": 0.596 }, { "rank": 38, "id": "scores_MTEB_eng_v2:row:36", "model": "codefuse-ai/F2LLM-v2-0.6B", "score": 0.6458062857142857, "parameters_billion": 0.596 }, { "rank": 39, "id": "scores_MTEB_eng_v2:row:43", "model": "ai-sage/Giga-Embeddings-instruct-480M-0826", "score": 0.6438398968253969, "parameters_billion": 0.484 }, { "rank": 40, "id": "scores_MTEB_eng_v2:row:46", "model": "GeoGPT-Research-Project/GeoEmbedding", "score": 0.6413342222222222, "parameters_billion": 7.111 }, { "rank": 41, "id": "scores_MTEB_eng_v2:row:34", "model": "KiteFishAI/Nano-Em1-0.6B-v2.1", "score": 0.6410028392857142, "parameters_billion": 0.596 }, { "rank": 42, "id": "scores_MTEB_eng_v2:row:38", "model": "intfloat/e5-mistral-7b-instruct", "score": 0.6400129579463661, "parameters_billion": 7.111 }, { "rank": 43, "id": "scores_MTEB_eng_v2:row:54", "model": "google/text-multilingual-embedding-002", "score": 0.6351595932539683, "parameters_billion": null }, { "rank": 44, "id": "scores_MTEB_eng_v2:row:50", "model": "nvidia/NV-Embed-v1", "score": 0.6336560820698756, "parameters_billion": 7.85 }, { "rank": 45, "id": "scores_MTEB_eng_v2:row:40", "model": "Tarka-AIR/Tarka-Embedding-350M-V1", "score": 0.632978753968254, "parameters_billion": 0.354 }, { "rank": 46, "id": "scores_MTEB_eng_v2:row:44", "model": "codefuse-ai/F2LLM-0.6B", "score": 0.6328696666666668, "parameters_billion": 0.596 }, { "rank": 47, "id": "scores_MTEB_eng_v2:row:42", "model": "Alibaba-NLP/gte-Qwen2-1.5B-instruct", "score": 0.632637051909893, "parameters_billion": 1.543 }, { "rank": 48, "id": "scores_MTEB_eng_v2:row:47", "model": "GritLM/GritLM-7B", "score": 0.6322378334323554, "parameters_billion": 7.24 }, { "rank": 49, "id": "scores_MTEB_eng_v2:row:49", "model": "codefuse-ai/F2LLM-v2-330M", "score": 0.6306509365079365, "parameters_billion": 0.334 }, { "rank": 50, "id": "scores_MTEB_eng_v2:row:39", "model": "BidirLM/BidirLM-Omni-2.5B-Embedding", "score": 0.6249779007936508, "parameters_billion": 2.445 }, { "rank": 51, "id": "scores_MTEB_eng_v2:row:52", "model": "GritLM/GritLM-8x7B", "score": 0.6242021552253313, "parameters_billion": 57.92 }, { "rank": 52, "id": "scores_MTEB_eng_v2:row:51", "model": "mixedbread-ai/mxbai-embed-large-v1", "score": 0.6204089300001941, "parameters_billion": 0.335 }, { "rank": 53, "id": "scores_MTEB_eng_v2:row:48", "model": "avsolatorio/GIST-large-Embedding-v0", "score": 0.6195554064301206, "parameters_billion": 0.335 }, { "rank": 54, "id": "scores_MTEB_eng_v2:row:63", "model": "BAAI/bge-large-en-v1.5", "score": 0.6187356835002327, "parameters_billion": 0.335 }, { "rank": 55, "id": "scores_MTEB_eng_v2:row:53", "model": "WhereIsAI/UAE-Large-V1", "score": 0.6184890492784308, "parameters_billion": 0.335 }, { "rank": 56, "id": "scores_MTEB_eng_v2:row:56", "model": "Cohere/Cohere-embed-english-v3.0", "score": 0.6176977090489031, "parameters_billion": null }, { "rank": 57, "id": "scores_MTEB_eng_v2:row:57", "model": "Cohere/Cohere-embed-multilingual-v3.0", "score": 0.6142607985232323, "parameters_billion": null }, { "rank": 58, "id": "scores_MTEB_eng_v2:row:61", "model": "avsolatorio/GIST-Embedding-v0", "score": 0.613959243054458, "parameters_billion": 0.109 }, { "rank": 59, "id": "scores_MTEB_eng_v2:row:68", "model": "Tarka-AIR/Tarka-Embedding-150M-V1", "score": 0.6134907281746032, "parameters_billion": 0.156 }, { "rank": 60, "id": "scores_MTEB_eng_v2:row:60", "model": "intfloat/multilingual-e5-large-instruct", "score": 0.6121379717618056, "parameters_billion": 0.56 }, { "rank": 61, "id": "scores_MTEB_eng_v2:row:65", "model": "infgrad/stella-base-en-v2", "score": 0.6096627559632669, "parameters_billion": 0.109 }, { "rank": 62, "id": "scores_MTEB_eng_v2:row:67", "model": "thenlper/gte-large", "score": 0.6086366460362088, "parameters_billion": 0.335 }, { "rank": 63, "id": "scores_MTEB_eng_v2:row:74", "model": "codefuse-ai/F2LLM-v2-160M", "score": 0.6082052996031747, "parameters_billion": 0.159 }, { "rank": 64, "id": "scores_MTEB_eng_v2:row:64", "model": "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised", "score": 0.6079903800781008, "parameters_billion": 7.153 }, { "rank": 65, "id": "current:nano", "model": "vllm-sr/Vela-1.0-Omni-Nano", "score": 0.6078184975654924, "parameters_billion": 0.163771288 }, { "rank": 66, "id": "scores_MTEB_eng_v2:row:71", "model": "BAAI/bge-base-en-v1.5", "score": 0.6077083420155586, "parameters_billion": 0.109 }, { "rank": 67, "id": "scores_MTEB_eng_v2:row:66", "model": "avsolatorio/GIST-small-Embedding-v0", "score": 0.6069640403411686, "parameters_billion": 0.033 }, { "rank": 68, "id": "scores_MTEB_eng_v2:row:77", "model": "LCO-Embedding/LCO-Embedding-Omni-7B", "score": 0.6068855178571428, "parameters_billion": 8.932 }, { "rank": 69, "id": "scores_MTEB_eng_v2:row:72", "model": "prdev/mini-gte", "score": 0.6065340892857142, "parameters_billion": 0.066 }, { "rank": 70, "id": "scores_MTEB_eng_v2:row:75", "model": "Cohere/Cohere-embed-english-light-v3.0", "score": 0.6057007065169617, "parameters_billion": null }, { "rank": 71, "id": "scores_MTEB_eng_v2:row:73", "model": "VPLabs/SearchMap_Preview", "score": 0.6046997202380952, "parameters_billion": 0.435 }, { "rank": 72, "id": "scores_MTEB_eng_v2:row:70", "model": "Lajavaness/bilingual-embedding-large", "score": 0.6019595392695329, "parameters_billion": 0.56 }, { "rank": 73, "id": "scores_MTEB_eng_v2:row:79", "model": "MongoDB/mdbr-leaf-mt", "score": 0.5999959801587301, "parameters_billion": 0.023 }, { "rank": 74, "id": "scores_MTEB_eng_v2:row:82", "model": "KiteFishAI/Nano-Em1-0.6B-v2", "score": 0.5999657123015874, "parameters_billion": 0.596 }, { "rank": 75, "id": "scores_MTEB_eng_v2:row:80", "model": "thenlper/gte-base", "score": 0.5994302449572613, "parameters_billion": 0.109 }, { "rank": 76, "id": "scores_MTEB_eng_v2:row:83", "model": "BAAI/bge-small-en-v1.5", "score": 0.5993186197555714, "parameters_billion": 0.033 }, { "rank": 77, "id": "scores_MTEB_eng_v2:row:97", "model": "Snowflake/snowflake-arctic-embed-l-v2.0", "score": 0.5980666904761904, "parameters_billion": 0.568 }, { "rank": 78, "id": "scores_MTEB_eng_v2:row:86", "model": "abhinand/MedEmbed-small-v0.1", "score": 0.5980494434439964, "parameters_billion": 0.033 }, { "rank": 79, "id": "scores_MTEB_eng_v2:row:91", "model": "codefuse-ai/F2LLM-v2-80M", "score": 0.5973124166666667, "parameters_billion": 0.08 }, { "rank": 80, "id": "scores_MTEB_eng_v2:row:84", "model": "sdadas/mmlw-e5-large", "score": 0.5969861686507937, "parameters_billion": 0.56 }, { "rank": 81, "id": "scores_MTEB_eng_v2:row:92", "model": "intfloat/e5-large", "score": 0.5968062830228915, "parameters_billion": 0.335 }, { "rank": 82, "id": "scores_MTEB_eng_v2:row:89", "model": "nomic-ai/nomic-embed-text-v1", "score": 0.5959597477546804, "parameters_billion": 0.137 }, { "rank": 83, "id": "scores_MTEB_eng_v2:row:93", "model": "LCO-Embedding/LCO-Embedding-Omni-3B", "score": 0.5957475615079365, "parameters_billion": 4.703 }, { "rank": 84, "id": "scores_MTEB_eng_v2:row:88", "model": "sdadas/mmlw-roberta-large", "score": 0.594527363095238, "parameters_billion": 0.435 }, { "rank": 85, "id": "scores_MTEB_eng_v2:row:106", "model": "intfloat/e5-base-v2", "score": 0.5943158445110301, "parameters_billion": 0.109 }, { "rank": 86, "id": "scores_MTEB_eng_v2:row:100", "model": "intfloat/e5-large-v2", "score": 0.5939686197051147, "parameters_billion": 0.335 }, { "rank": 87, "id": "scores_MTEB_eng_v2:row:96", "model": "nomic-ai/nomic-embed-text-v2-moe", "score": 0.5933127043650793, "parameters_billion": 0.475 }, { "rank": 88, "id": "scores_MTEB_eng_v2:row:102", "model": "deepvk/USER-bge-m3", "score": 0.5931971646825397, "parameters_billion": 0.359 }, { "rank": 89, "id": "scores_MTEB_eng_v2:row:90", "model": "thenlper/gte-small", "score": 0.5929791393255972, "parameters_billion": 0.033 }, { "rank": 90, "id": "scores_MTEB_eng_v2:row:104", "model": "nomic-ai/nomic-embed-text-v1-ablated", "score": 0.5904514242694265, "parameters_billion": 0.137 }, { "rank": 91, "id": "scores_MTEB_eng_v2:row:87", "model": "mixedbread-ai/deepset-mxbai-embed-de-large-v1", "score": 0.5894147129138955, "parameters_billion": 0.487 }, { "rank": 92, "id": "current:mini", "model": "vllm-sr/Vela-1.0-Omni-Mini", "score": 0.5878669411134946, "parameters_billion": 1.361475288 }, { "rank": 93, "id": "scores_MTEB_eng_v2:row:109", "model": "hotchpotch/bekko-embedding-v1-a25m", "score": 0.5875176190476191, "parameters_billion": 0.123 }, { "rank": 94, "id": "scores_MTEB_eng_v2:row:118", "model": "intfloat/e5-base", "score": 0.5867084519716154, "parameters_billion": 0.109 }, { "rank": 95, "id": "scores_MTEB_eng_v2:row:98", "model": "sdadas/mmlw-e5-base", "score": 0.5860808333333333, "parameters_billion": 0.278 }, { "rank": 96, "id": "scores_MTEB_eng_v2:row:99", "model": "ibm-granite/granite-embedding-english-r2", "score": 0.5860255238095238, "parameters_billion": 0.149 }, { "rank": 97, "id": "scores_MTEB_eng_v2:row:95", "model": "ManiacLabs/miniac-embed", "score": 0.5856827540145372, "parameters_billion": 0.033 }, { "rank": 98, "id": "scores_MTEB_eng_v2:row:115", "model": "nomic-ai/nomic-embed-text-v1.5", "score": 0.5852156216124843, "parameters_billion": 0.137 }, { "rank": 99, "id": "scores_MTEB_eng_v2:row:112", "model": "Snowflake/snowflake-arctic-embed-m-v2.0", "score": 0.5850693333333333, "parameters_billion": 0.305 }, { "rank": 100, "id": "scores_MTEB_eng_v2:row:114", "model": "nomic-ai/nomic-embed-text-v1-unsupervised", "score": 0.5849903304203516, "parameters_billion": 0.137 }, { "rank": 101, "id": "scores_MTEB_eng_v2:row:117", "model": "OrdalieTech/Solon-embeddings-large-0.1", "score": 0.5848560972222222, "parameters_billion": 0.56 }, { "rank": 102, "id": "scores_MTEB_eng_v2:row:113", "model": "Cohere/Cohere-embed-multilingual-light-v3.0", "score": 0.5848542833920265, "parameters_billion": null }, { "rank": 103, "id": "scores_MTEB_eng_v2:row:81", "model": "HIT-TMG/KaLM-embedding-multilingual-mini-v1", "score": 0.5848207711447265, "parameters_billion": 0.494 }, { "rank": 104, "id": "scores_MTEB_eng_v2:row:122", "model": "manu/bge-m3-custom-fr", "score": 0.5837682777777777, "parameters_billion": 0.568 }, { "rank": 105, "id": "scores_MTEB_eng_v2:row:101", "model": "sdadas/mmlw-roberta-base", "score": 0.5828009404761906, "parameters_billion": 0.124 }, { "rank": 106, "id": "scores_MTEB_eng_v2:row:134", "model": "intfloat/e5-small-v2", "score": 0.5818582397575748, "parameters_billion": 0.033 }, { "rank": 107, "id": "scores_MTEB_eng_v2:row:103", "model": "avsolatorio/GIST-all-MiniLM-L6-v2", "score": 0.5817883082766372, "parameters_billion": 0.023 }, { "rank": 108, "id": "scores_MTEB_eng_v2:row:110", "model": "ibm-granite/granite-embedding-125m-english", "score": 0.5814315496031747, "parameters_billion": 0.125 }, { "rank": 109, "id": "scores_MTEB_eng_v2:row:130", "model": "Snowflake/snowflake-arctic-embed-s", "score": 0.5804295777968334, "parameters_billion": 0.033 }, { "rank": 110, "id": "scores_MTEB_eng_v2:row:124", "model": "dwzhu/e5-base-4k", "score": 0.5791011555884135, "parameters_billion": 0.112 }, { "rank": 111, "id": "scores_MTEB_eng_v2:row:107", "model": "Lajavaness/bilingual-embedding-base", "score": 0.577888719384281, "parameters_billion": 0.278 }, { "rank": 112, "id": "scores_MTEB_eng_v2:row:129", "model": "Snowflake/snowflake-arctic-embed-m-v1.5", "score": 0.5744944659621811, "parameters_billion": 0.109 }, { "rank": 113, "id": "scores_MTEB_eng_v2:row:135", "model": "intfloat/e5-small", "score": 0.5742365607629715, "parameters_billion": 0.033 }, { "rank": 114, "id": "scores_MTEB_eng_v2:row:128", "model": "Mihaiii/Ivysaur", "score": 0.5728820935673122, "parameters_billion": 0.023 }, { "rank": 115, "id": "scores_MTEB_eng_v2:row:127", "model": "voyageai/voyage-3", "score": 0.5725203095238095, "parameters_billion": null }, { "rank": 116, "id": "scores_MTEB_eng_v2:row:132", "model": "hotchpotch/bekko-embedding-v1-a8m", "score": 0.5711056250000001, "parameters_billion": 0.106 }, { "rank": 117, "id": "scores_MTEB_eng_v2:row:137", "model": "intfloat/multilingual-e5-base", "score": 0.570891072105273, "parameters_billion": 0.278 }, { "rank": 118, "id": "scores_MTEB_eng_v2:row:76", "model": "Haon-Chen/speed-embedding-7b-instruct", "score": 0.5702122943783373, "parameters_billion": 7.111 }, { "rank": 119, "id": "scores_MTEB_eng_v2:row:148", "model": "ibm-granite/granite-embedding-278m-multilingual", "score": 0.5694155436507937, "parameters_billion": 0.278 }, { "rank": 120, "id": "scores_MTEB_eng_v2:row:125", "model": "ibm-granite/granite-embedding-small-english-r2", "score": 0.5688134761904762, "parameters_billion": 0.048 }, { "rank": 121, "id": "scores_MTEB_eng_v2:row:142", "model": "voyageai/voyage-3-lite", "score": 0.5686525952380952, "parameters_billion": null }, { "rank": 122, "id": "scores_MTEB_eng_v2:row:136", "model": "sdadas/mmlw-e5-small", "score": 0.5660023015873016, "parameters_billion": 0.118 }, { "rank": 123, "id": "scores_MTEB_eng_v2:row:139", "model": "Lajavaness/bilingual-embedding-small", "score": 0.5655084891588569, "parameters_billion": 0.118 }, { "rank": 124, "id": "scores_MTEB_eng_v2:row:123", "model": "Snowflake/snowflake-arctic-embed-l", "score": 0.5652036768151204, "parameters_billion": 0.335 }, { "rank": 125, "id": "scores_MTEB_eng_v2:row:153", "model": "intfloat/multilingual-e5-small", "score": 0.5640434604006107, "parameters_billion": 0.118 }, { "rank": 126, "id": "scores_MTEB_eng_v2:row:160", "model": "Snowflake/snowflake-arctic-embed-xs", "score": 0.5612169214437632, "parameters_billion": 0.023 }, { "rank": 127, "id": "scores_MTEB_eng_v2:row:151", "model": "Mihaiii/gte-micro-v4", "score": 0.5603923138402777, "parameters_billion": 0.019 }, { "rank": 128, "id": "scores_MTEB_eng_v2:row:140", "model": "ibm-granite/granite-embedding-30m-english", "score": 0.5602491011904762, "parameters_billion": 0.03 }, { "rank": 129, "id": "scores_MTEB_eng_v2:row:143", "model": "sentence-transformers/all-MiniLM-L6-v2", "score": 0.5592615794413434, "parameters_billion": 0.023 }, { "rank": 130, "id": "scores_MTEB_eng_v2:row:133", "model": "Snowflake/snowflake-arctic-embed-m", "score": 0.5583307513514469, "parameters_billion": 0.109 }, { "rank": 131, "id": "scores_MTEB_eng_v2:row:94", "model": "HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v1", "score": 0.5579886812085307, "parameters_billion": 0.494 }, { "rank": 132, "id": "scores_MTEB_eng_v2:row:150", "model": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2", "score": 0.5571373645897648, "parameters_billion": 0.278 }, { "rank": 133, "id": "scores_MTEB_eng_v2:row:169", "model": "ibm-granite/granite-embedding-107m-multilingual", "score": 0.5556592341269841, "parameters_billion": 0.107 }, { "rank": 134, "id": "scores_MTEB_eng_v2:row:144", "model": "Haon-Chen/e5-omni-3B", "score": 0.5524891765873016, "parameters_billion": 4.703 }, { "rank": 135, "id": "scores_MTEB_eng_v2:row:166", "model": "Mihaiii/Bulbasaur", "score": 0.5518972795781584, "parameters_billion": 0.017 }, { "rank": 136, "id": "scores_MTEB_eng_v2:row:162", "model": "Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka", "score": 0.5491239609075494, "parameters_billion": 0.278 }, { "rank": 137, "id": "scores_MTEB_eng_v2:row:177", "model": "manu/sentence_croissant_alpha_v0.4", "score": 0.545477375, "parameters_billion": 1.28 }, { "rank": 138, "id": "scores_MTEB_eng_v2:row:152", "model": "Haon-Chen/e5-omni-7B", "score": 0.5442442638888889, "parameters_billion": 8.932 }, { "rank": 139, "id": "scores_MTEB_eng_v2:row:186", "model": "manu/sentence_croissant_alpha_v0.3", "score": 0.543608498015873, "parameters_billion": 1.28 }, { "rank": 140, "id": "scores_MTEB_eng_v2:row:195", "model": "sergeyzh/LaBSE-ru-turbo", "score": 0.5404520773809524, "parameters_billion": 0.129 }, { "rank": 141, "id": "scores_MTEB_eng_v2:row:187", "model": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", "score": 0.5399292173180352, "parameters_billion": 0.118 }, { "rank": 142, "id": "scores_MTEB_eng_v2:row:165", "model": "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse", "score": 0.5393478973320204, "parameters_billion": 7.153 }, { "rank": 143, "id": "scores_MTEB_eng_v2:row:192", "model": "ai-forever/ru-en-RoSBERTa", "score": 0.5389534761904762, "parameters_billion": 0.404 }, { "rank": 144, "id": "scores_MTEB_eng_v2:row:172", "model": "bigscience/sgpt-bloom-7b1-msmarco", "score": 0.5361675067425767, "parameters_billion": 7.068 }, { "rank": 145, "id": "scores_MTEB_eng_v2:row:191", "model": "manu/sentence_croissant_alpha_v0.2", "score": 0.535915126984127, "parameters_billion": 1.28 }, { "rank": 146, "id": "scores_MTEB_eng_v2:row:154", "model": "Tevatron/OmniEmbed-v0.1", "score": 0.5282555456349206, "parameters_billion": 8.932 }, { "rank": 147, "id": "scores_MTEB_eng_v2:row:197", "model": "Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet", "score": 0.5281660345554073, "parameters_billion": 0.118 }, { "rank": 148, "id": "scores_MTEB_eng_v2:row:198", "model": "Mihaiii/Wartortle", "score": 0.5264480127542829, "parameters_billion": 0.017 }, { "rank": 149, "id": "scores_MTEB_eng_v2:row:199", "model": "Mihaiii/gte-micro", "score": 0.5250311694481825, "parameters_billion": 0.017 }, { "rank": 150, "id": "scores_MTEB_eng_v2:row:200", "model": "Omartificial-Intelligence-Space/Arabic-labse-Matryoshka", "score": 0.5219643264164274, "parameters_billion": 0.471 }, { "rank": 151, "id": "scores_MTEB_eng_v2:row:203", "model": "minishlab/potion-base-32M", "score": 0.5212938511904762, "parameters_billion": 0.032 }, { "rank": 152, "id": "scores_MTEB_eng_v2:row:202", "model": "omarelshehy/arabic-english-sts-matryoshka", "score": 0.5114179768403356, "parameters_billion": 0.56 }, { "rank": 153, "id": "scores_MTEB_eng_v2:row:218", "model": "minishlab/potion-base-8M", "score": 0.5108157275161401, "parameters_billion": 0.008 }, { "rank": 154, "id": "scores_MTEB_eng_v2:row:217", "model": "Mihaiii/Squirtle", "score": 0.5088025798197255, "parameters_billion": 0.016 }, { "rank": 155, "id": "scores_MTEB_eng_v2:row:212", "model": "minishlab/potion-retrieval-32M", "score": 0.5083070099206349, "parameters_billion": 0.032 }, { "rank": 156, "id": "scores_MTEB_eng_v2:row:220", "model": "Mihaiii/Venusaur", "score": 0.5079713670239484, "parameters_billion": 0.016 }, { "rank": 157, "id": "scores_MTEB_eng_v2:row:171", "model": "Gameselo/STS-multilingual-mpnet-base-v2", "score": 0.5060079897283704, "parameters_billion": 0.278 }, { "rank": 158, "id": "scores_MTEB_eng_v2:row:221", "model": "aari1995/German_Semantic_STS_V2", "score": 0.49946843849206346, "parameters_billion": 0.336 }, { "rank": 159, "id": "scores_MTEB_eng_v2:row:234", "model": "minishlab/M2V_base_glove", "score": 0.4979256631936826, "parameters_billion": 0.102 }, { "rank": 160, "id": "scores_MTEB_eng_v2:row:230", "model": "minishlab/potion-base-4M", "score": 0.4976773742492734, "parameters_billion": 0.004 }, { "rank": 161, "id": "scores_MTEB_eng_v2:row:232", "model": "sentence-transformers/static-similarity-mrl-multilingual-v1", "score": 0.49640100793650793, "parameters_billion": 0.108 }, { "rank": 162, "id": "scores_MTEB_eng_v2:row:213", "model": "encord-team/ebind-full", "score": 0.4954567936507937, "parameters_billion": 1.79 }, { "rank": 163, "id": "scores_MTEB_eng_v2:row:231", "model": "sentence-transformers/LaBSE", "score": 0.49451466313575126, "parameters_billion": 0.471 }, { "rank": 164, "id": "scores_MTEB_eng_v2:row:238", "model": "minishlab/M2V_base_glove_subword", "score": 0.48921979547736955, "parameters_billion": 0.103 }, { "rank": 165, "id": "scores_MTEB_eng_v2:row:235", "model": "cointegrated/LaBSE-en-ru", "score": 0.48913104789124795, "parameters_billion": 0.129 }, { "rank": 166, "id": "scores_MTEB_eng_v2:row:233", "model": "sentence-transformers/static-retrieval-mrl-en-v1", "score": 0.48563619047619044, "parameters_billion": 0.031 }, { "rank": 167, "id": "scores_MTEB_eng_v2:row:239", "model": "deepvk/USER-base", "score": 0.48528506944444444, "parameters_billion": 0.427 }, { "rank": 168, "id": "scores_MTEB_eng_v2:row:245", "model": "cnmoro/static-nomic-384-pten-v2-st", "score": 0.48163520833333334, "parameters_billion": 0.106 }, { "rank": 169, "id": "scores_MTEB_eng_v2:row:236", "model": "consciousAI/cai-lunaris-text-embeddings", "score": 0.4804549159855535, "parameters_billion": 0.335 }, { "rank": 170, "id": "scores_MTEB_eng_v2:row:243", "model": "minishlab/M2V_base_output", "score": 0.4796242824417174, "parameters_billion": 0.008 }, { "rank": 171, "id": "scores_MTEB_eng_v2:row:241", "model": "minishlab/potion-base-2M", "score": 0.47487597548412647, "parameters_billion": 0.002 }, { "rank": 172, "id": "scores_MTEB_eng_v2:row:246", "model": "sergeyzh/rubert-tiny-turbo", "score": 0.46733688927893124, "parameters_billion": 0.029 }, { "rank": 173, "id": "scores_MTEB_eng_v2:row:173", "model": "jinaai/jina-embeddings-v2-base-en", "score": 0.44727228456197327, "parameters_billion": 0.137 }, { "rank": 174, "id": "scores_MTEB_eng_v2:row:252", "model": "Omartificial-Intelligence-Space/Arabic-mpnet-base-all-nli-triplet", "score": 0.4279539516029058, "parameters_billion": 0.109 }, { "rank": 175, "id": "scores_MTEB_eng_v2:row:254", "model": "cointegrated/rubert-tiny2", "score": 0.4199497043650794, "parameters_billion": 0.029 }, { "rank": 176, "id": "scores_MTEB_eng_v2:row:255", "model": "Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka", "score": 0.4146456385114891, "parameters_billion": 0.163 }, { "rank": 177, "id": "scores_MTEB_eng_v2:row:257", "model": "silma-ai/silma-embeddding-matryoshka-v0.1", "score": 0.4123117319125014, "parameters_billion": 0.135 }, { "rank": 178, "id": "scores_MTEB_eng_v2:row:253", "model": "cointegrated/rubert-tiny", "score": 0.4106684007936508, "parameters_billion": 0.012 }, { "rank": 179, "id": "scores_MTEB_eng_v2:row:260", "model": "Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka", "score": 0.40832936166764927, "parameters_billion": 0.135 }, { "rank": 180, "id": "scores_MTEB_eng_v2:row:258", "model": "DeepPavlov/distilrubert-small-cased-conversational", "score": 0.37585911904761904, "parameters_billion": 0.107 }, { "rank": 181, "id": "scores_MTEB_eng_v2:row:242", "model": "Jaume/gemma-2b-embeddings", "score": 0.3617717881364667, "parameters_billion": 2.506 }, { "rank": 182, "id": "scores_MTEB_eng_v2:row:263", "model": "ai-forever/sbert_large_mt_nlu_ru", "score": 0.36010801587301583, "parameters_billion": 0.427 }, { "rank": 183, "id": "scores_MTEB_eng_v2:row:264", "model": "DeepPavlov/rubert-base-cased-sentence", "score": 0.35937270833333335, "parameters_billion": 0.107 }, { "rank": 184, "id": "scores_MTEB_eng_v2:row:267", "model": "deepvk/deberta-v1-base", "score": 0.3433367718253968, "parameters_billion": 0.124 }, { "rank": 185, "id": "scores_MTEB_eng_v2:row:268", "model": "malenia1/ternary-weight-embedding", "score": 0.34261648214285717, "parameters_billion": 0.099 }, { "rank": 186, "id": "scores_MTEB_eng_v2:row:265", "model": "ai-forever/sbert_large_nlu_ru", "score": 0.337224123015873, "parameters_billion": 0.427 }, { "rank": 187, "id": "scores_MTEB_eng_v2:row:266", "model": "DeepPavlov/rubert-base-cased", "score": 0.321838498015873, "parameters_billion": 1.28 }, { "rank": 188, "id": "scores_MTEB_eng_v2:row:270", "model": "mteb/baseline-random-encoder", "score": 0.14696110317460317, "parameters_billion": null } ] }, "frontiers": { "mean_task": [ { "id": "scores_MTEB_eng_v2:row:241", "model": "minishlab/potion-base-2M", "kind": "registry_reported", "parameters_billion": 0.002, "mean_task": 0.4870834407957507 }, { "id": "scores_MTEB_eng_v2:row:230", "model": "minishlab/potion-base-4M", "kind": "registry_reported", "parameters_billion": 0.004, "mean_task": 0.5179691030231456 }, { "id": "scores_MTEB_eng_v2:row:218", "model": "minishlab/potion-base-8M", "kind": "registry_reported", "parameters_billion": 0.008, "mean_task": 0.5332783730985786 }, { "id": "scores_MTEB_eng_v2:row:166", "model": "Mihaiii/Bulbasaur", "kind": "registry_reported", "parameters_billion": 0.017, "mean_task": 0.5774624020975746 }, { "id": "scores_MTEB_eng_v2:row:151", "model": "Mihaiii/gte-micro-v4", "kind": "registry_reported", "parameters_billion": 0.019, "mean_task": 0.5889789209527495 }, { "id": "scores_MTEB_eng_v2:row:79", "model": "MongoDB/mdbr-leaf-mt", "kind": "registry_reported", "parameters_billion": 0.023, "mean_task": 0.6396570975609756 }, { "id": "scores_MTEB_eng_v2:row:66", "model": "avsolatorio/GIST-small-Embedding-v0", "kind": "registry_reported", "parameters_billion": 0.033, "mean_task": 0.6475937830352264 }, { "id": "scores_MTEB_eng_v2:row:72", "model": "prdev/mini-gte", "kind": "registry_reported", "parameters_billion": 0.066, "mean_task": 0.6505740731707317 }, { "id": "scores_MTEB_eng_v2:row:61", "model": "avsolatorio/GIST-Embedding-v0", "kind": "registry_reported", "parameters_billion": 0.109, "mean_task": 0.6550466210091898 }, { "id": "scores_MTEB_eng_v2:row:68", "model": "Tarka-AIR/Tarka-Embedding-150M-V1", "kind": "registry_reported", "parameters_billion": 0.156, "mean_task": 0.6639085365853659 }, { "id": "scores_MTEB_eng_v2:row:19", "model": "jinaai/jina-embeddings-v5-text-nano", "kind": "registry_reported", "parameters_billion": 0.212, "mean_task": 0.7111337804878048 }, { "id": "scores_MTEB_eng_v2:row:21", "model": "KaLM-Embedding/KaLM-embedding-multilingual-mini-instruct-v2.5", "kind": "registry_reported", "parameters_billion": 0.494, "mean_task": 0.7128882096750967 }, { "id": "scores_MTEB_eng_v2:row:14", "model": "jinaai/jina-embeddings-v5-text-small", "kind": "registry_reported", "parameters_billion": 0.596, "mean_task": 0.7177513414634146 }, { "id": "scores_MTEB_eng_v2:row:1", "model": "infgrad/Jasper-Token-Compression-600M", "kind": "registry_reported", "parameters_billion": 0.607, "mean_task": 0.7474843170731708 }, { "id": "scores_MTEB_eng_v2:row:2", "model": "Kingsoft-LLM/QZhou-Embedding", "kind": "registry_reported", "parameters_billion": 7.071, "mean_task": 0.7597192439024391 }, { "id": "scores_MTEB_eng_v2:row:0", "model": "jcorners/ingot-8b-r3", "kind": "registry_reported", "parameters_billion": 7.567, "mean_task": 0.7597950975609756 } ], "mean_task_type": [ { "id": "scores_MTEB_eng_v2:row:241", "model": "minishlab/potion-base-2M", "kind": "registry_reported", "parameters_billion": 0.002, "mean_task_type": 0.47487597548412647 }, { "id": "scores_MTEB_eng_v2:row:230", "model": "minishlab/potion-base-4M", "kind": "registry_reported", "parameters_billion": 0.004, "mean_task_type": 0.4976773742492734 }, { "id": "scores_MTEB_eng_v2:row:218", "model": "minishlab/potion-base-8M", "kind": "registry_reported", "parameters_billion": 0.008, "mean_task_type": 0.5108157275161401 }, { "id": "scores_MTEB_eng_v2:row:166", "model": "Mihaiii/Bulbasaur", "kind": "registry_reported", "parameters_billion": 0.017, "mean_task_type": 0.5518972795781584 }, { "id": "scores_MTEB_eng_v2:row:151", "model": "Mihaiii/gte-micro-v4", "kind": "registry_reported", "parameters_billion": 0.019, "mean_task_type": 0.5603923138402777 }, { "id": "scores_MTEB_eng_v2:row:79", "model": "MongoDB/mdbr-leaf-mt", "kind": "registry_reported", "parameters_billion": 0.023, "mean_task_type": 0.5999959801587301 }, { "id": "scores_MTEB_eng_v2:row:66", "model": "avsolatorio/GIST-small-Embedding-v0", "kind": "registry_reported", "parameters_billion": 0.033, "mean_task_type": 0.6069640403411686 }, { "id": "scores_MTEB_eng_v2:row:61", "model": "avsolatorio/GIST-Embedding-v0", "kind": "registry_reported", "parameters_billion": 0.109, "mean_task_type": 0.613959243054458 }, { "id": "scores_MTEB_eng_v2:row:19", "model": "jinaai/jina-embeddings-v5-text-nano", "kind": "registry_reported", "parameters_billion": 0.212, "mean_task_type": 0.6522176388888888 }, { "id": "scores_MTEB_eng_v2:row:21", "model": "KaLM-Embedding/KaLM-embedding-multilingual-mini-instruct-v2.5", "kind": "registry_reported", "parameters_billion": 0.494, "mean_task_type": 0.6530866149924203 }, { "id": "scores_MTEB_eng_v2:row:14", "model": "jinaai/jina-embeddings-v5-text-small", "kind": "registry_reported", "parameters_billion": 0.596, "mean_task_type": 0.6567829444444444 }, { "id": "scores_MTEB_eng_v2:row:1", "model": "infgrad/Jasper-Token-Compression-600M", "kind": "registry_reported", "parameters_billion": 0.607, "mean_task_type": 0.6845585456349206 }, { "id": "scores_MTEB_eng_v2:row:2", "model": "Kingsoft-LLM/QZhou-Embedding", "kind": "registry_reported", "parameters_billion": 7.071, "mean_task_type": 0.6951907480158731 }, { "id": "scores_MTEB_eng_v2:row:0", "model": "jcorners/ingot-8b-r3", "kind": "registry_reported", "parameters_billion": 7.567, "mean_task_type": 0.6998357579365079 } ] } } } }, "no_cross_panel_overall_rank": true }