{ "schema_version": 1, "status": "verified", "primary_aggregate": "Mean(TaskType)", "supplementary_aggregate": "Mean(Task)", "data_file": "complete-panel-data.json", "data_sha256": "f0761883b6aef92a1cda8b4460f288af9d4c8596f1dd90cec46bbb24d1ac5ec6", "score_display": "100 \u00d7 native score", "snapshot_date": "2026-09-17", "known_size_point_counts": { "english41-nano": 175, "audio19-mini": 64 }, "all_complete_peer_rows": 248, "incomplete_peer_rows_excluded": 158, "figures": { "english41-nano": { "primary_metric": "mean_task_type", "secondary_metric": "mean_task", "points_plotted": 175, "all_known_size_ids": [ "scores_MTEB_eng_v2:row:0", "scores_MTEB_eng_v2:row:1", "scores_MTEB_eng_v2:row:2", "scores_MTEB_eng_v2:row:4", "scores_MTEB_eng_v2:row:5", "scores_MTEB_eng_v2:row:6", "scores_MTEB_eng_v2:row:9", "scores_MTEB_eng_v2:row:10", "scores_MTEB_eng_v2:row:11", "scores_MTEB_eng_v2:row:12", "scores_MTEB_eng_v2:row:13", "scores_MTEB_eng_v2:row:14", "scores_MTEB_eng_v2:row:15", "scores_MTEB_eng_v2:row:16", "scores_MTEB_eng_v2:row:17", "scores_MTEB_eng_v2:row:18", "scores_MTEB_eng_v2:row:19", "scores_MTEB_eng_v2:row:20", "scores_MTEB_eng_v2:row:21", "scores_MTEB_eng_v2:row:22", "scores_MTEB_eng_v2:row:23", "scores_MTEB_eng_v2:row:24", "scores_MTEB_eng_v2:row:25", "scores_MTEB_eng_v2:row:26", "scores_MTEB_eng_v2:row:28", "scores_MTEB_eng_v2:row:30", "scores_MTEB_eng_v2:row:31", "scores_MTEB_eng_v2:row:32", "scores_MTEB_eng_v2:row:33", "scores_MTEB_eng_v2:row:34", "scores_MTEB_eng_v2:row:35", "scores_MTEB_eng_v2:row:36", "scores_MTEB_eng_v2:row:37", "scores_MTEB_eng_v2:row:38", "scores_MTEB_eng_v2:row:39", "scores_MTEB_eng_v2:row:40", "scores_MTEB_eng_v2:row:41", "scores_MTEB_eng_v2:row:42", "scores_MTEB_eng_v2:row:43", "scores_MTEB_eng_v2:row:44", "scores_MTEB_eng_v2:row:46", "scores_MTEB_eng_v2:row:47", "scores_MTEB_eng_v2:row:48", "scores_MTEB_eng_v2:row:49", "scores_MTEB_eng_v2:row:50", "scores_MTEB_eng_v2:row:51", "scores_MTEB_eng_v2:row:52", "scores_MTEB_eng_v2:row:53", "scores_MTEB_eng_v2:row:60", "scores_MTEB_eng_v2:row:61", "scores_MTEB_eng_v2:row:63", "scores_MTEB_eng_v2:row:64", "scores_MTEB_eng_v2:row:65", "scores_MTEB_eng_v2:row:66", "scores_MTEB_eng_v2:row:67", "scores_MTEB_eng_v2:row:68", "scores_MTEB_eng_v2:row:70", "scores_MTEB_eng_v2:row:71", "scores_MTEB_eng_v2:row:72", "scores_MTEB_eng_v2:row:73", "scores_MTEB_eng_v2:row:74", "scores_MTEB_eng_v2:row:76", "scores_MTEB_eng_v2:row:77", "scores_MTEB_eng_v2:row:79", "scores_MTEB_eng_v2:row:80", "scores_MTEB_eng_v2:row:81", "scores_MTEB_eng_v2:row:82", "scores_MTEB_eng_v2:row:83", "scores_MTEB_eng_v2:row:84", "scores_MTEB_eng_v2:row:86", "scores_MTEB_eng_v2:row:87", "scores_MTEB_eng_v2:row:88", "scores_MTEB_eng_v2:row:89", "scores_MTEB_eng_v2:row:90", "scores_MTEB_eng_v2:row:91", "scores_MTEB_eng_v2:row:92", "scores_MTEB_eng_v2:row:93", "scores_MTEB_eng_v2:row:94", "scores_MTEB_eng_v2:row:95", "scores_MTEB_eng_v2:row:96", "scores_MTEB_eng_v2:row:97", "scores_MTEB_eng_v2:row:98", "scores_MTEB_eng_v2:row:99", "scores_MTEB_eng_v2:row:100", "scores_MTEB_eng_v2:row:101", "scores_MTEB_eng_v2:row:102", "scores_MTEB_eng_v2:row:103", "scores_MTEB_eng_v2:row:104", "scores_MTEB_eng_v2:row:106", "scores_MTEB_eng_v2:row:107", "scores_MTEB_eng_v2:row:109", "scores_MTEB_eng_v2:row:110", "scores_MTEB_eng_v2:row:112", "scores_MTEB_eng_v2:row:114", "scores_MTEB_eng_v2:row:115", "scores_MTEB_eng_v2:row:117", "scores_MTEB_eng_v2:row:118", "scores_MTEB_eng_v2:row:122", "scores_MTEB_eng_v2:row:123", "scores_MTEB_eng_v2:row:124", "scores_MTEB_eng_v2:row:125", "scores_MTEB_eng_v2:row:128", "scores_MTEB_eng_v2:row:129", "scores_MTEB_eng_v2:row:130", "scores_MTEB_eng_v2:row:132", "scores_MTEB_eng_v2:row:133", "scores_MTEB_eng_v2:row:134", "scores_MTEB_eng_v2:row:135", "scores_MTEB_eng_v2:row:136", "scores_MTEB_eng_v2:row:137", "scores_MTEB_eng_v2:row:139", "scores_MTEB_eng_v2:row:140", "scores_MTEB_eng_v2:row:143", "scores_MTEB_eng_v2:row:144", "scores_MTEB_eng_v2:row:148", "scores_MTEB_eng_v2:row:150", "scores_MTEB_eng_v2:row:151", "scores_MTEB_eng_v2:row:152", "scores_MTEB_eng_v2:row:153", "scores_MTEB_eng_v2:row:154", "scores_MTEB_eng_v2:row:160", "scores_MTEB_eng_v2:row:162", "scores_MTEB_eng_v2:row:165", "scores_MTEB_eng_v2:row:166", "scores_MTEB_eng_v2:row:169", "scores_MTEB_eng_v2:row:171", "scores_MTEB_eng_v2:row:172", "scores_MTEB_eng_v2:row:173", "scores_MTEB_eng_v2:row:177", "scores_MTEB_eng_v2:row:186", "scores_MTEB_eng_v2:row:187", "scores_MTEB_eng_v2:row:191", "scores_MTEB_eng_v2:row:192", "scores_MTEB_eng_v2:row:195", "scores_MTEB_eng_v2:row:197", "scores_MTEB_eng_v2:row:198", "scores_MTEB_eng_v2:row:199", "scores_MTEB_eng_v2:row:200", "scores_MTEB_eng_v2:row:202", "scores_MTEB_eng_v2:row:203", "scores_MTEB_eng_v2:row:212", "scores_MTEB_eng_v2:row:213", "scores_MTEB_eng_v2:row:217", "scores_MTEB_eng_v2:row:218", "scores_MTEB_eng_v2:row:220", "scores_MTEB_eng_v2:row:221", "scores_MTEB_eng_v2:row:230", "scores_MTEB_eng_v2:row:231", "scores_MTEB_eng_v2:row:232", "scores_MTEB_eng_v2:row:233", "scores_MTEB_eng_v2:row:234", "scores_MTEB_eng_v2:row:235", "scores_MTEB_eng_v2:row:236", "scores_MTEB_eng_v2:row:238", "scores_MTEB_eng_v2:row:239", "scores_MTEB_eng_v2:row:241", "scores_MTEB_eng_v2:row:242", "scores_MTEB_eng_v2:row:243", "scores_MTEB_eng_v2:row:245", "scores_MTEB_eng_v2:row:246", "scores_MTEB_eng_v2:row:252", "scores_MTEB_eng_v2:row:253", "scores_MTEB_eng_v2:row:254", "scores_MTEB_eng_v2:row:255", "scores_MTEB_eng_v2:row:257", "scores_MTEB_eng_v2:row:258", "scores_MTEB_eng_v2:row:260", "scores_MTEB_eng_v2:row:263", "scores_MTEB_eng_v2:row:264", "scores_MTEB_eng_v2:row:265", "scores_MTEB_eng_v2:row:266", "scores_MTEB_eng_v2:row:267", "scores_MTEB_eng_v2:row:268", "current:nano", "current:mini" ], "unknown_size_count": 13, "same_size_top10_ids": [ "scores_MTEB_eng_v2:row:61", "scores_MTEB_eng_v2:row:68", "scores_MTEB_eng_v2:row:65", "scores_MTEB_eng_v2:row:74", "current:nano", "scores_MTEB_eng_v2:row:71", "scores_MTEB_eng_v2:row:66", "scores_MTEB_eng_v2:row:72", "scores_MTEB_eng_v2:row:79", "scores_MTEB_eng_v2:row:80" ], "focus_frontier": false, "label_overlaps": [], "labels_outside_canvas": [], "table_text_overlaps": [], "all_points_inside_axes": true, "all_other_panel_ranks_visible": true, "exports_sha256": { "complete-panel-english41-nano.png": "49e1d1a57289291c261e50070ebe2ed5f7fe313ff0d1688c7e67ca2f0c4b27ff", "complete-panel-english41-nano.svg": "b0b8f04d2a408bc98e8e36a6c7024e9e1226ade870a8e526eb9970c150b2d2bd" }, "visible_reference_labels": [ { "model_or_id": "minishlab/potion-base-2M", "label": "Potion2M" }, { "model_or_id": "avsolatorio/GIST-small-Embedding-v0", "label": "GIST Small" }, { "model_or_id": "avsolatorio/GIST-Embedding-v0", "label": "GIST Base" }, { "model_or_id": "current:nano", "label": "Vela Nano" }, { "model_or_id": "current:mini", "label": "Vela Mini \u00b7 reference" }, { "model_or_id": "infgrad/Jasper-Token-Compression-600M", "label": "Jasper600M" }, { "model_or_id": "jcorners/ingot-8b-r3", "label": "Ingot8B" }, { "model_or_id": "Qwen/Qwen3-Embedding-0.6B", "label": "Qwen3 0.6B" }, { "model_or_id": "google/embeddinggemma-300m", "label": "EmbeddingGemma 300M" }, { "model_or_id": "intfloat/e5-mistral-7b-instruct", "label": "E5 Mistral 7B" } ] }, "audio19-mini": { "primary_metric": "mean_task_type", "secondary_metric": "mean_task", "points_plotted": 64, "all_known_size_ids": [ "scores_MAEB_beta_audio-only:row:0", "scores_MAEB_beta_audio-only:row:1", "scores_MAEB_beta_audio-only:row:2", "scores_MAEB_beta_audio-only:row:3", "scores_MAEB_beta_audio-only:row:4", "scores_MAEB_beta_audio-only:row:5", "scores_MAEB_beta_audio-only:row:6", "scores_MAEB_beta_audio-only:row:7", "scores_MAEB_beta_audio-only:row:8", "scores_MAEB_beta_audio-only:row:9", "scores_MAEB_beta_audio-only:row:10", "scores_MAEB_beta_audio-only:row:11", "scores_MAEB_beta_audio-only:row:12", "scores_MAEB_beta_audio-only:row:13", "scores_MAEB_beta_audio-only:row:14", "scores_MAEB_beta_audio-only:row:15", "scores_MAEB_beta_audio-only:row:16", "scores_MAEB_beta_audio-only:row:17", "scores_MAEB_beta_audio-only:row:18", "scores_MAEB_beta_audio-only:row:19", "scores_MAEB_beta_audio-only:row:20", "scores_MAEB_beta_audio-only:row:21", "scores_MAEB_beta_audio-only:row:22", "scores_MAEB_beta_audio-only:row:23", "scores_MAEB_beta_audio-only:row:24", "scores_MAEB_beta_audio-only:row:25", "scores_MAEB_beta_audio-only:row:26", "scores_MAEB_beta_audio-only:row:27", "scores_MAEB_beta_audio-only:row:28", "scores_MAEB_beta_audio-only:row:29", "scores_MAEB_beta_audio-only:row:30", "scores_MAEB_beta_audio-only:row:31", "scores_MAEB_beta_audio-only:row:32", "scores_MAEB_beta_audio-only:row:33", "scores_MAEB_beta_audio-only:row:35", "scores_MAEB_beta_audio-only:row:36", "scores_MAEB_beta_audio-only:row:37", "scores_MAEB_beta_audio-only:row:38", "scores_MAEB_beta_audio-only:row:39", "scores_MAEB_beta_audio-only:row:40", "scores_MAEB_beta_audio-only:row:41", "scores_MAEB_beta_audio-only:row:42", "scores_MAEB_beta_audio-only:row:43", "scores_MAEB_beta_audio-only:row:44", "scores_MAEB_beta_audio-only:row:45", "scores_MAEB_beta_audio-only:row:46", "scores_MAEB_beta_audio-only:row:47", "scores_MAEB_beta_audio-only:row:49", "scores_MAEB_beta_audio-only:row:50", "scores_MAEB_beta_audio-only:row:51", "scores_MAEB_beta_audio-only:row:52", "scores_MAEB_beta_audio-only:row:53", "scores_MAEB_beta_audio-only:row:55", "scores_MAEB_beta_audio-only:row:56", "scores_MAEB_beta_audio-only:row:57", "scores_MAEB_beta_audio-only:row:58", "scores_MAEB_beta_audio-only:row:60", "scores_MAEB_beta_audio-only:row:61", "scores_MAEB_beta_audio-only:row:62", "scores_MAEB_beta_audio-only:row:63", "scores_MAEB_beta_audio-only:row:64", "scores_MAEB_beta_audio-only:row:65", "current:nano", "current:mini" ], "unknown_size_count": 0, "same_size_top10_ids": [ "scores_MAEB_beta_audio-only:row:10", "scores_MAEB_beta_audio-only:row:17", "scores_MAEB_beta_audio-only:row:22", "scores_MAEB_beta_audio-only:row:20", "current:mini", "scores_MAEB_beta_audio-only:row:6", "scores_MAEB_beta_audio-only:row:4", "scores_MAEB_beta_audio-only:row:25", "scores_MAEB_beta_audio-only:row:14", "scores_MAEB_beta_audio-only:row:19" ], "focus_frontier": false, "label_overlaps": [], "labels_outside_canvas": [], "table_text_overlaps": [], "all_points_inside_axes": true, "all_other_panel_ranks_visible": true, "exports_sha256": { "complete-panel-audio19-mini.png": "131a400c69f3e7b6fc1ff1a1de0f285fd7e5938a2fffbfe98552d8981bfa1b27", "complete-panel-audio19-mini.svg": "09955e43a78a5d0eb3b385b725d9db771116a56da47e55ef8cad6903274300c0" }, "visible_reference_labels": [ { "model_or_id": "google/yamnet", "label": "YAMNet" }, { "model_or_id": "MIT/ast-finetuned-audioset-10-10-0.4593", "label": "AST" }, { "model_or_id": "microsoft/msclap-2023", "label": "MS CLAP" }, { "model_or_id": "current:nano", "label": "Vela Nano \u00b7 reference" }, { "model_or_id": "current:mini", "label": "Vela Mini" }, { "model_or_id": "jinaai/jina-embeddings-v5-omni-nano", "label": "Jina Omni Nano v5" }, { "model_or_id": "encord-team/ebind-full", "label": "E-Bind" }, { "model_or_id": "Haon-Chen/e5-omni-7B", "label": "E5 Omni7B" }, { "model_or_id": "openai/whisper-tiny", "label": "Whisper Tiny" }, { "model_or_id": "openai/whisper-medium", "label": "Whisper Medium" }, { "model_or_id": "openai/whisper-large-v3", "label": "Whisper Large v3" }, { "model_or_id": "microsoft/wavlm-large", "label": "WavLM Large" } ] } }, "visual_inspection": "All six PNGs inspected: white background, full eligible point coverage, preserved named references, no clipped or overlapping labels. Nano size/audio ranks and task scores updated; Mini scores unchanged; SIB-FLEURS is topic classification.", "scope": "Complete dedicated snapshot rows; no per-task best stitching, no partial-panel ranking, no overall SOTA claim. Unknown-size complete peers count globally but cannot be plotted.", "ranking_population": "Dedicated registry rows plus both current Vela models, unique names asserted.", "source_urls_and_actual_measured_identity": "See sources and models in complete-panel-data.json." }