| { |
| "schema_version": 1, |
| "status": "verified", |
| "primary_aggregate": "Mean(TaskType)", |
| "supplementary_aggregate": "Mean(Task)", |
| "data_file": "complete-panel-data.json", |
| "data_sha256": "f0761883b6aef92a1cda8b4460f288af9d4c8596f1dd90cec46bbb24d1ac5ec6", |
| "score_display": "100 \u00d7 native score", |
| "snapshot_date": "2026-09-17", |
| "known_size_point_counts": { |
| "english41-nano": 175, |
| "audio19-mini": 64 |
| }, |
| "all_complete_peer_rows": 248, |
| "incomplete_peer_rows_excluded": 158, |
| "figures": { |
| "english41-nano": { |
| "primary_metric": "mean_task_type", |
| "secondary_metric": "mean_task", |
| "points_plotted": 175, |
| "all_known_size_ids": [ |
| "scores_MTEB_eng_v2:row:0", |
| "scores_MTEB_eng_v2:row:1", |
| "scores_MTEB_eng_v2:row:2", |
| "scores_MTEB_eng_v2:row:4", |
| "scores_MTEB_eng_v2:row:5", |
| "scores_MTEB_eng_v2:row:6", |
| "scores_MTEB_eng_v2:row:9", |
| "scores_MTEB_eng_v2:row:10", |
| "scores_MTEB_eng_v2:row:11", |
| "scores_MTEB_eng_v2:row:12", |
| "scores_MTEB_eng_v2:row:13", |
| "scores_MTEB_eng_v2:row:14", |
| "scores_MTEB_eng_v2:row:15", |
| "scores_MTEB_eng_v2:row:16", |
| "scores_MTEB_eng_v2:row:17", |
| "scores_MTEB_eng_v2:row:18", |
| "scores_MTEB_eng_v2:row:19", |
| "scores_MTEB_eng_v2:row:20", |
| "scores_MTEB_eng_v2:row:21", |
| "scores_MTEB_eng_v2:row:22", |
| "scores_MTEB_eng_v2:row:23", |
| "scores_MTEB_eng_v2:row:24", |
| "scores_MTEB_eng_v2:row:25", |
| "scores_MTEB_eng_v2:row:26", |
| "scores_MTEB_eng_v2:row:28", |
| "scores_MTEB_eng_v2:row:30", |
| "scores_MTEB_eng_v2:row:31", |
| "scores_MTEB_eng_v2:row:32", |
| "scores_MTEB_eng_v2:row:33", |
| "scores_MTEB_eng_v2:row:34", |
| "scores_MTEB_eng_v2:row:35", |
| "scores_MTEB_eng_v2:row:36", |
| "scores_MTEB_eng_v2:row:37", |
| "scores_MTEB_eng_v2:row:38", |
| "scores_MTEB_eng_v2:row:39", |
| "scores_MTEB_eng_v2:row:40", |
| "scores_MTEB_eng_v2:row:41", |
| "scores_MTEB_eng_v2:row:42", |
| "scores_MTEB_eng_v2:row:43", |
| "scores_MTEB_eng_v2:row:44", |
| "scores_MTEB_eng_v2:row:46", |
| "scores_MTEB_eng_v2:row:47", |
| "scores_MTEB_eng_v2:row:48", |
| "scores_MTEB_eng_v2:row:49", |
| "scores_MTEB_eng_v2:row:50", |
| "scores_MTEB_eng_v2:row:51", |
| "scores_MTEB_eng_v2:row:52", |
| "scores_MTEB_eng_v2:row:53", |
| "scores_MTEB_eng_v2:row:60", |
| "scores_MTEB_eng_v2:row:61", |
| "scores_MTEB_eng_v2:row:63", |
| "scores_MTEB_eng_v2:row:64", |
| "scores_MTEB_eng_v2:row:65", |
| "scores_MTEB_eng_v2:row:66", |
| "scores_MTEB_eng_v2:row:67", |
| "scores_MTEB_eng_v2:row:68", |
| "scores_MTEB_eng_v2:row:70", |
| "scores_MTEB_eng_v2:row:71", |
| "scores_MTEB_eng_v2:row:72", |
| "scores_MTEB_eng_v2:row:73", |
| "scores_MTEB_eng_v2:row:74", |
| "scores_MTEB_eng_v2:row:76", |
| "scores_MTEB_eng_v2:row:77", |
| "scores_MTEB_eng_v2:row:79", |
| "scores_MTEB_eng_v2:row:80", |
| "scores_MTEB_eng_v2:row:81", |
| "scores_MTEB_eng_v2:row:82", |
| "scores_MTEB_eng_v2:row:83", |
| "scores_MTEB_eng_v2:row:84", |
| "scores_MTEB_eng_v2:row:86", |
| "scores_MTEB_eng_v2:row:87", |
| "scores_MTEB_eng_v2:row:88", |
| "scores_MTEB_eng_v2:row:89", |
| "scores_MTEB_eng_v2:row:90", |
| "scores_MTEB_eng_v2:row:91", |
| "scores_MTEB_eng_v2:row:92", |
| "scores_MTEB_eng_v2:row:93", |
| "scores_MTEB_eng_v2:row:94", |
| "scores_MTEB_eng_v2:row:95", |
| "scores_MTEB_eng_v2:row:96", |
| "scores_MTEB_eng_v2:row:97", |
| "scores_MTEB_eng_v2:row:98", |
| "scores_MTEB_eng_v2:row:99", |
| "scores_MTEB_eng_v2:row:100", |
| "scores_MTEB_eng_v2:row:101", |
| "scores_MTEB_eng_v2:row:102", |
| "scores_MTEB_eng_v2:row:103", |
| "scores_MTEB_eng_v2:row:104", |
| "scores_MTEB_eng_v2:row:106", |
| "scores_MTEB_eng_v2:row:107", |
| "scores_MTEB_eng_v2:row:109", |
| "scores_MTEB_eng_v2:row:110", |
| "scores_MTEB_eng_v2:row:112", |
| "scores_MTEB_eng_v2:row:114", |
| "scores_MTEB_eng_v2:row:115", |
| "scores_MTEB_eng_v2:row:117", |
| "scores_MTEB_eng_v2:row:118", |
| "scores_MTEB_eng_v2:row:122", |
| "scores_MTEB_eng_v2:row:123", |
| "scores_MTEB_eng_v2:row:124", |
| "scores_MTEB_eng_v2:row:125", |
| "scores_MTEB_eng_v2:row:128", |
| "scores_MTEB_eng_v2:row:129", |
| "scores_MTEB_eng_v2:row:130", |
| "scores_MTEB_eng_v2:row:132", |
| "scores_MTEB_eng_v2:row:133", |
| "scores_MTEB_eng_v2:row:134", |
| "scores_MTEB_eng_v2:row:135", |
| "scores_MTEB_eng_v2:row:136", |
| "scores_MTEB_eng_v2:row:137", |
| "scores_MTEB_eng_v2:row:139", |
| "scores_MTEB_eng_v2:row:140", |
| "scores_MTEB_eng_v2:row:143", |
| "scores_MTEB_eng_v2:row:144", |
| "scores_MTEB_eng_v2:row:148", |
| "scores_MTEB_eng_v2:row:150", |
| "scores_MTEB_eng_v2:row:151", |
| "scores_MTEB_eng_v2:row:152", |
| "scores_MTEB_eng_v2:row:153", |
| "scores_MTEB_eng_v2:row:154", |
| "scores_MTEB_eng_v2:row:160", |
| "scores_MTEB_eng_v2:row:162", |
| "scores_MTEB_eng_v2:row:165", |
| "scores_MTEB_eng_v2:row:166", |
| "scores_MTEB_eng_v2:row:169", |
| "scores_MTEB_eng_v2:row:171", |
| "scores_MTEB_eng_v2:row:172", |
| "scores_MTEB_eng_v2:row:173", |
| "scores_MTEB_eng_v2:row:177", |
| "scores_MTEB_eng_v2:row:186", |
| "scores_MTEB_eng_v2:row:187", |
| "scores_MTEB_eng_v2:row:191", |
| "scores_MTEB_eng_v2:row:192", |
| "scores_MTEB_eng_v2:row:195", |
| "scores_MTEB_eng_v2:row:197", |
| "scores_MTEB_eng_v2:row:198", |
| "scores_MTEB_eng_v2:row:199", |
| "scores_MTEB_eng_v2:row:200", |
| "scores_MTEB_eng_v2:row:202", |
| "scores_MTEB_eng_v2:row:203", |
| "scores_MTEB_eng_v2:row:212", |
| "scores_MTEB_eng_v2:row:213", |
| "scores_MTEB_eng_v2:row:217", |
| "scores_MTEB_eng_v2:row:218", |
| "scores_MTEB_eng_v2:row:220", |
| "scores_MTEB_eng_v2:row:221", |
| "scores_MTEB_eng_v2:row:230", |
| "scores_MTEB_eng_v2:row:231", |
| "scores_MTEB_eng_v2:row:232", |
| "scores_MTEB_eng_v2:row:233", |
| "scores_MTEB_eng_v2:row:234", |
| "scores_MTEB_eng_v2:row:235", |
| "scores_MTEB_eng_v2:row:236", |
| "scores_MTEB_eng_v2:row:238", |
| "scores_MTEB_eng_v2:row:239", |
| "scores_MTEB_eng_v2:row:241", |
| "scores_MTEB_eng_v2:row:242", |
| "scores_MTEB_eng_v2:row:243", |
| "scores_MTEB_eng_v2:row:245", |
| "scores_MTEB_eng_v2:row:246", |
| "scores_MTEB_eng_v2:row:252", |
| "scores_MTEB_eng_v2:row:253", |
| "scores_MTEB_eng_v2:row:254", |
| "scores_MTEB_eng_v2:row:255", |
| "scores_MTEB_eng_v2:row:257", |
| "scores_MTEB_eng_v2:row:258", |
| "scores_MTEB_eng_v2:row:260", |
| "scores_MTEB_eng_v2:row:263", |
| "scores_MTEB_eng_v2:row:264", |
| "scores_MTEB_eng_v2:row:265", |
| "scores_MTEB_eng_v2:row:266", |
| "scores_MTEB_eng_v2:row:267", |
| "scores_MTEB_eng_v2:row:268", |
| "current:nano", |
| "current:mini" |
| ], |
| "unknown_size_count": 13, |
| "same_size_top10_ids": [ |
| "scores_MTEB_eng_v2:row:61", |
| "scores_MTEB_eng_v2:row:68", |
| "scores_MTEB_eng_v2:row:65", |
| "scores_MTEB_eng_v2:row:74", |
| "current:nano", |
| "scores_MTEB_eng_v2:row:71", |
| "scores_MTEB_eng_v2:row:66", |
| "scores_MTEB_eng_v2:row:72", |
| "scores_MTEB_eng_v2:row:79", |
| "scores_MTEB_eng_v2:row:80" |
| ], |
| "focus_frontier": false, |
| "label_overlaps": [], |
| "labels_outside_canvas": [], |
| "table_text_overlaps": [], |
| "all_points_inside_axes": true, |
| "all_other_panel_ranks_visible": true, |
| "exports_sha256": { |
| "complete-panel-english41-nano.png": "49e1d1a57289291c261e50070ebe2ed5f7fe313ff0d1688c7e67ca2f0c4b27ff", |
| "complete-panel-english41-nano.svg": "b0b8f04d2a408bc98e8e36a6c7024e9e1226ade870a8e526eb9970c150b2d2bd" |
| }, |
| "visible_reference_labels": [ |
| { |
| "model_or_id": "minishlab/potion-base-2M", |
| "label": "Potion2M" |
| }, |
| { |
| "model_or_id": "avsolatorio/GIST-small-Embedding-v0", |
| "label": "GIST Small" |
| }, |
| { |
| "model_or_id": "avsolatorio/GIST-Embedding-v0", |
| "label": "GIST Base" |
| }, |
| { |
| "model_or_id": "current:nano", |
| "label": "Vela Nano" |
| }, |
| { |
| "model_or_id": "current:mini", |
| "label": "Vela Mini \u00b7 reference" |
| }, |
| { |
| "model_or_id": "infgrad/Jasper-Token-Compression-600M", |
| "label": "Jasper600M" |
| }, |
| { |
| "model_or_id": "jcorners/ingot-8b-r3", |
| "label": "Ingot8B" |
| }, |
| { |
| "model_or_id": "Qwen/Qwen3-Embedding-0.6B", |
| "label": "Qwen3 0.6B" |
| }, |
| { |
| "model_or_id": "google/embeddinggemma-300m", |
| "label": "EmbeddingGemma 300M" |
| }, |
| { |
| "model_or_id": "intfloat/e5-mistral-7b-instruct", |
| "label": "E5 Mistral 7B" |
| } |
| ] |
| }, |
| "audio19-mini": { |
| "primary_metric": "mean_task_type", |
| "secondary_metric": "mean_task", |
| "points_plotted": 64, |
| "all_known_size_ids": [ |
| "scores_MAEB_beta_audio-only:row:0", |
| "scores_MAEB_beta_audio-only:row:1", |
| "scores_MAEB_beta_audio-only:row:2", |
| "scores_MAEB_beta_audio-only:row:3", |
| "scores_MAEB_beta_audio-only:row:4", |
| "scores_MAEB_beta_audio-only:row:5", |
| "scores_MAEB_beta_audio-only:row:6", |
| "scores_MAEB_beta_audio-only:row:7", |
| "scores_MAEB_beta_audio-only:row:8", |
| "scores_MAEB_beta_audio-only:row:9", |
| "scores_MAEB_beta_audio-only:row:10", |
| "scores_MAEB_beta_audio-only:row:11", |
| "scores_MAEB_beta_audio-only:row:12", |
| "scores_MAEB_beta_audio-only:row:13", |
| "scores_MAEB_beta_audio-only:row:14", |
| "scores_MAEB_beta_audio-only:row:15", |
| "scores_MAEB_beta_audio-only:row:16", |
| "scores_MAEB_beta_audio-only:row:17", |
| "scores_MAEB_beta_audio-only:row:18", |
| "scores_MAEB_beta_audio-only:row:19", |
| "scores_MAEB_beta_audio-only:row:20", |
| "scores_MAEB_beta_audio-only:row:21", |
| "scores_MAEB_beta_audio-only:row:22", |
| "scores_MAEB_beta_audio-only:row:23", |
| "scores_MAEB_beta_audio-only:row:24", |
| "scores_MAEB_beta_audio-only:row:25", |
| "scores_MAEB_beta_audio-only:row:26", |
| "scores_MAEB_beta_audio-only:row:27", |
| "scores_MAEB_beta_audio-only:row:28", |
| "scores_MAEB_beta_audio-only:row:29", |
| "scores_MAEB_beta_audio-only:row:30", |
| "scores_MAEB_beta_audio-only:row:31", |
| "scores_MAEB_beta_audio-only:row:32", |
| "scores_MAEB_beta_audio-only:row:33", |
| "scores_MAEB_beta_audio-only:row:35", |
| "scores_MAEB_beta_audio-only:row:36", |
| "scores_MAEB_beta_audio-only:row:37", |
| "scores_MAEB_beta_audio-only:row:38", |
| "scores_MAEB_beta_audio-only:row:39", |
| "scores_MAEB_beta_audio-only:row:40", |
| "scores_MAEB_beta_audio-only:row:41", |
| "scores_MAEB_beta_audio-only:row:42", |
| "scores_MAEB_beta_audio-only:row:43", |
| "scores_MAEB_beta_audio-only:row:44", |
| "scores_MAEB_beta_audio-only:row:45", |
| "scores_MAEB_beta_audio-only:row:46", |
| "scores_MAEB_beta_audio-only:row:47", |
| "scores_MAEB_beta_audio-only:row:49", |
| "scores_MAEB_beta_audio-only:row:50", |
| "scores_MAEB_beta_audio-only:row:51", |
| "scores_MAEB_beta_audio-only:row:52", |
| "scores_MAEB_beta_audio-only:row:53", |
| "scores_MAEB_beta_audio-only:row:55", |
| "scores_MAEB_beta_audio-only:row:56", |
| "scores_MAEB_beta_audio-only:row:57", |
| "scores_MAEB_beta_audio-only:row:58", |
| "scores_MAEB_beta_audio-only:row:60", |
| "scores_MAEB_beta_audio-only:row:61", |
| "scores_MAEB_beta_audio-only:row:62", |
| "scores_MAEB_beta_audio-only:row:63", |
| "scores_MAEB_beta_audio-only:row:64", |
| "scores_MAEB_beta_audio-only:row:65", |
| "current:nano", |
| "current:mini" |
| ], |
| "unknown_size_count": 0, |
| "same_size_top10_ids": [ |
| "scores_MAEB_beta_audio-only:row:10", |
| "scores_MAEB_beta_audio-only:row:17", |
| "scores_MAEB_beta_audio-only:row:22", |
| "scores_MAEB_beta_audio-only:row:20", |
| "current:mini", |
| "scores_MAEB_beta_audio-only:row:6", |
| "scores_MAEB_beta_audio-only:row:4", |
| "scores_MAEB_beta_audio-only:row:25", |
| "scores_MAEB_beta_audio-only:row:14", |
| "scores_MAEB_beta_audio-only:row:19" |
| ], |
| "focus_frontier": false, |
| "label_overlaps": [], |
| "labels_outside_canvas": [], |
| "table_text_overlaps": [], |
| "all_points_inside_axes": true, |
| "all_other_panel_ranks_visible": true, |
| "exports_sha256": { |
| "complete-panel-audio19-mini.png": "131a400c69f3e7b6fc1ff1a1de0f285fd7e5938a2fffbfe98552d8981bfa1b27", |
| "complete-panel-audio19-mini.svg": "09955e43a78a5d0eb3b385b725d9db771116a56da47e55ef8cad6903274300c0" |
| }, |
| "visible_reference_labels": [ |
| { |
| "model_or_id": "google/yamnet", |
| "label": "YAMNet" |
| }, |
| { |
| "model_or_id": "MIT/ast-finetuned-audioset-10-10-0.4593", |
| "label": "AST" |
| }, |
| { |
| "model_or_id": "microsoft/msclap-2023", |
| "label": "MS CLAP" |
| }, |
| { |
| "model_or_id": "current:nano", |
| "label": "Vela Nano \u00b7 reference" |
| }, |
| { |
| "model_or_id": "current:mini", |
| "label": "Vela Mini" |
| }, |
| { |
| "model_or_id": "jinaai/jina-embeddings-v5-omni-nano", |
| "label": "Jina Omni Nano v5" |
| }, |
| { |
| "model_or_id": "encord-team/ebind-full", |
| "label": "E-Bind" |
| }, |
| { |
| "model_or_id": "Haon-Chen/e5-omni-7B", |
| "label": "E5 Omni7B" |
| }, |
| { |
| "model_or_id": "openai/whisper-tiny", |
| "label": "Whisper Tiny" |
| }, |
| { |
| "model_or_id": "openai/whisper-medium", |
| "label": "Whisper Medium" |
| }, |
| { |
| "model_or_id": "openai/whisper-large-v3", |
| "label": "Whisper Large v3" |
| }, |
| { |
| "model_or_id": "microsoft/wavlm-large", |
| "label": "WavLM Large" |
| } |
| ] |
| } |
| }, |
| "visual_inspection": "All six PNGs inspected: white background, full eligible point coverage, preserved named references, no clipped or overlapping labels. Nano size/audio ranks and task scores updated; Mini scores unchanged; SIB-FLEURS is topic classification.", |
| "scope": "Complete dedicated snapshot rows; no per-task best stitching, no partial-panel ranking, no overall SOTA claim. Unknown-size complete peers count globally but cannot be plotted.", |
| "ranking_population": "Dedicated registry rows plus both current Vela models, unique names asserted.", |
| "source_urls_and_actual_measured_identity": "See sources and models in complete-panel-data.json." |
| } |
|
|
