Rebrand GCI to ACI
#55
by Enderchef - opened
- index.html +68 -68
index.html
CHANGED
|
@@ -504,7 +504,7 @@ footer a:hover { text-decoration: underline; }
|
|
| 504 |
<option value="wiki">WikiText-2 byte_ppl</option>
|
| 505 |
<option value="blimp">BLiMP</option>
|
| 506 |
<option value="arc">ARC-Easy</option>
|
| 507 |
-
<option value="
|
| 508 |
<option value="params">Parameters</option>
|
| 509 |
<option value="date">Release Date</option>
|
| 510 |
</select>
|
|
@@ -525,7 +525,7 @@ footer a:hover { text-decoration: underline; }
|
|
| 525 |
<th class="cell-metric">WikiText-2 byte_ppl ↓</th>
|
| 526 |
<th class="cell-metric">BLiMP ↑</th>
|
| 527 |
<th class="cell-metric">ARC-Easy ↑</th>
|
| 528 |
-
<th class="cell-metric">
|
| 529 |
<th>Training Tokens</th>
|
| 530 |
<th>Released</th>
|
| 531 |
<th>Links</th>
|
|
@@ -594,7 +594,7 @@ const models = [
|
|
| 594 |
params: "1.71M",
|
| 595 |
blimp: 73.96,
|
| 596 |
arc: 36.80,
|
| 597 |
-
|
| 598 |
wiki: 3.09,
|
| 599 |
tokens: "~300B",
|
| 600 |
releaseDate: "2026-07-19",
|
|
@@ -608,7 +608,7 @@ const models = [
|
|
| 608 |
params: "1K",
|
| 609 |
blimp: 58.61,
|
| 610 |
arc: 26.39,
|
| 611 |
-
|
| 612 |
wiki: 11.27,
|
| 613 |
tokens: "—",
|
| 614 |
releaseDate: "2026-05-13",
|
|
@@ -635,7 +635,7 @@ const models = [
|
|
| 635 |
params: "168K",
|
| 636 |
blimp: 53.5,
|
| 637 |
arc: 26.8,
|
| 638 |
-
|
| 639 |
wiki: 7.79,
|
| 640 |
tokens: "—",
|
| 641 |
releaseDate: "2026-05-12",
|
|
@@ -675,7 +675,7 @@ const models = [
|
|
| 675 |
params: "1.51M",
|
| 676 |
blimp: 60.7,
|
| 677 |
arc: 24.58,
|
| 678 |
-
|
| 679 |
wiki: 4.09,
|
| 680 |
tokens: "~30M",
|
| 681 |
releaseDate: "2026-05-19",
|
|
@@ -702,7 +702,7 @@ const models = [
|
|
| 702 |
params: "1.71M",
|
| 703 |
blimp: 60.51,
|
| 704 |
arc: 26.68,
|
| 705 |
-
|
| 706 |
wiki: 4.23,
|
| 707 |
tokens: "~50M",
|
| 708 |
releaseDate: "2026-05-19",
|
|
@@ -716,7 +716,7 @@ const models = [
|
|
| 716 |
params: "587K",
|
| 717 |
blimp: 59.01,
|
| 718 |
arc: 27.06,
|
| 719 |
-
|
| 720 |
wiki: 4.52,
|
| 721 |
tokens: "~200M",
|
| 722 |
releaseDate: "2026-05-27",
|
|
@@ -730,7 +730,7 @@ const models = [
|
|
| 730 |
params: "1.71M",
|
| 731 |
blimp: 54.2,
|
| 732 |
arc: 27.4,
|
| 733 |
-
|
| 734 |
wiki: 4.82,
|
| 735 |
tokens: "~4.5B",
|
| 736 |
releaseDate: "2026-05-22",
|
|
@@ -757,7 +757,7 @@ const models = [
|
|
| 757 |
params: "468K",
|
| 758 |
blimp: 55.3,
|
| 759 |
arc: 27.3,
|
| 760 |
-
|
| 761 |
wiki: 4.49,
|
| 762 |
tokens: "—",
|
| 763 |
releaseDate: "2026-05-14",
|
|
@@ -771,7 +771,7 @@ const models = [
|
|
| 771 |
params: "79.7M",
|
| 772 |
blimp: 50.47,
|
| 773 |
arc: 27.82,
|
| 774 |
-
|
| 775 |
wiki: 12.42,
|
| 776 |
tokens: "~21M",
|
| 777 |
releaseDate: "2026-05-30",
|
|
@@ -785,7 +785,7 @@ const models = [
|
|
| 785 |
params: "87.60M",
|
| 786 |
blimp: 57.61,
|
| 787 |
arc: 25,
|
| 788 |
-
|
| 789 |
wiki: 11.24,
|
| 790 |
tokens: "~18M",
|
| 791 |
releaseDate: "2026-05-31",
|
|
@@ -799,7 +799,7 @@ const models = [
|
|
| 799 |
params: "2.62M",
|
| 800 |
blimp: 60.7,
|
| 801 |
arc: 31.5,
|
| 802 |
-
|
| 803 |
wiki: 3.17,
|
| 804 |
tokens: "—",
|
| 805 |
releaseDate: "2026-05-14",
|
|
@@ -813,7 +813,7 @@ const models = [
|
|
| 813 |
params: "4.23M",
|
| 814 |
blimp: 62.87,
|
| 815 |
arc: 27.36,
|
| 816 |
-
|
| 817 |
wiki: 3.77,
|
| 818 |
tokens: "~80M",
|
| 819 |
releaseDate: "2026-05-05",
|
|
@@ -827,7 +827,7 @@ const models = [
|
|
| 827 |
params: "5.03M",
|
| 828 |
blimp: 54.3,
|
| 829 |
arc: 26.3,
|
| 830 |
-
|
| 831 |
wiki: 6.26,
|
| 832 |
tokens: "~22M",
|
| 833 |
releaseDate: "2026-06-02",
|
|
@@ -841,7 +841,7 @@ const models = [
|
|
| 841 |
params: "9.96M",
|
| 842 |
blimp: 47.8,
|
| 843 |
arc: 31,
|
| 844 |
-
|
| 845 |
wiki: 5.31,
|
| 846 |
tokens: "~46.7M",
|
| 847 |
releaseDate: "2026-06-04",
|
|
@@ -855,7 +855,7 @@ const models = [
|
|
| 855 |
params: "9.96M",
|
| 856 |
blimp: 69,
|
| 857 |
arc: 28,
|
| 858 |
-
|
| 859 |
wiki: 6.72,
|
| 860 |
tokens: "~10M",
|
| 861 |
releaseDate: "2026-06-03",
|
|
@@ -869,7 +869,7 @@ const models = [
|
|
| 869 |
params: "12.6M",
|
| 870 |
blimp: 61.47,
|
| 871 |
arc: 28.45,
|
| 872 |
-
|
| 873 |
wiki: 8.76,
|
| 874 |
tokens: "—",
|
| 875 |
releaseDate: "2026-05-15",
|
|
@@ -883,7 +883,7 @@ const models = [
|
|
| 883 |
params: "7.87M",
|
| 884 |
blimp: 63.5,
|
| 885 |
arc: 34.4,
|
| 886 |
-
|
| 887 |
wiki: 2.73,
|
| 888 |
tokens: "—",
|
| 889 |
releaseDate: "2026-05-16",
|
|
@@ -897,7 +897,7 @@ const models = [
|
|
| 897 |
params: "9.96M",
|
| 898 |
blimp: 56.95,
|
| 899 |
arc: 26.8,
|
| 900 |
-
|
| 901 |
wiki: 6.73,
|
| 902 |
tokens: "462M",
|
| 903 |
releaseDate: "2026-06-01",
|
|
@@ -912,7 +912,7 @@ const models = [
|
|
| 912 |
params: "982K",
|
| 913 |
blimp: 68.7,
|
| 914 |
arc: 32.5,
|
| 915 |
-
|
| 916 |
wiki: 3.08,
|
| 917 |
tokens: "100B",
|
| 918 |
releaseDate: "2026-05-13",
|
|
@@ -926,7 +926,7 @@ const models = [
|
|
| 926 |
params: "1.41M",
|
| 927 |
blimp: 61.86,
|
| 928 |
arc: 30.26,
|
| 929 |
-
|
| 930 |
wiki: 3,
|
| 931 |
tokens: "—",
|
| 932 |
releaseDate: "2026-05-30",
|
|
@@ -940,7 +940,7 @@ const models = [
|
|
| 940 |
params: "5.16M",
|
| 941 |
blimp: 72.27,
|
| 942 |
arc: 35.69,
|
| 943 |
-
|
| 944 |
wiki: 2.57,
|
| 945 |
tokens: "25B",
|
| 946 |
releaseDate: "2026-05-19",
|
|
@@ -954,7 +954,7 @@ const models = [
|
|
| 954 |
params: "74M",
|
| 955 |
blimp: 74.91,
|
| 956 |
arc: 39.06,
|
| 957 |
-
|
| 958 |
wiki: 2.2,
|
| 959 |
tokens: "~1.2B",
|
| 960 |
releaseDate: "2026-06-01",
|
|
@@ -968,7 +968,7 @@ const models = [
|
|
| 968 |
params: "51.8M",
|
| 969 |
blimp: 76.3,
|
| 970 |
arc: 52.2,
|
| 971 |
-
|
| 972 |
wiki: 2.56,
|
| 973 |
tokens: "20B",
|
| 974 |
releaseDate: "2026-05-21",
|
|
@@ -983,7 +983,7 @@ const models = [
|
|
| 983 |
params: "55.7M",
|
| 984 |
blimp: 74.08,
|
| 985 |
arc: 37.33,
|
| 986 |
-
|
| 987 |
wiki: 2.29,
|
| 988 |
tokens: "1.3B",
|
| 989 |
releaseDate: "2026-06-05",
|
|
@@ -997,7 +997,7 @@ const models = [
|
|
| 997 |
params: "91.1M",
|
| 998 |
blimp: 78.35,
|
| 999 |
arc: 41.5,
|
| 1000 |
-
|
| 1001 |
wiki: 2.07,
|
| 1002 |
tokens: "6.5B",
|
| 1003 |
releaseDate: "2026-06-28",
|
|
@@ -1011,7 +1011,7 @@ const models = [
|
|
| 1011 |
params: "9.94M",
|
| 1012 |
blimp: 72.52,
|
| 1013 |
arc: 35.9,
|
| 1014 |
-
|
| 1015 |
wiki: 2.46,
|
| 1016 |
tokens: "6.5B",
|
| 1017 |
releaseDate: "2026-06-13",
|
|
@@ -1025,7 +1025,7 @@ const models = [
|
|
| 1025 |
params: "5.96M",
|
| 1026 |
blimp: 65.23,
|
| 1027 |
arc: 33.38,
|
| 1028 |
-
|
| 1029 |
wiki: 3.25,
|
| 1030 |
tokens: "1.1B",
|
| 1031 |
releaseDate: "2026-06-10",
|
|
@@ -1039,7 +1039,7 @@ const models = [
|
|
| 1039 |
params: "95M",
|
| 1040 |
blimp: 80.20,
|
| 1041 |
arc: 43.18,
|
| 1042 |
-
|
| 1043 |
wiki: 2.08,
|
| 1044 |
tokens: "9B",
|
| 1045 |
releaseDate: "2026-07-06",
|
|
@@ -1053,7 +1053,7 @@ const models = [
|
|
| 1053 |
params: "28.4M",
|
| 1054 |
blimp: 69.75,
|
| 1055 |
arc: 38.59,
|
| 1056 |
-
|
| 1057 |
wiki: 2.3,
|
| 1058 |
tokens: "2.6B",
|
| 1059 |
releaseDate: "2026-06-09",
|
|
@@ -1067,7 +1067,7 @@ const models = [
|
|
| 1067 |
params: "22.03M",
|
| 1068 |
blimp: 61.4,
|
| 1069 |
arc: 30.85,
|
| 1070 |
-
|
| 1071 |
wiki: 3.14,
|
| 1072 |
tokens: "~1.57B",
|
| 1073 |
releaseDate: "2026-06-05",
|
|
@@ -1081,7 +1081,7 @@ const models = [
|
|
| 1081 |
params: "53.1M",
|
| 1082 |
blimp: 72.81,
|
| 1083 |
arc: 30.3,
|
| 1084 |
-
|
| 1085 |
wiki: 2.38,
|
| 1086 |
tokens: "1.1B",
|
| 1087 |
releaseDate: "2026-06-09",
|
|
@@ -1095,7 +1095,7 @@ const models = [
|
|
| 1095 |
params: "117K",
|
| 1096 |
blimp: 51.77,
|
| 1097 |
arc: 26.39,
|
| 1098 |
-
|
| 1099 |
wiki: 25.17,
|
| 1100 |
tokens: "500M",
|
| 1101 |
releaseDate: "2026-05-18",
|
|
@@ -1109,7 +1109,7 @@ const models = [
|
|
| 1109 |
params: "51.8M",
|
| 1110 |
blimp: 76.3,
|
| 1111 |
arc: 46.0,
|
| 1112 |
-
|
| 1113 |
wiki: 2.04,
|
| 1114 |
tokens: "20B",
|
| 1115 |
releaseDate: "2026-05-27",
|
|
@@ -1123,7 +1123,7 @@ const models = [
|
|
| 1123 |
params: "51.8M",
|
| 1124 |
blimp: 64.14,
|
| 1125 |
arc: 45.16,
|
| 1126 |
-
|
| 1127 |
wiki: 2.6,
|
| 1128 |
tokens: "20B",
|
| 1129 |
releaseDate: "2026-06-04",
|
|
@@ -1138,7 +1138,7 @@ const models = [
|
|
| 1138 |
params: "85.7M",
|
| 1139 |
blimp: 71.44,
|
| 1140 |
arc: 38.01,
|
| 1141 |
-
|
| 1142 |
wiki: 2.2228,
|
| 1143 |
tokens: "~20B",
|
| 1144 |
releaseDate: "2026-05-22",
|
|
@@ -1153,7 +1153,7 @@ const models = [
|
|
| 1153 |
params: "75M",
|
| 1154 |
blimp: 76.10,
|
| 1155 |
arc: 35.65,
|
| 1156 |
-
|
| 1157 |
wiki: 2.08,
|
| 1158 |
tokens: "~18B",
|
| 1159 |
releaseDate: "2026-05-29",
|
|
@@ -1168,7 +1168,7 @@ const models = [
|
|
| 1168 |
params: "75M",
|
| 1169 |
blimp: 76.02,
|
| 1170 |
arc: 39.10,
|
| 1171 |
-
|
| 1172 |
wiki: 2.17,
|
| 1173 |
tokens: "~18B",
|
| 1174 |
releaseDate: "2026-05-29",
|
|
@@ -1183,7 +1183,7 @@ const models = [
|
|
| 1183 |
params: "11.9K",
|
| 1184 |
blimp: 52.43,
|
| 1185 |
arc: 25.46,
|
| 1186 |
-
|
| 1187 |
wiki: 14.73,
|
| 1188 |
tokens: "500K",
|
| 1189 |
releaseDate: "2026-06-16",
|
|
@@ -1197,7 +1197,7 @@ const models = [
|
|
| 1197 |
params: "150M",
|
| 1198 |
blimp: 72.67,
|
| 1199 |
arc: 31.40,
|
| 1200 |
-
|
| 1201 |
wiki: 2.45,
|
| 1202 |
tokens: "~1.47B",
|
| 1203 |
releaseDate: "2026-05-05",
|
|
@@ -1211,7 +1211,7 @@ const models = [
|
|
| 1211 |
params: "86M",
|
| 1212 |
blimp: 73.56,
|
| 1213 |
arc: 39.31,
|
| 1214 |
-
|
| 1215 |
wiki: 2.3753,
|
| 1216 |
tokens: "—",
|
| 1217 |
releaseDate: "2026-06-18",
|
|
@@ -1226,7 +1226,7 @@ const models = [
|
|
| 1226 |
params: "86M",
|
| 1227 |
blimp: 70.33,
|
| 1228 |
arc: 34.68,
|
| 1229 |
-
|
| 1230 |
wiki: 2.6839,
|
| 1231 |
tokens: "—",
|
| 1232 |
releaseDate: "2026-06-18",
|
|
@@ -1268,7 +1268,7 @@ const models = [
|
|
| 1268 |
params: "34.6M",
|
| 1269 |
blimp: 64.05,
|
| 1270 |
arc: 32.79,
|
| 1271 |
-
|
| 1272 |
wiki: 2.875,
|
| 1273 |
tokens: "~115~165M",
|
| 1274 |
releaseDate: "2026-06-25",
|
|
@@ -1282,7 +1282,7 @@ const models = [
|
|
| 1282 |
params: "34.6M",
|
| 1283 |
blimp: 64.87,
|
| 1284 |
arc: 34.13,
|
| 1285 |
-
|
| 1286 |
wiki: 2.838,
|
| 1287 |
tokens: "210M",
|
| 1288 |
releaseDate: "2026-06-28",
|
|
@@ -1296,7 +1296,7 @@ const models = [
|
|
| 1296 |
params: "125M",
|
| 1297 |
blimp: 81.28,
|
| 1298 |
arc: 57.07,
|
| 1299 |
-
|
| 1300 |
wiki: 1.86,
|
| 1301 |
tokens: "75B",
|
| 1302 |
releaseDate: "2026-04-22",
|
|
@@ -1320,7 +1320,7 @@ const models = [
|
|
| 1320 |
params: "99.8M",
|
| 1321 |
blimp: 61.13,
|
| 1322 |
arc: 25.88,
|
| 1323 |
-
|
| 1324 |
wiki: 3.878,
|
| 1325 |
tokens: "~625M",
|
| 1326 |
releaseDate: "2026-06-15",
|
|
@@ -1334,7 +1334,7 @@ const models = [
|
|
| 1334 |
params: "99.8M",
|
| 1335 |
blimp: 66.01,
|
| 1336 |
arc: 33.88,
|
| 1337 |
-
|
| 1338 |
wiki: 2.879,
|
| 1339 |
tokens: "—",
|
| 1340 |
releaseDate: "2026-07-05",
|
|
@@ -1361,7 +1361,7 @@ const models = [
|
|
| 1361 |
params: "500k",
|
| 1362 |
blimp: 60.61,
|
| 1363 |
arc: 30.35,
|
| 1364 |
-
|
| 1365 |
wiki: 4.1228,
|
| 1366 |
tokens: "300M",
|
| 1367 |
releaseDate: "2026-07-16",
|
|
@@ -1375,7 +1375,7 @@ const models = [
|
|
| 1375 |
params: "23.85M",
|
| 1376 |
blimp: 75.09,
|
| 1377 |
arc: 39.98,
|
| 1378 |
-
|
| 1379 |
wiki: 2.2250,
|
| 1380 |
tokens: "~12.85B",
|
| 1381 |
releaseDate: "2026-07-07",
|
|
@@ -1390,7 +1390,7 @@ const models = [
|
|
| 1390 |
params: "51.8M",
|
| 1391 |
blimp: 67.4,
|
| 1392 |
arc: 45.9,
|
| 1393 |
-
|
| 1394 |
wiki: 2.7,
|
| 1395 |
tokens: "23B",
|
| 1396 |
releaseDate: "2026-06-12",
|
|
@@ -1405,7 +1405,7 @@ const models = [
|
|
| 1405 |
params: "0.2M",
|
| 1406 |
blimp: 51.84,
|
| 1407 |
arc: 26.77,
|
| 1408 |
-
|
| 1409 |
wiki: 8.0696,
|
| 1410 |
tokens: "1.5M",
|
| 1411 |
releaseDate: "2026-05-15",
|
|
@@ -1429,7 +1429,7 @@ const models = [
|
|
| 1429 |
params: "122.7M",
|
| 1430 |
blimp: 80.31,
|
| 1431 |
arc: 49.71,
|
| 1432 |
-
|
| 1433 |
wiki: 2.628,
|
| 1434 |
tokens: "1.64B",
|
| 1435 |
releaseDate: "2026-07-29",
|
|
@@ -1635,16 +1635,16 @@ function renderStats() {
|
|
| 1635 |
const orgs = new Set(models.map(m => m.org));
|
| 1636 |
const blimps = models.filter(m => m.blimp).map(m => m.blimp);
|
| 1637 |
const arcs = models.filter(m => m.arc).map(m => m.arc);
|
| 1638 |
-
const
|
| 1639 |
const bestB = Math.max(...blimps);
|
| 1640 |
const bestA = Math.max(...arcs);
|
| 1641 |
-
const
|
| 1642 |
document.getElementById('stat-row').innerHTML = `
|
| 1643 |
<div class="stat-pill"><div class="label">Models</div><div class="value">${models.length}</div><div class="sub">On leaderboard</div></div>
|
| 1644 |
<div class="stat-pill"><div class="label">Organizations</div><div class="value">${orgs.size}</div><div class="sub">Contributing</div></div>
|
| 1645 |
<div class="stat-pill"><div class="label">Best BLiMP</div><div class="value" style="color:var(--green)">${bestB}%</div><div class="sub">${models.find(m => m.blimp === bestB).name}</div></div>
|
| 1646 |
<div class="stat-pill"><div class="label">Best ARC-E</div><div class="value" style="color:var(--green)">${bestA}%</div><div class="sub">${models.find(m => m.arc === bestA).name}</div></div>
|
| 1647 |
-
${
|
| 1648 |
`;
|
| 1649 |
document.getElementById('model-count-badge').textContent = `${models.length} models`;
|
| 1650 |
}
|
|
@@ -1671,10 +1671,10 @@ const sortComparators = {
|
|
| 1671 |
if (b.arc == null) return -1;
|
| 1672 |
return b.arc - a.arc;
|
| 1673 |
},
|
| 1674 |
-
|
| 1675 |
-
if (typeof a.
|
| 1676 |
-
if (typeof b.
|
| 1677 |
-
return b.
|
| 1678 |
},
|
| 1679 |
efficiency: (a, b) => getEfficiencyScore(b) - getEfficiencyScore(a),
|
| 1680 |
params: (a, b) => parseParams(a.params) - parseParams(b.params),
|
|
@@ -1803,8 +1803,8 @@ function renderTable() {
|
|
| 1803 |
const bMin = Math.min(...blimps), bMax = Math.max(...blimps);
|
| 1804 |
const aMin = Math.min(...arcs), aMax = Math.max(...arcs);
|
| 1805 |
const wMin = Math.min(...wikis), wMax = Math.max(...wikis);
|
| 1806 |
-
const
|
| 1807 |
-
const
|
| 1808 |
const eMin = Math.min(...effs), eMax = Math.max(...effs);
|
| 1809 |
|
| 1810 |
tbody.innerHTML = filtered.map((m, idx) => {
|
|
@@ -1842,9 +1842,9 @@ function renderTable() {
|
|
| 1842 |
? `<span class="metric-val${isBestArc ? ' best' : ''}">${m.arc}%</span>`
|
| 1843 |
: '<span class="metric-na">TBD</span>'}
|
| 1844 |
</td>
|
| 1845 |
-
<td class="cell-metric" style="${typeof m.
|
| 1846 |
-
${typeof m.
|
| 1847 |
-
? `<span class="metric-val${m.
|
| 1848 |
: '<span class="metric-na">TBD</span>'}
|
| 1849 |
</td>
|
| 1850 |
<td class="cell-tokens">${m.tokens}</td>
|
|
@@ -1949,7 +1949,7 @@ function renderTimeline() {
|
|
| 1949 |
const METRICS = {
|
| 1950 |
blimp: { label: 'BLiMP', sub: 'Grammatical acceptability · higher is better', unit: '%', lowerBetter: false },
|
| 1951 |
arc: { label: 'ARC-Easy', sub: 'Science QA accuracy · higher is better', unit: '%', lowerBetter: false },
|
| 1952 |
-
|
| 1953 |
wiki: { label: 'WikiText-2', sub: 'Byte-level perplexity · log scale · lower is better · models above 1000 ppl omitted', unit: '', lowerBetter: true, dot: true, cap: 1000 }
|
| 1954 |
};
|
| 1955 |
let activeMetric = 'blimp';
|
|
@@ -1964,8 +1964,8 @@ function setupMetricSwitch() {
|
|
| 1964 |
btn.addEventListener('click', () => {
|
| 1965 |
activeMetric = btn.dataset.metric;
|
| 1966 |
setupMetricSwitch();
|
| 1967 |
-
|
| 1968 |
-
|
| 1969 |
buildMetricChart();
|
| 1970 |
});
|
| 1971 |
});
|
|
|
|
| 504 |
<option value="wiki">WikiText-2 byte_ppl</option>
|
| 505 |
<option value="blimp">BLiMP</option>
|
| 506 |
<option value="arc">ARC-Easy</option>
|
| 507 |
+
<option value="aci">AxiomicLabs ACI</option>
|
| 508 |
<option value="params">Parameters</option>
|
| 509 |
<option value="date">Release Date</option>
|
| 510 |
</select>
|
|
|
|
| 525 |
<th class="cell-metric">WikiText-2 byte_ppl ↓</th>
|
| 526 |
<th class="cell-metric">BLiMP ↑</th>
|
| 527 |
<th class="cell-metric">ARC-Easy ↑</th>
|
| 528 |
+
<th class="cell-metric">ACI ↑</th>
|
| 529 |
<th>Training Tokens</th>
|
| 530 |
<th>Released</th>
|
| 531 |
<th>Links</th>
|
|
|
|
| 594 |
params: "1.71M",
|
| 595 |
blimp: 73.96,
|
| 596 |
arc: 36.80,
|
| 597 |
+
aci: 48.02,
|
| 598 |
wiki: 3.09,
|
| 599 |
tokens: "~300B",
|
| 600 |
releaseDate: "2026-07-19",
|
|
|
|
| 608 |
params: "1K",
|
| 609 |
blimp: 58.61,
|
| 610 |
arc: 26.39,
|
| 611 |
+
aci: 0.57,
|
| 612 |
wiki: 11.27,
|
| 613 |
tokens: "—",
|
| 614 |
releaseDate: "2026-05-13",
|
|
|
|
| 635 |
params: "168K",
|
| 636 |
blimp: 53.5,
|
| 637 |
arc: 26.8,
|
| 638 |
+
aci: 48.95,
|
| 639 |
wiki: 7.79,
|
| 640 |
tokens: "—",
|
| 641 |
releaseDate: "2026-05-12",
|
|
|
|
| 675 |
params: "1.51M",
|
| 676 |
blimp: 60.7,
|
| 677 |
arc: 24.58,
|
| 678 |
+
aci: 51.57,
|
| 679 |
wiki: 4.09,
|
| 680 |
tokens: "~30M",
|
| 681 |
releaseDate: "2026-05-19",
|
|
|
|
| 702 |
params: "1.71M",
|
| 703 |
blimp: 60.51,
|
| 704 |
arc: 26.68,
|
| 705 |
+
aci: 51.28,
|
| 706 |
wiki: 4.23,
|
| 707 |
tokens: "~50M",
|
| 708 |
releaseDate: "2026-05-19",
|
|
|
|
| 716 |
params: "587K",
|
| 717 |
blimp: 59.01,
|
| 718 |
arc: 27.06,
|
| 719 |
+
aci: 51.40,
|
| 720 |
wiki: 4.52,
|
| 721 |
tokens: "~200M",
|
| 722 |
releaseDate: "2026-05-27",
|
|
|
|
| 730 |
params: "1.71M",
|
| 731 |
blimp: 54.2,
|
| 732 |
arc: 27.4,
|
| 733 |
+
aci: 49.54,
|
| 734 |
wiki: 4.82,
|
| 735 |
tokens: "~4.5B",
|
| 736 |
releaseDate: "2026-05-22",
|
|
|
|
| 757 |
params: "468K",
|
| 758 |
blimp: 55.3,
|
| 759 |
arc: 27.3,
|
| 760 |
+
aci: 48.96,
|
| 761 |
wiki: 4.49,
|
| 762 |
tokens: "—",
|
| 763 |
releaseDate: "2026-05-14",
|
|
|
|
| 771 |
params: "79.7M",
|
| 772 |
blimp: 50.47,
|
| 773 |
arc: 27.82,
|
| 774 |
+
aci: 49.77,
|
| 775 |
wiki: 12.42,
|
| 776 |
tokens: "~21M",
|
| 777 |
releaseDate: "2026-05-30",
|
|
|
|
| 785 |
params: "87.60M",
|
| 786 |
blimp: 57.61,
|
| 787 |
arc: 25,
|
| 788 |
+
aci: 49.50,
|
| 789 |
wiki: 11.24,
|
| 790 |
tokens: "~18M",
|
| 791 |
releaseDate: "2026-05-31",
|
|
|
|
| 799 |
params: "2.62M",
|
| 800 |
blimp: 60.7,
|
| 801 |
arc: 31.5,
|
| 802 |
+
aci: 50.42,
|
| 803 |
wiki: 3.17,
|
| 804 |
tokens: "—",
|
| 805 |
releaseDate: "2026-05-14",
|
|
|
|
| 813 |
params: "4.23M",
|
| 814 |
blimp: 62.87,
|
| 815 |
arc: 27.36,
|
| 816 |
+
aci: 50.99,
|
| 817 |
wiki: 3.77,
|
| 818 |
tokens: "~80M",
|
| 819 |
releaseDate: "2026-05-05",
|
|
|
|
| 827 |
params: "5.03M",
|
| 828 |
blimp: 54.3,
|
| 829 |
arc: 26.3,
|
| 830 |
+
aci: 48.40,
|
| 831 |
wiki: 6.26,
|
| 832 |
tokens: "~22M",
|
| 833 |
releaseDate: "2026-06-02",
|
|
|
|
| 841 |
params: "9.96M",
|
| 842 |
blimp: 47.8,
|
| 843 |
arc: 31,
|
| 844 |
+
aci: 49.54,
|
| 845 |
wiki: 5.31,
|
| 846 |
tokens: "~46.7M",
|
| 847 |
releaseDate: "2026-06-04",
|
|
|
|
| 855 |
params: "9.96M",
|
| 856 |
blimp: 69,
|
| 857 |
arc: 28,
|
| 858 |
+
aci: 50.21,
|
| 859 |
wiki: 6.72,
|
| 860 |
tokens: "~10M",
|
| 861 |
releaseDate: "2026-06-03",
|
|
|
|
| 869 |
params: "12.6M",
|
| 870 |
blimp: 61.47,
|
| 871 |
arc: 28.45,
|
| 872 |
+
aci: 49.86,
|
| 873 |
wiki: 8.76,
|
| 874 |
tokens: "—",
|
| 875 |
releaseDate: "2026-05-15",
|
|
|
|
| 883 |
params: "7.87M",
|
| 884 |
blimp: 63.5,
|
| 885 |
arc: 34.4,
|
| 886 |
+
aci: 52.56,
|
| 887 |
wiki: 2.73,
|
| 888 |
tokens: "—",
|
| 889 |
releaseDate: "2026-05-16",
|
|
|
|
| 897 |
params: "9.96M",
|
| 898 |
blimp: 56.95,
|
| 899 |
arc: 26.8,
|
| 900 |
+
aci: 50.71,
|
| 901 |
wiki: 6.73,
|
| 902 |
tokens: "462M",
|
| 903 |
releaseDate: "2026-06-01",
|
|
|
|
| 912 |
params: "982K",
|
| 913 |
blimp: 68.7,
|
| 914 |
arc: 32.5,
|
| 915 |
+
aci: 52.73,
|
| 916 |
wiki: 3.08,
|
| 917 |
tokens: "100B",
|
| 918 |
releaseDate: "2026-05-13",
|
|
|
|
| 926 |
params: "1.41M",
|
| 927 |
blimp: 61.86,
|
| 928 |
arc: 30.26,
|
| 929 |
+
aci: 51.04,
|
| 930 |
wiki: 3,
|
| 931 |
tokens: "—",
|
| 932 |
releaseDate: "2026-05-30",
|
|
|
|
| 940 |
params: "5.16M",
|
| 941 |
blimp: 72.27,
|
| 942 |
arc: 35.69,
|
| 943 |
+
aci: 53.07,
|
| 944 |
wiki: 2.57,
|
| 945 |
tokens: "25B",
|
| 946 |
releaseDate: "2026-05-19",
|
|
|
|
| 954 |
params: "74M",
|
| 955 |
blimp: 74.91,
|
| 956 |
arc: 39.06,
|
| 957 |
+
aci: 52.58,
|
| 958 |
wiki: 2.2,
|
| 959 |
tokens: "~1.2B",
|
| 960 |
releaseDate: "2026-06-01",
|
|
|
|
| 968 |
params: "51.8M",
|
| 969 |
blimp: 76.3,
|
| 970 |
arc: 52.2,
|
| 971 |
+
aci: 53.28,
|
| 972 |
wiki: 2.56,
|
| 973 |
tokens: "20B",
|
| 974 |
releaseDate: "2026-05-21",
|
|
|
|
| 983 |
params: "55.7M",
|
| 984 |
blimp: 74.08,
|
| 985 |
arc: 37.33,
|
| 986 |
+
aci: 52.90,
|
| 987 |
wiki: 2.29,
|
| 988 |
tokens: "1.3B",
|
| 989 |
releaseDate: "2026-06-05",
|
|
|
|
| 997 |
params: "91.1M",
|
| 998 |
blimp: 78.35,
|
| 999 |
arc: 41.5,
|
| 1000 |
+
aci: 54.51,
|
| 1001 |
wiki: 2.07,
|
| 1002 |
tokens: "6.5B",
|
| 1003 |
releaseDate: "2026-06-28",
|
|
|
|
| 1011 |
params: "9.94M",
|
| 1012 |
blimp: 72.52,
|
| 1013 |
arc: 35.9,
|
| 1014 |
+
aci: 54.25,
|
| 1015 |
wiki: 2.46,
|
| 1016 |
tokens: "6.5B",
|
| 1017 |
releaseDate: "2026-06-13",
|
|
|
|
| 1025 |
params: "5.96M",
|
| 1026 |
blimp: 65.23,
|
| 1027 |
arc: 33.38,
|
| 1028 |
+
aci: 54.25,
|
| 1029 |
wiki: 3.25,
|
| 1030 |
tokens: "1.1B",
|
| 1031 |
releaseDate: "2026-06-10",
|
|
|
|
| 1039 |
params: "95M",
|
| 1040 |
blimp: 80.20,
|
| 1041 |
arc: 43.18,
|
| 1042 |
+
aci: 53.90,
|
| 1043 |
wiki: 2.08,
|
| 1044 |
tokens: "9B",
|
| 1045 |
releaseDate: "2026-07-06",
|
|
|
|
| 1053 |
params: "28.4M",
|
| 1054 |
blimp: 69.75,
|
| 1055 |
arc: 38.59,
|
| 1056 |
+
aci: 53.50,
|
| 1057 |
wiki: 2.3,
|
| 1058 |
tokens: "2.6B",
|
| 1059 |
releaseDate: "2026-06-09",
|
|
|
|
| 1067 |
params: "22.03M",
|
| 1068 |
blimp: 61.4,
|
| 1069 |
arc: 30.85,
|
| 1070 |
+
aci: 53.66,
|
| 1071 |
wiki: 3.14,
|
| 1072 |
tokens: "~1.57B",
|
| 1073 |
releaseDate: "2026-06-05",
|
|
|
|
| 1081 |
params: "53.1M",
|
| 1082 |
blimp: 72.81,
|
| 1083 |
arc: 30.3,
|
| 1084 |
+
aci: 52.77,
|
| 1085 |
wiki: 2.38,
|
| 1086 |
tokens: "1.1B",
|
| 1087 |
releaseDate: "2026-06-09",
|
|
|
|
| 1095 |
params: "117K",
|
| 1096 |
blimp: 51.77,
|
| 1097 |
arc: 26.39,
|
| 1098 |
+
aci: 52.23,
|
| 1099 |
wiki: 25.17,
|
| 1100 |
tokens: "500M",
|
| 1101 |
releaseDate: "2026-05-18",
|
|
|
|
| 1109 |
params: "51.8M",
|
| 1110 |
blimp: 76.3,
|
| 1111 |
arc: 46.0,
|
| 1112 |
+
aci: 53.53,
|
| 1113 |
wiki: 2.04,
|
| 1114 |
tokens: "20B",
|
| 1115 |
releaseDate: "2026-05-27",
|
|
|
|
| 1123 |
params: "51.8M",
|
| 1124 |
blimp: 64.14,
|
| 1125 |
arc: 45.16,
|
| 1126 |
+
aci: 53.16,
|
| 1127 |
wiki: 2.6,
|
| 1128 |
tokens: "20B",
|
| 1129 |
releaseDate: "2026-06-04",
|
|
|
|
| 1138 |
params: "85.7M",
|
| 1139 |
blimp: 71.44,
|
| 1140 |
arc: 38.01,
|
| 1141 |
+
aci: 52.51,
|
| 1142 |
wiki: 2.2228,
|
| 1143 |
tokens: "~20B",
|
| 1144 |
releaseDate: "2026-05-22",
|
|
|
|
| 1153 |
params: "75M",
|
| 1154 |
blimp: 76.10,
|
| 1155 |
arc: 35.65,
|
| 1156 |
+
aci: 52.27,
|
| 1157 |
wiki: 2.08,
|
| 1158 |
tokens: "~18B",
|
| 1159 |
releaseDate: "2026-05-29",
|
|
|
|
| 1168 |
params: "75M",
|
| 1169 |
blimp: 76.02,
|
| 1170 |
arc: 39.10,
|
| 1171 |
+
aci: 52.26,
|
| 1172 |
wiki: 2.17,
|
| 1173 |
tokens: "~18B",
|
| 1174 |
releaseDate: "2026-05-29",
|
|
|
|
| 1183 |
params: "11.9K",
|
| 1184 |
blimp: 52.43,
|
| 1185 |
arc: 25.46,
|
| 1186 |
+
aci: 50.00,
|
| 1187 |
wiki: 14.73,
|
| 1188 |
tokens: "500K",
|
| 1189 |
releaseDate: "2026-06-16",
|
|
|
|
| 1197 |
params: "150M",
|
| 1198 |
blimp: 72.67,
|
| 1199 |
arc: 31.40,
|
| 1200 |
+
aci: 50.83,
|
| 1201 |
wiki: 2.45,
|
| 1202 |
tokens: "~1.47B",
|
| 1203 |
releaseDate: "2026-05-05",
|
|
|
|
| 1211 |
params: "86M",
|
| 1212 |
blimp: 73.56,
|
| 1213 |
arc: 39.31,
|
| 1214 |
+
aci: 52.42,
|
| 1215 |
wiki: 2.3753,
|
| 1216 |
tokens: "—",
|
| 1217 |
releaseDate: "2026-06-18",
|
|
|
|
| 1226 |
params: "86M",
|
| 1227 |
blimp: 70.33,
|
| 1228 |
arc: 34.68,
|
| 1229 |
+
aci: 52.16,
|
| 1230 |
wiki: 2.6839,
|
| 1231 |
tokens: "—",
|
| 1232 |
releaseDate: "2026-06-18",
|
|
|
|
| 1268 |
params: "34.6M",
|
| 1269 |
blimp: 64.05,
|
| 1270 |
arc: 32.79,
|
| 1271 |
+
aci: 54.44,
|
| 1272 |
wiki: 2.875,
|
| 1273 |
tokens: "~115~165M",
|
| 1274 |
releaseDate: "2026-06-25",
|
|
|
|
| 1282 |
params: "34.6M",
|
| 1283 |
blimp: 64.87,
|
| 1284 |
arc: 34.13,
|
| 1285 |
+
aci: 54.16,
|
| 1286 |
wiki: 2.838,
|
| 1287 |
tokens: "210M",
|
| 1288 |
releaseDate: "2026-06-28",
|
|
|
|
| 1296 |
params: "125M",
|
| 1297 |
blimp: 81.28,
|
| 1298 |
arc: 57.07,
|
| 1299 |
+
aci: 54.53,
|
| 1300 |
wiki: 1.86,
|
| 1301 |
tokens: "75B",
|
| 1302 |
releaseDate: "2026-04-22",
|
|
|
|
| 1320 |
params: "99.8M",
|
| 1321 |
blimp: 61.13,
|
| 1322 |
arc: 25.88,
|
| 1323 |
+
aci: 50.66,
|
| 1324 |
wiki: 3.878,
|
| 1325 |
tokens: "~625M",
|
| 1326 |
releaseDate: "2026-06-15",
|
|
|
|
| 1334 |
params: "99.8M",
|
| 1335 |
blimp: 66.01,
|
| 1336 |
arc: 33.88,
|
| 1337 |
+
aci: 51.69,
|
| 1338 |
wiki: 2.879,
|
| 1339 |
tokens: "—",
|
| 1340 |
releaseDate: "2026-07-05",
|
|
|
|
| 1361 |
params: "500k",
|
| 1362 |
blimp: 60.61,
|
| 1363 |
arc: 30.35,
|
| 1364 |
+
aci: 49.58,
|
| 1365 |
wiki: 4.1228,
|
| 1366 |
tokens: "300M",
|
| 1367 |
releaseDate: "2026-07-16",
|
|
|
|
| 1375 |
params: "23.85M",
|
| 1376 |
blimp: 75.09,
|
| 1377 |
arc: 39.98,
|
| 1378 |
+
aci: 53.72,
|
| 1379 |
wiki: 2.2250,
|
| 1380 |
tokens: "~12.85B",
|
| 1381 |
releaseDate: "2026-07-07",
|
|
|
|
| 1390 |
params: "51.8M",
|
| 1391 |
blimp: 67.4,
|
| 1392 |
arc: 45.9,
|
| 1393 |
+
aci: 53.17,
|
| 1394 |
wiki: 2.7,
|
| 1395 |
tokens: "23B",
|
| 1396 |
releaseDate: "2026-06-12",
|
|
|
|
| 1405 |
params: "0.2M",
|
| 1406 |
blimp: 51.84,
|
| 1407 |
arc: 26.77,
|
| 1408 |
+
aci: 49.26,
|
| 1409 |
wiki: 8.0696,
|
| 1410 |
tokens: "1.5M",
|
| 1411 |
releaseDate: "2026-05-15",
|
|
|
|
| 1429 |
params: "122.7M",
|
| 1430 |
blimp: 80.31,
|
| 1431 |
arc: 49.71,
|
| 1432 |
+
aci: 55.044,
|
| 1433 |
wiki: 2.628,
|
| 1434 |
tokens: "1.64B",
|
| 1435 |
releaseDate: "2026-07-29",
|
|
|
|
| 1635 |
const orgs = new Set(models.map(m => m.org));
|
| 1636 |
const blimps = models.filter(m => m.blimp).map(m => m.blimp);
|
| 1637 |
const arcs = models.filter(m => m.arc).map(m => m.arc);
|
| 1638 |
+
const acis = models.filter(m => typeof m.aci === 'number').map(m => m.aci);
|
| 1639 |
const bestB = Math.max(...blimps);
|
| 1640 |
const bestA = Math.max(...arcs);
|
| 1641 |
+
const bestACI = acis.length ? Math.max(...acis) : null;
|
| 1642 |
document.getElementById('stat-row').innerHTML = `
|
| 1643 |
<div class="stat-pill"><div class="label">Models</div><div class="value">${models.length}</div><div class="sub">On leaderboard</div></div>
|
| 1644 |
<div class="stat-pill"><div class="label">Organizations</div><div class="value">${orgs.size}</div><div class="sub">Contributing</div></div>
|
| 1645 |
<div class="stat-pill"><div class="label">Best BLiMP</div><div class="value" style="color:var(--green)">${bestB}%</div><div class="sub">${models.find(m => m.blimp === bestB).name}</div></div>
|
| 1646 |
<div class="stat-pill"><div class="label">Best ARC-E</div><div class="value" style="color:var(--green)">${bestA}%</div><div class="sub">${models.find(m => m.arc === bestA).name}</div></div>
|
| 1647 |
+
${acis.length ? `<div class="stat-pill"><div class="label">Best ACI</div><div class="value" style="color:var(--green)">${bestACI.toFixed(2)}%</div><div class="sub">${models.find(m => m.aci === bestACI).name}</div></div>` : ''}
|
| 1648 |
`;
|
| 1649 |
document.getElementById('model-count-badge').textContent = `${models.length} models`;
|
| 1650 |
}
|
|
|
|
| 1671 |
if (b.arc == null) return -1;
|
| 1672 |
return b.arc - a.arc;
|
| 1673 |
},
|
| 1674 |
+
aci: (a, b) => {
|
| 1675 |
+
if (typeof a.aci !== 'number') return 1;
|
| 1676 |
+
if (typeof b.aci !== 'number') return -1;
|
| 1677 |
+
return b.aci - a.aci;
|
| 1678 |
},
|
| 1679 |
efficiency: (a, b) => getEfficiencyScore(b) - getEfficiencyScore(a),
|
| 1680 |
params: (a, b) => parseParams(a.params) - parseParams(b.params),
|
|
|
|
| 1803 |
const bMin = Math.min(...blimps), bMax = Math.max(...blimps);
|
| 1804 |
const aMin = Math.min(...arcs), aMax = Math.max(...arcs);
|
| 1805 |
const wMin = Math.min(...wikis), wMax = Math.max(...wikis);
|
| 1806 |
+
const acis = models.filter(m => typeof m.aci === 'number').map(m => m.aci);
|
| 1807 |
+
const aciMin = Math.min(...acis), aciMax = Math.max(...acis);
|
| 1808 |
const eMin = Math.min(...effs), eMax = Math.max(...effs);
|
| 1809 |
|
| 1810 |
tbody.innerHTML = filtered.map((m, idx) => {
|
|
|
|
| 1842 |
? `<span class="metric-val${isBestArc ? ' best' : ''}">${m.arc}%</span>`
|
| 1843 |
: '<span class="metric-na">TBD</span>'}
|
| 1844 |
</td>
|
| 1845 |
+
<td class="cell-metric" style="${typeof m.aci === 'number' ? getColor(m.aci, aciMin, aciMax, false) : ''}">
|
| 1846 |
+
${typeof m.aci === 'number'
|
| 1847 |
+
? `<span class="metric-val${m.aci === aciMax ? ' best' : ''}">${m.aci.toFixed(2)}%</span>`
|
| 1848 |
: '<span class="metric-na">TBD</span>'}
|
| 1849 |
</td>
|
| 1850 |
<td class="cell-tokens">${m.tokens}</td>
|
|
|
|
| 1949 |
const METRICS = {
|
| 1950 |
blimp: { label: 'BLiMP', sub: 'Grammatical acceptability · higher is better', unit: '%', lowerBetter: false },
|
| 1951 |
arc: { label: 'ARC-Easy', sub: 'Science QA accuracy · higher is better', unit: '%', lowerBetter: false },
|
| 1952 |
+
aci: { label: 'ACI', sub: 'Attention Clarity Index by AxiomicLabs · share of attention×gradient saliency landing on relevant sentences · 50 = no preference over distractors', unit: '%', lowerBetter: false, dot: true, min: 45, max: 56 },
|
| 1953 |
wiki: { label: 'WikiText-2', sub: 'Byte-level perplexity · log scale · lower is better · models above 1000 ppl omitted', unit: '', lowerBetter: true, dot: true, cap: 1000 }
|
| 1954 |
};
|
| 1955 |
let activeMetric = 'blimp';
|
|
|
|
| 1964 |
btn.addEventListener('click', () => {
|
| 1965 |
activeMetric = btn.dataset.metric;
|
| 1966 |
setupMetricSwitch();
|
| 1967 |
+
setupTabs();
|
| 1968 |
+
setupSearch();
|
| 1969 |
buildMetricChart();
|
| 1970 |
});
|
| 1971 |
});
|