Files changed (1) hide show
  1. index.html +68 -68
index.html CHANGED
@@ -504,7 +504,7 @@ footer a:hover { text-decoration: underline; }
504
  <option value="wiki">WikiText-2 byte_ppl</option>
505
  <option value="blimp">BLiMP</option>
506
  <option value="arc">ARC-Easy</option>
507
- <option value="gci">GCI</option>
508
  <option value="params">Parameters</option>
509
  <option value="date">Release Date</option>
510
  </select>
@@ -525,7 +525,7 @@ footer a:hover { text-decoration: underline; }
525
  <th class="cell-metric">WikiText-2 byte_ppl ↓</th>
526
  <th class="cell-metric">BLiMP ↑</th>
527
  <th class="cell-metric">ARC-Easy ↑</th>
528
- <th class="cell-metric">GCI ↑</th>
529
  <th>Training Tokens</th>
530
  <th>Released</th>
531
  <th>Links</th>
@@ -594,7 +594,7 @@ const models = [
594
  params: "1.71M",
595
  blimp: 73.96,
596
  arc: 36.80,
597
- gci: 48.02,
598
  wiki: 3.09,
599
  tokens: "~300B",
600
  releaseDate: "2026-07-19",
@@ -608,7 +608,7 @@ const models = [
608
  params: "1K",
609
  blimp: 58.61,
610
  arc: 26.39,
611
- gci: 0.57,
612
  wiki: 11.27,
613
  tokens: "—",
614
  releaseDate: "2026-05-13",
@@ -635,7 +635,7 @@ const models = [
635
  params: "168K",
636
  blimp: 53.5,
637
  arc: 26.8,
638
- gci: 48.95,
639
  wiki: 7.79,
640
  tokens: "—",
641
  releaseDate: "2026-05-12",
@@ -675,7 +675,7 @@ const models = [
675
  params: "1.51M",
676
  blimp: 60.7,
677
  arc: 24.58,
678
- gci: 51.57,
679
  wiki: 4.09,
680
  tokens: "~30M",
681
  releaseDate: "2026-05-19",
@@ -702,7 +702,7 @@ const models = [
702
  params: "1.71M",
703
  blimp: 60.51,
704
  arc: 26.68,
705
- gci: 51.28,
706
  wiki: 4.23,
707
  tokens: "~50M",
708
  releaseDate: "2026-05-19",
@@ -716,7 +716,7 @@ const models = [
716
  params: "587K",
717
  blimp: 59.01,
718
  arc: 27.06,
719
- gci: 51.40,
720
  wiki: 4.52,
721
  tokens: "~200M",
722
  releaseDate: "2026-05-27",
@@ -730,7 +730,7 @@ const models = [
730
  params: "1.71M",
731
  blimp: 54.2,
732
  arc: 27.4,
733
- gci: 49.54,
734
  wiki: 4.82,
735
  tokens: "~4.5B",
736
  releaseDate: "2026-05-22",
@@ -757,7 +757,7 @@ const models = [
757
  params: "468K",
758
  blimp: 55.3,
759
  arc: 27.3,
760
- gci: 48.96,
761
  wiki: 4.49,
762
  tokens: "—",
763
  releaseDate: "2026-05-14",
@@ -771,7 +771,7 @@ const models = [
771
  params: "79.7M",
772
  blimp: 50.47,
773
  arc: 27.82,
774
- gci: 49.77,
775
  wiki: 12.42,
776
  tokens: "~21M",
777
  releaseDate: "2026-05-30",
@@ -785,7 +785,7 @@ const models = [
785
  params: "87.60M",
786
  blimp: 57.61,
787
  arc: 25,
788
- gci: 49.50,
789
  wiki: 11.24,
790
  tokens: "~18M",
791
  releaseDate: "2026-05-31",
@@ -799,7 +799,7 @@ const models = [
799
  params: "2.62M",
800
  blimp: 60.7,
801
  arc: 31.5,
802
- gci: 50.42,
803
  wiki: 3.17,
804
  tokens: "—",
805
  releaseDate: "2026-05-14",
@@ -813,7 +813,7 @@ const models = [
813
  params: "4.23M",
814
  blimp: 62.87,
815
  arc: 27.36,
816
- gci: 50.99,
817
  wiki: 3.77,
818
  tokens: "~80M",
819
  releaseDate: "2026-05-05",
@@ -827,7 +827,7 @@ const models = [
827
  params: "5.03M",
828
  blimp: 54.3,
829
  arc: 26.3,
830
- gci: 48.40,
831
  wiki: 6.26,
832
  tokens: "~22M",
833
  releaseDate: "2026-06-02",
@@ -841,7 +841,7 @@ const models = [
841
  params: "9.96M",
842
  blimp: 47.8,
843
  arc: 31,
844
- gci: 49.54,
845
  wiki: 5.31,
846
  tokens: "~46.7M",
847
  releaseDate: "2026-06-04",
@@ -855,7 +855,7 @@ const models = [
855
  params: "9.96M",
856
  blimp: 69,
857
  arc: 28,
858
- gci: 50.21,
859
  wiki: 6.72,
860
  tokens: "~10M",
861
  releaseDate: "2026-06-03",
@@ -869,7 +869,7 @@ const models = [
869
  params: "12.6M",
870
  blimp: 61.47,
871
  arc: 28.45,
872
- gci: 49.86,
873
  wiki: 8.76,
874
  tokens: "—",
875
  releaseDate: "2026-05-15",
@@ -883,7 +883,7 @@ const models = [
883
  params: "7.87M",
884
  blimp: 63.5,
885
  arc: 34.4,
886
- gci: 52.56,
887
  wiki: 2.73,
888
  tokens: "—",
889
  releaseDate: "2026-05-16",
@@ -897,7 +897,7 @@ const models = [
897
  params: "9.96M",
898
  blimp: 56.95,
899
  arc: 26.8,
900
- gci: 50.71,
901
  wiki: 6.73,
902
  tokens: "462M",
903
  releaseDate: "2026-06-01",
@@ -912,7 +912,7 @@ const models = [
912
  params: "982K",
913
  blimp: 68.7,
914
  arc: 32.5,
915
- gci: 52.73,
916
  wiki: 3.08,
917
  tokens: "100B",
918
  releaseDate: "2026-05-13",
@@ -926,7 +926,7 @@ const models = [
926
  params: "1.41M",
927
  blimp: 61.86,
928
  arc: 30.26,
929
- gci: 51.04,
930
  wiki: 3,
931
  tokens: "—",
932
  releaseDate: "2026-05-30",
@@ -940,7 +940,7 @@ const models = [
940
  params: "5.16M",
941
  blimp: 72.27,
942
  arc: 35.69,
943
- gci: 53.07,
944
  wiki: 2.57,
945
  tokens: "25B",
946
  releaseDate: "2026-05-19",
@@ -954,7 +954,7 @@ const models = [
954
  params: "74M",
955
  blimp: 74.91,
956
  arc: 39.06,
957
- gci: 52.58,
958
  wiki: 2.2,
959
  tokens: "~1.2B",
960
  releaseDate: "2026-06-01",
@@ -968,7 +968,7 @@ const models = [
968
  params: "51.8M",
969
  blimp: 76.3,
970
  arc: 52.2,
971
- gci: 53.28,
972
  wiki: 2.56,
973
  tokens: "20B",
974
  releaseDate: "2026-05-21",
@@ -983,7 +983,7 @@ const models = [
983
  params: "55.7M",
984
  blimp: 74.08,
985
  arc: 37.33,
986
- gci: 52.90,
987
  wiki: 2.29,
988
  tokens: "1.3B",
989
  releaseDate: "2026-06-05",
@@ -997,7 +997,7 @@ const models = [
997
  params: "91.1M",
998
  blimp: 78.35,
999
  arc: 41.5,
1000
- gci: 54.51,
1001
  wiki: 2.07,
1002
  tokens: "6.5B",
1003
  releaseDate: "2026-06-28",
@@ -1011,7 +1011,7 @@ const models = [
1011
  params: "9.94M",
1012
  blimp: 72.52,
1013
  arc: 35.9,
1014
- gci: 54.25,
1015
  wiki: 2.46,
1016
  tokens: "6.5B",
1017
  releaseDate: "2026-06-13",
@@ -1025,7 +1025,7 @@ const models = [
1025
  params: "5.96M",
1026
  blimp: 65.23,
1027
  arc: 33.38,
1028
- gci: 54.25,
1029
  wiki: 3.25,
1030
  tokens: "1.1B",
1031
  releaseDate: "2026-06-10",
@@ -1039,7 +1039,7 @@ const models = [
1039
  params: "95M",
1040
  blimp: 80.20,
1041
  arc: 43.18,
1042
- gci: 53.90,
1043
  wiki: 2.08,
1044
  tokens: "9B",
1045
  releaseDate: "2026-07-06",
@@ -1053,7 +1053,7 @@ const models = [
1053
  params: "28.4M",
1054
  blimp: 69.75,
1055
  arc: 38.59,
1056
- gci: 53.50,
1057
  wiki: 2.3,
1058
  tokens: "2.6B",
1059
  releaseDate: "2026-06-09",
@@ -1067,7 +1067,7 @@ const models = [
1067
  params: "22.03M",
1068
  blimp: 61.4,
1069
  arc: 30.85,
1070
- gci: 53.66,
1071
  wiki: 3.14,
1072
  tokens: "~1.57B",
1073
  releaseDate: "2026-06-05",
@@ -1081,7 +1081,7 @@ const models = [
1081
  params: "53.1M",
1082
  blimp: 72.81,
1083
  arc: 30.3,
1084
- gci: 52.77,
1085
  wiki: 2.38,
1086
  tokens: "1.1B",
1087
  releaseDate: "2026-06-09",
@@ -1095,7 +1095,7 @@ const models = [
1095
  params: "117K",
1096
  blimp: 51.77,
1097
  arc: 26.39,
1098
- gci: 52.23,
1099
  wiki: 25.17,
1100
  tokens: "500M",
1101
  releaseDate: "2026-05-18",
@@ -1109,7 +1109,7 @@ const models = [
1109
  params: "51.8M",
1110
  blimp: 76.3,
1111
  arc: 46.0,
1112
- gci: 53.53,
1113
  wiki: 2.04,
1114
  tokens: "20B",
1115
  releaseDate: "2026-05-27",
@@ -1123,7 +1123,7 @@ const models = [
1123
  params: "51.8M",
1124
  blimp: 64.14,
1125
  arc: 45.16,
1126
- gci: 53.16,
1127
  wiki: 2.6,
1128
  tokens: "20B",
1129
  releaseDate: "2026-06-04",
@@ -1138,7 +1138,7 @@ const models = [
1138
  params: "85.7M",
1139
  blimp: 71.44,
1140
  arc: 38.01,
1141
- gci: 52.51,
1142
  wiki: 2.2228,
1143
  tokens: "~20B",
1144
  releaseDate: "2026-05-22",
@@ -1153,7 +1153,7 @@ const models = [
1153
  params: "75M",
1154
  blimp: 76.10,
1155
  arc: 35.65,
1156
- gci: 52.27,
1157
  wiki: 2.08,
1158
  tokens: "~18B",
1159
  releaseDate: "2026-05-29",
@@ -1168,7 +1168,7 @@ const models = [
1168
  params: "75M",
1169
  blimp: 76.02,
1170
  arc: 39.10,
1171
- gci: 52.26,
1172
  wiki: 2.17,
1173
  tokens: "~18B",
1174
  releaseDate: "2026-05-29",
@@ -1183,7 +1183,7 @@ const models = [
1183
  params: "11.9K",
1184
  blimp: 52.43,
1185
  arc: 25.46,
1186
- gci: 50.00,
1187
  wiki: 14.73,
1188
  tokens: "500K",
1189
  releaseDate: "2026-06-16",
@@ -1197,7 +1197,7 @@ const models = [
1197
  params: "150M",
1198
  blimp: 72.67,
1199
  arc: 31.40,
1200
- gci: 50.83,
1201
  wiki: 2.45,
1202
  tokens: "~1.47B",
1203
  releaseDate: "2026-05-05",
@@ -1211,7 +1211,7 @@ const models = [
1211
  params: "86M",
1212
  blimp: 73.56,
1213
  arc: 39.31,
1214
- gci: 52.42,
1215
  wiki: 2.3753,
1216
  tokens: "—",
1217
  releaseDate: "2026-06-18",
@@ -1226,7 +1226,7 @@ const models = [
1226
  params: "86M",
1227
  blimp: 70.33,
1228
  arc: 34.68,
1229
- gci: 52.16,
1230
  wiki: 2.6839,
1231
  tokens: "—",
1232
  releaseDate: "2026-06-18",
@@ -1268,7 +1268,7 @@ const models = [
1268
  params: "34.6M",
1269
  blimp: 64.05,
1270
  arc: 32.79,
1271
- gci: 54.44,
1272
  wiki: 2.875,
1273
  tokens: "~115~165M",
1274
  releaseDate: "2026-06-25",
@@ -1282,7 +1282,7 @@ const models = [
1282
  params: "34.6M",
1283
  blimp: 64.87,
1284
  arc: 34.13,
1285
- gci: 54.16,
1286
  wiki: 2.838,
1287
  tokens: "210M",
1288
  releaseDate: "2026-06-28",
@@ -1296,7 +1296,7 @@ const models = [
1296
  params: "125M",
1297
  blimp: 81.28,
1298
  arc: 57.07,
1299
- gci: 54.53,
1300
  wiki: 1.86,
1301
  tokens: "75B",
1302
  releaseDate: "2026-04-22",
@@ -1320,7 +1320,7 @@ const models = [
1320
  params: "99.8M",
1321
  blimp: 61.13,
1322
  arc: 25.88,
1323
- gci: 50.66,
1324
  wiki: 3.878,
1325
  tokens: "~625M",
1326
  releaseDate: "2026-06-15",
@@ -1334,7 +1334,7 @@ const models = [
1334
  params: "99.8M",
1335
  blimp: 66.01,
1336
  arc: 33.88,
1337
- gci: 51.69,
1338
  wiki: 2.879,
1339
  tokens: "—",
1340
  releaseDate: "2026-07-05",
@@ -1361,7 +1361,7 @@ const models = [
1361
  params: "500k",
1362
  blimp: 60.61,
1363
  arc: 30.35,
1364
- gci: 49.58,
1365
  wiki: 4.1228,
1366
  tokens: "300M",
1367
  releaseDate: "2026-07-16",
@@ -1375,7 +1375,7 @@ const models = [
1375
  params: "23.85M",
1376
  blimp: 75.09,
1377
  arc: 39.98,
1378
- gci: 53.72,
1379
  wiki: 2.2250,
1380
  tokens: "~12.85B",
1381
  releaseDate: "2026-07-07",
@@ -1390,7 +1390,7 @@ const models = [
1390
  params: "51.8M",
1391
  blimp: 67.4,
1392
  arc: 45.9,
1393
- gci: 53.17,
1394
  wiki: 2.7,
1395
  tokens: "23B",
1396
  releaseDate: "2026-06-12",
@@ -1405,7 +1405,7 @@ const models = [
1405
  params: "0.2M",
1406
  blimp: 51.84,
1407
  arc: 26.77,
1408
- gci: 49.26,
1409
  wiki: 8.0696,
1410
  tokens: "1.5M",
1411
  releaseDate: "2026-05-15",
@@ -1429,7 +1429,7 @@ const models = [
1429
  params: "122.7M",
1430
  blimp: 80.31,
1431
  arc: 49.71,
1432
- gci: 55.044,
1433
  wiki: 2.628,
1434
  tokens: "1.64B",
1435
  releaseDate: "2026-07-29",
@@ -1635,16 +1635,16 @@ function renderStats() {
1635
  const orgs = new Set(models.map(m => m.org));
1636
  const blimps = models.filter(m => m.blimp).map(m => m.blimp);
1637
  const arcs = models.filter(m => m.arc).map(m => m.arc);
1638
- const gcis = models.filter(m => typeof m.gci === 'number').map(m => m.gci);
1639
  const bestB = Math.max(...blimps);
1640
  const bestA = Math.max(...arcs);
1641
- const bestG = gcis.length ? Math.max(...gcis) : null;
1642
  document.getElementById('stat-row').innerHTML = `
1643
  <div class="stat-pill"><div class="label">Models</div><div class="value">${models.length}</div><div class="sub">On leaderboard</div></div>
1644
  <div class="stat-pill"><div class="label">Organizations</div><div class="value">${orgs.size}</div><div class="sub">Contributing</div></div>
1645
  <div class="stat-pill"><div class="label">Best BLiMP</div><div class="value" style="color:var(--green)">${bestB}%</div><div class="sub">${models.find(m => m.blimp === bestB).name}</div></div>
1646
  <div class="stat-pill"><div class="label">Best ARC-E</div><div class="value" style="color:var(--green)">${bestA}%</div><div class="sub">${models.find(m => m.arc === bestA).name}</div></div>
1647
- ${gcis.length ? `<div class="stat-pill"><div class="label">Best GCI</div><div class="value" style="color:var(--green)">${bestG.toFixed(2)}%</div><div class="sub">${models.find(m => m.gci === bestG).name}</div></div>` : ''}
1648
  `;
1649
  document.getElementById('model-count-badge').textContent = `${models.length} models`;
1650
  }
@@ -1671,10 +1671,10 @@ const sortComparators = {
1671
  if (b.arc == null) return -1;
1672
  return b.arc - a.arc;
1673
  },
1674
- gci: (a, b) => {
1675
- if (typeof a.gci !== 'number') return 1;
1676
- if (typeof b.gci !== 'number') return -1;
1677
- return b.gci - a.gci;
1678
  },
1679
  efficiency: (a, b) => getEfficiencyScore(b) - getEfficiencyScore(a),
1680
  params: (a, b) => parseParams(a.params) - parseParams(b.params),
@@ -1803,8 +1803,8 @@ function renderTable() {
1803
  const bMin = Math.min(...blimps), bMax = Math.max(...blimps);
1804
  const aMin = Math.min(...arcs), aMax = Math.max(...arcs);
1805
  const wMin = Math.min(...wikis), wMax = Math.max(...wikis);
1806
- const gcis = models.filter(m => typeof m.gci === 'number').map(m => m.gci);
1807
- const gMin = Math.min(...gcis), gMax = Math.max(...gcis);
1808
  const eMin = Math.min(...effs), eMax = Math.max(...effs);
1809
 
1810
  tbody.innerHTML = filtered.map((m, idx) => {
@@ -1842,9 +1842,9 @@ function renderTable() {
1842
  ? `<span class="metric-val${isBestArc ? ' best' : ''}">${m.arc}%</span>`
1843
  : '<span class="metric-na">TBD</span>'}
1844
  </td>
1845
- <td class="cell-metric" style="${typeof m.gci === 'number' ? getColor(m.gci, gMin, gMax, false) : ''}">
1846
- ${typeof m.gci === 'number'
1847
- ? `<span class="metric-val${m.gci === gMax ? ' best' : ''}">${m.gci.toFixed(2)}%</span>`
1848
  : '<span class="metric-na">TBD</span>'}
1849
  </td>
1850
  <td class="cell-tokens">${m.tokens}</td>
@@ -1949,7 +1949,7 @@ function renderTimeline() {
1949
  const METRICS = {
1950
  blimp: { label: 'BLiMP', sub: 'Grammatical acceptability &middot; higher is better', unit: '%', lowerBetter: false },
1951
  arc: { label: 'ARC-Easy', sub: 'Science QA accuracy &middot; higher is better', unit: '%', lowerBetter: false },
1952
- gci: { label: 'GCI', sub: 'Glint Clarity Index &middot; share of attention&times;gradient saliency landing on relevant sentences &middot; 50 = no preference over distractors', unit: '%', lowerBetter: false, dot: true, min: 45, max: 56 },
1953
  wiki: { label: 'WikiText-2', sub: 'Byte-level perplexity &middot; log scale &middot; lower is better &middot; models above 1000 ppl omitted', unit: '', lowerBetter: true, dot: true, cap: 1000 }
1954
  };
1955
  let activeMetric = 'blimp';
@@ -1964,8 +1964,8 @@ function setupMetricSwitch() {
1964
  btn.addEventListener('click', () => {
1965
  activeMetric = btn.dataset.metric;
1966
  setupMetricSwitch();
1967
- setupTabs();
1968
- setupSearch();
1969
  buildMetricChart();
1970
  });
1971
  });
 
504
  <option value="wiki">WikiText-2 byte_ppl</option>
505
  <option value="blimp">BLiMP</option>
506
  <option value="arc">ARC-Easy</option>
507
+ <option value="aci">AxiomicLabs ACI</option>
508
  <option value="params">Parameters</option>
509
  <option value="date">Release Date</option>
510
  </select>
 
525
  <th class="cell-metric">WikiText-2 byte_ppl ↓</th>
526
  <th class="cell-metric">BLiMP ↑</th>
527
  <th class="cell-metric">ARC-Easy ↑</th>
528
+ <th class="cell-metric">ACI ↑</th>
529
  <th>Training Tokens</th>
530
  <th>Released</th>
531
  <th>Links</th>
 
594
  params: "1.71M",
595
  blimp: 73.96,
596
  arc: 36.80,
597
+ aci: 48.02,
598
  wiki: 3.09,
599
  tokens: "~300B",
600
  releaseDate: "2026-07-19",
 
608
  params: "1K",
609
  blimp: 58.61,
610
  arc: 26.39,
611
+ aci: 0.57,
612
  wiki: 11.27,
613
  tokens: "—",
614
  releaseDate: "2026-05-13",
 
635
  params: "168K",
636
  blimp: 53.5,
637
  arc: 26.8,
638
+ aci: 48.95,
639
  wiki: 7.79,
640
  tokens: "—",
641
  releaseDate: "2026-05-12",
 
675
  params: "1.51M",
676
  blimp: 60.7,
677
  arc: 24.58,
678
+ aci: 51.57,
679
  wiki: 4.09,
680
  tokens: "~30M",
681
  releaseDate: "2026-05-19",
 
702
  params: "1.71M",
703
  blimp: 60.51,
704
  arc: 26.68,
705
+ aci: 51.28,
706
  wiki: 4.23,
707
  tokens: "~50M",
708
  releaseDate: "2026-05-19",
 
716
  params: "587K",
717
  blimp: 59.01,
718
  arc: 27.06,
719
+ aci: 51.40,
720
  wiki: 4.52,
721
  tokens: "~200M",
722
  releaseDate: "2026-05-27",
 
730
  params: "1.71M",
731
  blimp: 54.2,
732
  arc: 27.4,
733
+ aci: 49.54,
734
  wiki: 4.82,
735
  tokens: "~4.5B",
736
  releaseDate: "2026-05-22",
 
757
  params: "468K",
758
  blimp: 55.3,
759
  arc: 27.3,
760
+ aci: 48.96,
761
  wiki: 4.49,
762
  tokens: "—",
763
  releaseDate: "2026-05-14",
 
771
  params: "79.7M",
772
  blimp: 50.47,
773
  arc: 27.82,
774
+ aci: 49.77,
775
  wiki: 12.42,
776
  tokens: "~21M",
777
  releaseDate: "2026-05-30",
 
785
  params: "87.60M",
786
  blimp: 57.61,
787
  arc: 25,
788
+ aci: 49.50,
789
  wiki: 11.24,
790
  tokens: "~18M",
791
  releaseDate: "2026-05-31",
 
799
  params: "2.62M",
800
  blimp: 60.7,
801
  arc: 31.5,
802
+ aci: 50.42,
803
  wiki: 3.17,
804
  tokens: "—",
805
  releaseDate: "2026-05-14",
 
813
  params: "4.23M",
814
  blimp: 62.87,
815
  arc: 27.36,
816
+ aci: 50.99,
817
  wiki: 3.77,
818
  tokens: "~80M",
819
  releaseDate: "2026-05-05",
 
827
  params: "5.03M",
828
  blimp: 54.3,
829
  arc: 26.3,
830
+ aci: 48.40,
831
  wiki: 6.26,
832
  tokens: "~22M",
833
  releaseDate: "2026-06-02",
 
841
  params: "9.96M",
842
  blimp: 47.8,
843
  arc: 31,
844
+ aci: 49.54,
845
  wiki: 5.31,
846
  tokens: "~46.7M",
847
  releaseDate: "2026-06-04",
 
855
  params: "9.96M",
856
  blimp: 69,
857
  arc: 28,
858
+ aci: 50.21,
859
  wiki: 6.72,
860
  tokens: "~10M",
861
  releaseDate: "2026-06-03",
 
869
  params: "12.6M",
870
  blimp: 61.47,
871
  arc: 28.45,
872
+ aci: 49.86,
873
  wiki: 8.76,
874
  tokens: "—",
875
  releaseDate: "2026-05-15",
 
883
  params: "7.87M",
884
  blimp: 63.5,
885
  arc: 34.4,
886
+ aci: 52.56,
887
  wiki: 2.73,
888
  tokens: "—",
889
  releaseDate: "2026-05-16",
 
897
  params: "9.96M",
898
  blimp: 56.95,
899
  arc: 26.8,
900
+ aci: 50.71,
901
  wiki: 6.73,
902
  tokens: "462M",
903
  releaseDate: "2026-06-01",
 
912
  params: "982K",
913
  blimp: 68.7,
914
  arc: 32.5,
915
+ aci: 52.73,
916
  wiki: 3.08,
917
  tokens: "100B",
918
  releaseDate: "2026-05-13",
 
926
  params: "1.41M",
927
  blimp: 61.86,
928
  arc: 30.26,
929
+ aci: 51.04,
930
  wiki: 3,
931
  tokens: "—",
932
  releaseDate: "2026-05-30",
 
940
  params: "5.16M",
941
  blimp: 72.27,
942
  arc: 35.69,
943
+ aci: 53.07,
944
  wiki: 2.57,
945
  tokens: "25B",
946
  releaseDate: "2026-05-19",
 
954
  params: "74M",
955
  blimp: 74.91,
956
  arc: 39.06,
957
+ aci: 52.58,
958
  wiki: 2.2,
959
  tokens: "~1.2B",
960
  releaseDate: "2026-06-01",
 
968
  params: "51.8M",
969
  blimp: 76.3,
970
  arc: 52.2,
971
+ aci: 53.28,
972
  wiki: 2.56,
973
  tokens: "20B",
974
  releaseDate: "2026-05-21",
 
983
  params: "55.7M",
984
  blimp: 74.08,
985
  arc: 37.33,
986
+ aci: 52.90,
987
  wiki: 2.29,
988
  tokens: "1.3B",
989
  releaseDate: "2026-06-05",
 
997
  params: "91.1M",
998
  blimp: 78.35,
999
  arc: 41.5,
1000
+ aci: 54.51,
1001
  wiki: 2.07,
1002
  tokens: "6.5B",
1003
  releaseDate: "2026-06-28",
 
1011
  params: "9.94M",
1012
  blimp: 72.52,
1013
  arc: 35.9,
1014
+ aci: 54.25,
1015
  wiki: 2.46,
1016
  tokens: "6.5B",
1017
  releaseDate: "2026-06-13",
 
1025
  params: "5.96M",
1026
  blimp: 65.23,
1027
  arc: 33.38,
1028
+ aci: 54.25,
1029
  wiki: 3.25,
1030
  tokens: "1.1B",
1031
  releaseDate: "2026-06-10",
 
1039
  params: "95M",
1040
  blimp: 80.20,
1041
  arc: 43.18,
1042
+ aci: 53.90,
1043
  wiki: 2.08,
1044
  tokens: "9B",
1045
  releaseDate: "2026-07-06",
 
1053
  params: "28.4M",
1054
  blimp: 69.75,
1055
  arc: 38.59,
1056
+ aci: 53.50,
1057
  wiki: 2.3,
1058
  tokens: "2.6B",
1059
  releaseDate: "2026-06-09",
 
1067
  params: "22.03M",
1068
  blimp: 61.4,
1069
  arc: 30.85,
1070
+ aci: 53.66,
1071
  wiki: 3.14,
1072
  tokens: "~1.57B",
1073
  releaseDate: "2026-06-05",
 
1081
  params: "53.1M",
1082
  blimp: 72.81,
1083
  arc: 30.3,
1084
+ aci: 52.77,
1085
  wiki: 2.38,
1086
  tokens: "1.1B",
1087
  releaseDate: "2026-06-09",
 
1095
  params: "117K",
1096
  blimp: 51.77,
1097
  arc: 26.39,
1098
+ aci: 52.23,
1099
  wiki: 25.17,
1100
  tokens: "500M",
1101
  releaseDate: "2026-05-18",
 
1109
  params: "51.8M",
1110
  blimp: 76.3,
1111
  arc: 46.0,
1112
+ aci: 53.53,
1113
  wiki: 2.04,
1114
  tokens: "20B",
1115
  releaseDate: "2026-05-27",
 
1123
  params: "51.8M",
1124
  blimp: 64.14,
1125
  arc: 45.16,
1126
+ aci: 53.16,
1127
  wiki: 2.6,
1128
  tokens: "20B",
1129
  releaseDate: "2026-06-04",
 
1138
  params: "85.7M",
1139
  blimp: 71.44,
1140
  arc: 38.01,
1141
+ aci: 52.51,
1142
  wiki: 2.2228,
1143
  tokens: "~20B",
1144
  releaseDate: "2026-05-22",
 
1153
  params: "75M",
1154
  blimp: 76.10,
1155
  arc: 35.65,
1156
+ aci: 52.27,
1157
  wiki: 2.08,
1158
  tokens: "~18B",
1159
  releaseDate: "2026-05-29",
 
1168
  params: "75M",
1169
  blimp: 76.02,
1170
  arc: 39.10,
1171
+ aci: 52.26,
1172
  wiki: 2.17,
1173
  tokens: "~18B",
1174
  releaseDate: "2026-05-29",
 
1183
  params: "11.9K",
1184
  blimp: 52.43,
1185
  arc: 25.46,
1186
+ aci: 50.00,
1187
  wiki: 14.73,
1188
  tokens: "500K",
1189
  releaseDate: "2026-06-16",
 
1197
  params: "150M",
1198
  blimp: 72.67,
1199
  arc: 31.40,
1200
+ aci: 50.83,
1201
  wiki: 2.45,
1202
  tokens: "~1.47B",
1203
  releaseDate: "2026-05-05",
 
1211
  params: "86M",
1212
  blimp: 73.56,
1213
  arc: 39.31,
1214
+ aci: 52.42,
1215
  wiki: 2.3753,
1216
  tokens: "—",
1217
  releaseDate: "2026-06-18",
 
1226
  params: "86M",
1227
  blimp: 70.33,
1228
  arc: 34.68,
1229
+ aci: 52.16,
1230
  wiki: 2.6839,
1231
  tokens: "—",
1232
  releaseDate: "2026-06-18",
 
1268
  params: "34.6M",
1269
  blimp: 64.05,
1270
  arc: 32.79,
1271
+ aci: 54.44,
1272
  wiki: 2.875,
1273
  tokens: "~115~165M",
1274
  releaseDate: "2026-06-25",
 
1282
  params: "34.6M",
1283
  blimp: 64.87,
1284
  arc: 34.13,
1285
+ aci: 54.16,
1286
  wiki: 2.838,
1287
  tokens: "210M",
1288
  releaseDate: "2026-06-28",
 
1296
  params: "125M",
1297
  blimp: 81.28,
1298
  arc: 57.07,
1299
+ aci: 54.53,
1300
  wiki: 1.86,
1301
  tokens: "75B",
1302
  releaseDate: "2026-04-22",
 
1320
  params: "99.8M",
1321
  blimp: 61.13,
1322
  arc: 25.88,
1323
+ aci: 50.66,
1324
  wiki: 3.878,
1325
  tokens: "~625M",
1326
  releaseDate: "2026-06-15",
 
1334
  params: "99.8M",
1335
  blimp: 66.01,
1336
  arc: 33.88,
1337
+ aci: 51.69,
1338
  wiki: 2.879,
1339
  tokens: "—",
1340
  releaseDate: "2026-07-05",
 
1361
  params: "500k",
1362
  blimp: 60.61,
1363
  arc: 30.35,
1364
+ aci: 49.58,
1365
  wiki: 4.1228,
1366
  tokens: "300M",
1367
  releaseDate: "2026-07-16",
 
1375
  params: "23.85M",
1376
  blimp: 75.09,
1377
  arc: 39.98,
1378
+ aci: 53.72,
1379
  wiki: 2.2250,
1380
  tokens: "~12.85B",
1381
  releaseDate: "2026-07-07",
 
1390
  params: "51.8M",
1391
  blimp: 67.4,
1392
  arc: 45.9,
1393
+ aci: 53.17,
1394
  wiki: 2.7,
1395
  tokens: "23B",
1396
  releaseDate: "2026-06-12",
 
1405
  params: "0.2M",
1406
  blimp: 51.84,
1407
  arc: 26.77,
1408
+ aci: 49.26,
1409
  wiki: 8.0696,
1410
  tokens: "1.5M",
1411
  releaseDate: "2026-05-15",
 
1429
  params: "122.7M",
1430
  blimp: 80.31,
1431
  arc: 49.71,
1432
+ aci: 55.044,
1433
  wiki: 2.628,
1434
  tokens: "1.64B",
1435
  releaseDate: "2026-07-29",
 
1635
  const orgs = new Set(models.map(m => m.org));
1636
  const blimps = models.filter(m => m.blimp).map(m => m.blimp);
1637
  const arcs = models.filter(m => m.arc).map(m => m.arc);
1638
+ const acis = models.filter(m => typeof m.aci === 'number').map(m => m.aci);
1639
  const bestB = Math.max(...blimps);
1640
  const bestA = Math.max(...arcs);
1641
+ const bestACI = acis.length ? Math.max(...acis) : null;
1642
  document.getElementById('stat-row').innerHTML = `
1643
  <div class="stat-pill"><div class="label">Models</div><div class="value">${models.length}</div><div class="sub">On leaderboard</div></div>
1644
  <div class="stat-pill"><div class="label">Organizations</div><div class="value">${orgs.size}</div><div class="sub">Contributing</div></div>
1645
  <div class="stat-pill"><div class="label">Best BLiMP</div><div class="value" style="color:var(--green)">${bestB}%</div><div class="sub">${models.find(m => m.blimp === bestB).name}</div></div>
1646
  <div class="stat-pill"><div class="label">Best ARC-E</div><div class="value" style="color:var(--green)">${bestA}%</div><div class="sub">${models.find(m => m.arc === bestA).name}</div></div>
1647
+ ${acis.length ? `<div class="stat-pill"><div class="label">Best ACI</div><div class="value" style="color:var(--green)">${bestACI.toFixed(2)}%</div><div class="sub">${models.find(m => m.aci === bestACI).name}</div></div>` : ''}
1648
  `;
1649
  document.getElementById('model-count-badge').textContent = `${models.length} models`;
1650
  }
 
1671
  if (b.arc == null) return -1;
1672
  return b.arc - a.arc;
1673
  },
1674
+ aci: (a, b) => {
1675
+ if (typeof a.aci !== 'number') return 1;
1676
+ if (typeof b.aci !== 'number') return -1;
1677
+ return b.aci - a.aci;
1678
  },
1679
  efficiency: (a, b) => getEfficiencyScore(b) - getEfficiencyScore(a),
1680
  params: (a, b) => parseParams(a.params) - parseParams(b.params),
 
1803
  const bMin = Math.min(...blimps), bMax = Math.max(...blimps);
1804
  const aMin = Math.min(...arcs), aMax = Math.max(...arcs);
1805
  const wMin = Math.min(...wikis), wMax = Math.max(...wikis);
1806
+ const acis = models.filter(m => typeof m.aci === 'number').map(m => m.aci);
1807
+ const aciMin = Math.min(...acis), aciMax = Math.max(...acis);
1808
  const eMin = Math.min(...effs), eMax = Math.max(...effs);
1809
 
1810
  tbody.innerHTML = filtered.map((m, idx) => {
 
1842
  ? `<span class="metric-val${isBestArc ? ' best' : ''}">${m.arc}%</span>`
1843
  : '<span class="metric-na">TBD</span>'}
1844
  </td>
1845
+ <td class="cell-metric" style="${typeof m.aci === 'number' ? getColor(m.aci, aciMin, aciMax, false) : ''}">
1846
+ ${typeof m.aci === 'number'
1847
+ ? `<span class="metric-val${m.aci === aciMax ? ' best' : ''}">${m.aci.toFixed(2)}%</span>`
1848
  : '<span class="metric-na">TBD</span>'}
1849
  </td>
1850
  <td class="cell-tokens">${m.tokens}</td>
 
1949
  const METRICS = {
1950
  blimp: { label: 'BLiMP', sub: 'Grammatical acceptability &middot; higher is better', unit: '%', lowerBetter: false },
1951
  arc: { label: 'ARC-Easy', sub: 'Science QA accuracy &middot; higher is better', unit: '%', lowerBetter: false },
1952
+ aci: { label: 'ACI', sub: 'Attention Clarity Index by AxiomicLabs &middot; share of attention&times;gradient saliency landing on relevant sentences &middot; 50 = no preference over distractors', unit: '%', lowerBetter: false, dot: true, min: 45, max: 56 },
1953
  wiki: { label: 'WikiText-2', sub: 'Byte-level perplexity &middot; log scale &middot; lower is better &middot; models above 1000 ppl omitted', unit: '', lowerBetter: true, dot: true, cap: 1000 }
1954
  };
1955
  let activeMetric = 'blimp';
 
1964
  btn.addEventListener('click', () => {
1965
  activeMetric = btn.dataset.metric;
1966
  setupMetricSwitch();
1967
+ setupTabs();
1968
+ setupSearch();
1969
  buildMetricChart();
1970
  });
1971
  });