CompactAI commited on
Commit
fe13b45
·
verified ·
1 Parent(s): dc5e09c

Upload index.html

Browse files
Files changed (1) hide show
  1. index.html +39 -39
index.html CHANGED
@@ -722,7 +722,7 @@ footer a:hover { text-decoration: underline; }
722
  <select id="sort-select" aria-label="Sort leaderboard by">
723
  <option value="efficiency">Efficiency ⚡</option>
724
  <option value="score">Overall Score</option>
725
- <option value="wiki">WikiText-2 PPL</option>
726
  <option value="blimp">BLiMP</option>
727
  <option value="arc">ARC-Easy</option>
728
  <option value="params">Parameters</option>
@@ -742,7 +742,7 @@ footer a:hover { text-decoration: underline; }
742
  <th>Org</th>
743
  <th>Params</th>
744
  <th class="cell-metric">Eff. ⚡</th>
745
- <th class="cell-metric">WikiText-2 ↓</th>
746
  <th class="cell-metric">BLiMP ↑</th>
747
  <th class="cell-metric">ARC-Easy ↑</th>
748
  <th>Training Tokens</th>
@@ -777,8 +777,8 @@ footer a:hover { text-decoration: underline; }
777
  <canvas id="arcChart"></canvas>
778
  </div>
779
  <div class="chart-card full wiki-bubble-wrap">
780
- <h3>WikiText-2 Perplexity ↓</h3>
781
- <p class="chart-sub">Lower is better · bubble size = perplexity (smaller bubble = better)</p>
782
  <canvas id="wikiChart"></canvas>
783
  <div class="wiki-custom-tooltip" id="wikiTooltip">
784
  <div class="tt-name"></div>
@@ -834,7 +834,7 @@ const models = [
834
  params: '1K',
835
  blimp: 58.61,
836
  arc: 26.39,
837
- wiki: 422285.72,
838
  tokens: '—',
839
  releaseDate: '2026-05-13',
840
  links: {
@@ -847,7 +847,7 @@ const models = [
847
  params: '1M',
848
  blimp: 46.7,
849
  arc: 21.0,
850
- wiki: null,
851
  tokens: '~100M',
852
  releaseDate: '2026-03-09',
853
  links: {
@@ -873,7 +873,7 @@ const models = [
873
  params: '1M',
874
  blimp: 49.8,
875
  arc: 27.0,
876
- wiki: null,
877
  tokens: '~100M',
878
  releaseDate: '2026-03-22',
879
  links: {
@@ -886,7 +886,7 @@ const models = [
886
  params: '1M',
887
  blimp: 47.3,
888
  arc: 25.5,
889
- wiki: null,
890
  tokens: '~100M',
891
  releaseDate: '2026-04-04',
892
  links: {
@@ -899,7 +899,7 @@ const models = [
899
  params: '1.51M',
900
  blimp: 60.7,
901
  arc: 24.58,
902
- wiki: 2.316,
903
  tokens: '~30M',
904
  releaseDate: '2026-05-19',
905
  links: {
@@ -912,7 +912,7 @@ const models = [
912
  params: '1M',
913
  blimp: 58.5,
914
  arc: 31.0,
915
- wiki: 5.24,
916
  tokens: '10B',
917
  releaseDate: '2026-04-19',
918
  links: {
@@ -925,7 +925,7 @@ const models = [
925
  params: '1.71M',
926
  blimp: 60.51,
927
  arc: 26.68,
928
- wiki: 2.35,
929
  tokens: '~50M',
930
  releaseDate: '2026-05-19',
931
  links: {
@@ -938,7 +938,7 @@ const models = [
938
  params: '587K',
939
  blimp: 59.01,
940
  arc: 27.06,
941
- wiki: 2.613,
942
  tokens: '~200M',
943
  releaseDate: '2026-05-27',
944
  links: {
@@ -951,7 +951,7 @@ const models = [
951
  params: '1.71M',
952
  blimp: 54.2,
953
  arc: 27.4,
954
- wiki: null,
955
  tokens: '~4.5B',
956
  releaseDate: '2026-05-22',
957
  links: {
@@ -964,7 +964,7 @@ const models = [
964
  params: '1M',
965
  blimp: 61.2,
966
  arc: 32.0,
967
- wiki: 4.07,
968
  tokens: '100B',
969
  releaseDate: '2026-05-02',
970
  links: {
@@ -990,7 +990,7 @@ const models = [
990
  params: '79.7M',
991
  blimp: 50.47,
992
  arc: 27.82,
993
- wiki: 365703.85,
994
  tokens: '~21M',
995
  releaseDate: '2026-05-30',
996
  links: {
@@ -1003,7 +1003,7 @@ const models = [
1003
  params: '87.60M',
1004
  blimp: 57.61,
1005
  arc: 25,
1006
- wiki: 18,
1007
  tokens: '~18M',
1008
  releaseDate: '2026-05-31',
1009
  links: {
@@ -1029,7 +1029,7 @@ const models = [
1029
  params: '4.23M',
1030
  blimp: 62.87,
1031
  arc: 27.36,
1032
- wiki: 2.226,
1033
  tokens: '~80M',
1034
  releaseDate: '2026-05-05',
1035
  links: {
@@ -1042,7 +1042,7 @@ const models = [
1042
  params: '5.03M',
1043
  blimp: 54.30,
1044
  arc: 26.30,
1045
- wiki: 5191.69,
1046
  tokens: '~22M',
1047
  releaseDate: '2026-06-02',
1048
  links: {
@@ -1055,7 +1055,7 @@ const models = [
1055
  params: '9.96M',
1056
  blimp: 47.80,
1057
  arc: 31.00,
1058
- wiki: 6077.57,
1059
  tokens: '~46.7M',
1060
  releaseDate: '2026-06-04',
1061
  links: {
@@ -1068,7 +1068,7 @@ const models = [
1068
  params: '54.5M',
1069
  blimp: null,
1070
  arc: 43.94,
1071
- wiki: 24.10,
1072
  tokens: '~20B',
1073
  releaseDate: '2026-05-02',
1074
  links: {
@@ -1081,7 +1081,7 @@ const models = [
1081
  params: '9.96M',
1082
  blimp: 69,
1083
  arc: 28,
1084
- wiki: 8.98,
1085
  tokens: '~10M',
1086
  releaseDate: '2026-06-03',
1087
  links: {
@@ -1094,7 +1094,7 @@ const models = [
1094
  params: '16M',
1095
  blimp: null,
1096
  arc: null,
1097
- wiki: 109459.63,
1098
  tokens: '?',
1099
  releaseDate: '2026-06-04',
1100
  links: {
@@ -1107,7 +1107,7 @@ const models = [
1107
  params: '12.6M',
1108
  blimp: 61.47,
1109
  arc: 28.45,
1110
- wiki: 78970.02,
1111
  tokens: '—',
1112
  releaseDate: '2026-05-15',
1113
  links: {
@@ -1120,7 +1120,7 @@ const models = [
1120
  params: '7.87M',
1121
  blimp: 63.5,
1122
  arc: 34.4,
1123
- wiki: 2.66,
1124
  tokens: '—',
1125
  releaseDate: '2026-05-16',
1126
  links: {
@@ -1133,7 +1133,7 @@ const models = [
1133
  params: '289K',
1134
  blimp: null,
1135
  arc: 25.17,
1136
- wiki: 70687.56,
1137
  tokens: '—',
1138
  releaseDate: '2026-05-15',
1139
  links: {
@@ -1146,7 +1146,7 @@ const models = [
1146
  params: '9.96M',
1147
  blimp: 56.95,
1148
  arc: 26.80,
1149
- wiki: 8.92,
1150
  tokens: '462M',
1151
  releaseDate: '2026-06-01',
1152
  links: {
@@ -1160,7 +1160,7 @@ const models = [
1160
  params: '982K',
1161
  blimp: 68.7,
1162
  arc: 32.5,
1163
- wiki: 3.08,
1164
  tokens: '100B',
1165
  releaseDate: '2026-05-13',
1166
  links: {
@@ -1186,7 +1186,7 @@ const models = [
1186
  params: '5.16M',
1187
  blimp: 72.27,
1188
  arc: 35.69,
1189
- wiki: 2.56,
1190
  tokens: '25B',
1191
  releaseDate: '2026-05-19',
1192
  links: {
@@ -1199,7 +1199,7 @@ const models = [
1199
  params: '74M',
1200
  blimp: 74.91,
1201
  arc: 39.06,
1202
- wiki: 68.06,
1203
  tokens: '~1.2B',
1204
  releaseDate: '2026-06-01',
1205
  links: {
@@ -1212,7 +1212,7 @@ const models = [
1212
  params: '51.8M',
1213
  blimp: 76.3,
1214
  arc: 52.2,
1215
- wiki: 151.15,
1216
  tokens: '20B',
1217
  releaseDate: '2026-05-21',
1218
  links: {
@@ -1239,7 +1239,7 @@ const models = [
1239
  params: '9.94M',
1240
  blimp: 72.52,
1241
  arc: 35.90,
1242
- wiki: 2.45,
1243
  tokens: '6.5B',
1244
  releaseDate: '2026-06-13',
1245
  links: {
@@ -1252,7 +1252,7 @@ const models = [
1252
  params: '5.96M',
1253
  blimp: 65.23,
1254
  arc: 33.38,
1255
- wiki: 3.24,
1256
  tokens: '1.1B',
1257
  releaseDate: '2026-06-10',
1258
  links: {
@@ -1278,7 +1278,7 @@ const models = [
1278
  params: '22.03M',
1279
  blimp: 61.40,
1280
  arc: 30.85,
1281
- wiki: 2.96,
1282
  tokens: '~1.57B',
1283
  releaseDate: '2026-06-05',
1284
  links: {
@@ -1291,7 +1291,7 @@ const models = [
1291
  params: '53.1M',
1292
  blimp: 72.81,
1293
  arc: 30.30,
1294
- wiki: 2.3767,
1295
  tokens: '1.1B',
1296
  releaseDate: '2026-06-09',
1297
  links: {
@@ -1317,7 +1317,7 @@ const models = [
1317
  params: '51.8M',
1318
  blimp: 76.3,
1319
  arc: 52.2,
1320
- wiki: null,
1321
  tokens: '20B',
1322
  releaseDate: '2026-05-27',
1323
  links: {
@@ -1330,7 +1330,7 @@ const models = [
1330
  params: '51.8M',
1331
  blimp: 64.14,
1332
  arc: 45.16,
1333
- wiki: 166.27,
1334
  tokens: '20B',
1335
  releaseDate: '2026-06-04',
1336
  links: {
@@ -1344,7 +1344,7 @@ const models = [
1344
  params: '51.8M',
1345
  blimp: 67.4,
1346
  arc: null,
1347
- wiki: null,
1348
  tokens: '23B',
1349
  releaseDate: '2026-06-12',
1350
  links: {
@@ -1877,7 +1877,7 @@ function buildWikiChart() {
1877
  scales: {
1878
  x: {
1879
  type: 'logarithmic',
1880
- title: { display: true, text: 'Perplexity (log scale)', color: '#8b949e', font: { size: 11 } },
1881
  grid: { drawBorder: false, color: 'rgba(255,255,255,0.04)' },
1882
  ticks: {
1883
  color: '#8b949e',
@@ -1935,7 +1935,7 @@ function buildWikiChart() {
1935
  const point = chart.getDatasetMeta(0).data[el.index];
1936
  tooltip.querySelector('.tt-name').textContent = d._name;
1937
  tooltip.querySelector('.tt-val').innerHTML =
1938
- `Perplexity: <strong>${d._wiki.toLocaleString()}</strong> · ${d._params} params`;
1939
  let left = point.x + 14;
1940
  let top = point.y - 20;
1941
  const ttW = 250;
 
722
  <select id="sort-select" aria-label="Sort leaderboard by">
723
  <option value="efficiency">Efficiency ⚡</option>
724
  <option value="score">Overall Score</option>
725
+ <option value="wiki">WikiText-2 byte_ppl</option>
726
  <option value="blimp">BLiMP</option>
727
  <option value="arc">ARC-Easy</option>
728
  <option value="params">Parameters</option>
 
742
  <th>Org</th>
743
  <th>Params</th>
744
  <th class="cell-metric">Eff. ⚡</th>
745
+ <th class="cell-metric">WikiText-2 byte_ppl ↓</th>
746
  <th class="cell-metric">BLiMP ↑</th>
747
  <th class="cell-metric">ARC-Easy ↑</th>
748
  <th>Training Tokens</th>
 
777
  <canvas id="arcChart"></canvas>
778
  </div>
779
  <div class="chart-card full wiki-bubble-wrap">
780
+ <h3>WikiText-2 Byte-Level Perplexity ↓</h3>
781
+ <p class="chart-sub">Lower is better · byte_ppl = exp(−loglik / total_bytes) · bubble size = perplexity (smaller bubble = better)</p>
782
  <canvas id="wikiChart"></canvas>
783
  <div class="wiki-custom-tooltip" id="wikiTooltip">
784
  <div class="tt-name"></div>
 
834
  params: '1K',
835
  blimp: 58.61,
836
  arc: 26.39,
837
+ wiki: 11.27,
838
  tokens: '—',
839
  releaseDate: '2026-05-13',
840
  links: {
 
847
  params: '1M',
848
  blimp: 46.7,
849
  arc: 21.0,
850
+ wiki: 4106963.13,
851
  tokens: '~100M',
852
  releaseDate: '2026-03-09',
853
  links: {
 
873
  params: '1M',
874
  blimp: 49.8,
875
  arc: 27.0,
876
+ wiki: 636.40,
877
  tokens: '~100M',
878
  releaseDate: '2026-03-22',
879
  links: {
 
886
  params: '1M',
887
  blimp: 47.3,
888
  arc: 25.5,
889
+ wiki: 7.87,
890
  tokens: '~100M',
891
  releaseDate: '2026-04-04',
892
  links: {
 
899
  params: '1.51M',
900
  blimp: 60.7,
901
  arc: 24.58,
902
+ wiki: 4.09,
903
  tokens: '~30M',
904
  releaseDate: '2026-05-19',
905
  links: {
 
912
  params: '1M',
913
  blimp: 58.5,
914
  arc: 31.0,
915
+ wiki: 5.01,
916
  tokens: '10B',
917
  releaseDate: '2026-04-19',
918
  links: {
 
925
  params: '1.71M',
926
  blimp: 60.51,
927
  arc: 26.68,
928
+ wiki: 4.23,
929
  tokens: '~50M',
930
  releaseDate: '2026-05-19',
931
  links: {
 
938
  params: '587K',
939
  blimp: 59.01,
940
  arc: 27.06,
941
+ wiki: 4.52,
942
  tokens: '~200M',
943
  releaseDate: '2026-05-27',
944
  links: {
 
951
  params: '1.71M',
952
  blimp: 54.2,
953
  arc: 27.4,
954
+ wiki: 4.82,
955
  tokens: '~4.5B',
956
  releaseDate: '2026-05-22',
957
  links: {
 
964
  params: '1M',
965
  blimp: 61.2,
966
  arc: 32.0,
967
+ wiki: 4.45,
968
  tokens: '100B',
969
  releaseDate: '2026-05-02',
970
  links: {
 
990
  params: '79.7M',
991
  blimp: 50.47,
992
  arc: 27.82,
993
+ wiki: 12.42,
994
  tokens: '~21M',
995
  releaseDate: '2026-05-30',
996
  links: {
 
1003
  params: '87.60M',
1004
  blimp: 57.61,
1005
  arc: 25,
1006
+ wiki: 11.24,
1007
  tokens: '~18M',
1008
  releaseDate: '2026-05-31',
1009
  links: {
 
1029
  params: '4.23M',
1030
  blimp: 62.87,
1031
  arc: 27.36,
1032
+ wiki: 3.77,
1033
  tokens: '~80M',
1034
  releaseDate: '2026-05-05',
1035
  links: {
 
1042
  params: '5.03M',
1043
  blimp: 54.30,
1044
  arc: 26.30,
1045
+ wiki: 6.26,
1046
  tokens: '~22M',
1047
  releaseDate: '2026-06-02',
1048
  links: {
 
1055
  params: '9.96M',
1056
  blimp: 47.80,
1057
  arc: 31.00,
1058
+ wiki: 5.31,
1059
  tokens: '~46.7M',
1060
  releaseDate: '2026-06-04',
1061
  links: {
 
1068
  params: '54.5M',
1069
  blimp: null,
1070
  arc: 43.94,
1071
+ wiki: 2.23,
1072
  tokens: '~20B',
1073
  releaseDate: '2026-05-02',
1074
  links: {
 
1081
  params: '9.96M',
1082
  blimp: 69,
1083
  arc: 28,
1084
+ wiki: 6.72,
1085
  tokens: '~10M',
1086
  releaseDate: '2026-06-03',
1087
  links: {
 
1094
  params: '16M',
1095
  blimp: null,
1096
  arc: null,
1097
+ wiki: 163.63,
1098
  tokens: '?',
1099
  releaseDate: '2026-06-04',
1100
  links: {
 
1107
  params: '12.6M',
1108
  blimp: 61.47,
1109
  arc: 28.45,
1110
+ wiki: 8.76,
1111
  tokens: '—',
1112
  releaseDate: '2026-05-15',
1113
  links: {
 
1120
  params: '7.87M',
1121
  blimp: 63.5,
1122
  arc: 34.4,
1123
+ wiki: 2.73,
1124
  tokens: '—',
1125
  releaseDate: '2026-05-16',
1126
  links: {
 
1133
  params: '289K',
1134
  blimp: null,
1135
  arc: 25.17,
1136
+ wiki: 8.07,
1137
  tokens: '—',
1138
  releaseDate: '2026-05-15',
1139
  links: {
 
1146
  params: '9.96M',
1147
  blimp: 56.95,
1148
  arc: 26.80,
1149
+ wiki: 6.73,
1150
  tokens: '462M',
1151
  releaseDate: '2026-06-01',
1152
  links: {
 
1160
  params: '982K',
1161
  blimp: 68.7,
1162
  arc: 32.5,
1163
+ wiki: 6847.09,
1164
  tokens: '100B',
1165
  releaseDate: '2026-05-13',
1166
  links: {
 
1186
  params: '5.16M',
1187
  blimp: 72.27,
1188
  arc: 35.69,
1189
+ wiki: 4.42,
1190
  tokens: '25B',
1191
  releaseDate: '2026-05-19',
1192
  links: {
 
1199
  params: '74M',
1200
  blimp: 74.91,
1201
  arc: 39.06,
1202
+ wiki: 2.20,
1203
  tokens: '~1.2B',
1204
  releaseDate: '2026-06-01',
1205
  links: {
 
1212
  params: '51.8M',
1213
  blimp: 76.3,
1214
  arc: 52.2,
1215
+ wiki: 2.56,
1216
  tokens: '20B',
1217
  releaseDate: '2026-05-21',
1218
  links: {
 
1239
  params: '9.94M',
1240
  blimp: 72.52,
1241
  arc: 35.90,
1242
+ wiki: 2.46,
1243
  tokens: '6.5B',
1244
  releaseDate: '2026-06-13',
1245
  links: {
 
1252
  params: '5.96M',
1253
  blimp: 65.23,
1254
  arc: 33.38,
1255
+ wiki: 3.25,
1256
  tokens: '1.1B',
1257
  releaseDate: '2026-06-10',
1258
  links: {
 
1278
  params: '22.03M',
1279
  blimp: 61.40,
1280
  arc: 30.85,
1281
+ wiki: 3.14,
1282
  tokens: '~1.57B',
1283
  releaseDate: '2026-06-05',
1284
  links: {
 
1291
  params: '53.1M',
1292
  blimp: 72.81,
1293
  arc: 30.30,
1294
+ wiki: 2.38,
1295
  tokens: '1.1B',
1296
  releaseDate: '2026-06-09',
1297
  links: {
 
1317
  params: '51.8M',
1318
  blimp: 76.3,
1319
  arc: 52.2,
1320
+ wiki: 2.04,
1321
  tokens: '20B',
1322
  releaseDate: '2026-05-27',
1323
  links: {
 
1330
  params: '51.8M',
1331
  blimp: 64.14,
1332
  arc: 45.16,
1333
+ wiki: 2.60,
1334
  tokens: '20B',
1335
  releaseDate: '2026-06-04',
1336
  links: {
 
1344
  params: '51.8M',
1345
  blimp: 67.4,
1346
  arc: null,
1347
+ wiki: 2.62,
1348
  tokens: '23B',
1349
  releaseDate: '2026-06-12',
1350
  links: {
 
1877
  scales: {
1878
  x: {
1879
  type: 'logarithmic',
1880
+ title: { display: true, text: 'byte_ppl (log scale)', color: '#8b949e', font: { size: 11 } },
1881
  grid: { drawBorder: false, color: 'rgba(255,255,255,0.04)' },
1882
  ticks: {
1883
  color: '#8b949e',
 
1935
  const point = chart.getDatasetMeta(0).data[el.index];
1936
  tooltip.querySelector('.tt-name').textContent = d._name;
1937
  tooltip.querySelector('.tt-val').innerHTML =
1938
+ `byte_ppl: <strong>${d._wiki.toLocaleString()}</strong> · ${d._params} params`;
1939
  let left = point.x + 14;
1940
  let top = point.y - 20;
1941
  const ttW = 250;