Hermes commited on
Commit
21a9039
·
1 Parent(s): b9acfec

Pre-render leaderboard rows for the static org-card view (progressive enhancement)

Browse files
Files changed (4) hide show
  1. build.py +87 -6
  2. data.json +1 -1
  3. index.html +511 -11
  4. template.html +200 -0
build.py CHANGED
@@ -3,12 +3,14 @@
3
  Build leaderboard data for the llm-bench.io HuggingFace Static Space.
4
 
5
  Fetches the public benchmarks API, aggregates by model + VRAM tier
6
- (last 30 days, >= 3 runs, completed quality assessments only), and
7
- writes a compact data.json consumed by index.html.
 
8
 
9
  Run: python3 build.py
10
  """
11
  import json
 
12
  import urllib.request
13
  from collections import defaultdict
14
  from datetime import datetime, timedelta, timezone
@@ -16,6 +18,7 @@ from datetime import datetime, timedelta, timezone
16
  API = "https://llm-bench.io/api/benchmarks"
17
  WINDOW_DAYS = 30
18
  MIN_RUNS = 3
 
19
 
20
  SCENARIOS = {
21
  "coding_agent": "Coding",
@@ -58,6 +61,83 @@ def hardware_label(b):
58
  return cpu or "CPU"
59
 
60
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
61
  def main():
62
  total, records = fetch_all()
63
  cutoff = datetime.now(timezone.utc) - timedelta(days=WINDOW_DAYS)
@@ -122,11 +202,12 @@ def main():
122
  "scenarios": SCENARIOS,
123
  "rows": rows,
124
  }
125
- path = "/tmp/space-readme/data.json"
126
- with open(path, "w") as f:
127
  json.dump(out, f, separators=(",", ":"))
128
- size = len(json.dumps(out, separators=(",", ":")))
129
- print(f"rows={len(rows)} window_records={len(in_window)} total={total} bytes={size} -> {path}")
 
 
130
 
131
 
132
  if __name__ == "__main__":
 
3
  Build leaderboard data for the llm-bench.io HuggingFace Static Space.
4
 
5
  Fetches the public benchmarks API, aggregates by model + VRAM tier
6
+ (last 30 days, >= 3 runs, completed quality assessments only), then:
7
+ 1. writes data.json (enables interactive filter/sort on the live Space)
8
+ 2. renders index.html (pre-rendered rows so the no-JS org-card view works)
9
 
10
  Run: python3 build.py
11
  """
12
  import json
13
+ import urllib.parse
14
  import urllib.request
15
  from collections import defaultdict
16
  from datetime import datetime, timedelta, timezone
 
18
  API = "https://llm-bench.io/api/benchmarks"
19
  WINDOW_DAYS = 30
20
  MIN_RUNS = 3
21
+ HERE = "/tmp/space-readme"
22
 
23
  SCENARIOS = {
24
  "coding_agent": "Coding",
 
61
  return cpu or "CPU"
62
 
63
 
64
+ def esc(s):
65
+ return (
66
+ str(s)
67
+ .replace("&", "&")
68
+ .replace("<", "&lt;")
69
+ .replace(">", "&gt;")
70
+ .replace('"', "&quot;")
71
+ .replace("'", "&#39;")
72
+ )
73
+
74
+
75
+ def qcolor(v):
76
+ if v is None:
77
+ return "#f87171"
78
+ if v >= 85:
79
+ return "#4ade80"
80
+ if v >= 75:
81
+ return "#facc15"
82
+ return "#f87171"
83
+
84
+
85
+ def render_static(out):
86
+ """Fill template.html placeholders with pre-rendered rows (no-JS view)."""
87
+ rows = out["rows"]
88
+ scen_keys = ["coding_agent", "openclaw", "roleplay", "research"]
89
+
90
+ trs = []
91
+ for r in rows:
92
+ link = "https://llm-bench.io/benchmarks?model=" + urllib.parse.quote(r["model"], safe="")
93
+ q = r.get("quality")
94
+ if q is not None:
95
+ qcell = (
96
+ '<td class="num"><span class="qbar">'
97
+ f'<i style="width:{max(0, min(100, q)):.0f}%;background:{qcolor(q)}"></i></span>'
98
+ f"<b>{q:.1f}</b></td>"
99
+ )
100
+ else:
101
+ qcell = '<td class="num sc dim">–</td>'
102
+ sc_cells = []
103
+ for k in scen_keys:
104
+ v = r.get("scenarios", {}).get(k)
105
+ sc_cells.append(f'<td class="num sc">{v:.1f}</td>' if v is not None else '<td class="num sc dim">–</td>')
106
+ speed = r.get("speed")
107
+ speed_cell = f'<td class="num">{speed:.1f}</td>' if speed is not None else '<td class="num sc dim">–</td>'
108
+ trs.append(
109
+ ' <tr style="cursor:pointer" title="Open on llm-bench.io">\n'
110
+ ' <td><div class="model-cell">'
111
+ f'<a class="model-name" href="{link}" target="_blank" rel="noopener">{esc(r["model"])}</a>\n'
112
+ f' <span class="model-hw">{esc(r["hardware"])}</span></div></td>\n'
113
+ f' <td class="num vram">{r["vram"]} GB</td>\n'
114
+ f' <td class="num">{r["runs"]}</td>\n'
115
+ f" {qcell}\n"
116
+ f" {speed_cell}\n"
117
+ + " ".join(sc_cells)
118
+ + f'\n <td class="num updated">{r["updated"]}</td>\n'
119
+ " </tr>"
120
+ )
121
+
122
+ meta = (
123
+ f'<span><b>{len(rows)}</b> models</span>'
124
+ f'<span><b>{out["inWindow"]}</b> submissions in window</span>'
125
+ f'<span>of <b>{out["totalSubmissions"]}</b> total on llm-bench.io</span>'
126
+ )
127
+ gen = datetime.fromisoformat(out["generatedAt"]).strftime("%d %b %Y")
128
+
129
+ with open(f"{HERE}/template.html") as f:
130
+ html = f.read()
131
+ html = html.replace("__ROWS__", "\n".join(trs))
132
+ html = html.replace("__META__", meta)
133
+ html = html.replace("__WIN__", str(out["windowDays"]))
134
+ html = html.replace("__MINR__", str(out["minRuns"]))
135
+ html = html.replace("__GEN__", gen)
136
+
137
+ with open(f"{HERE}/index.html", "w") as f:
138
+ f.write(html)
139
+
140
+
141
  def main():
142
  total, records = fetch_all()
143
  cutoff = datetime.now(timezone.utc) - timedelta(days=WINDOW_DAYS)
 
202
  "scenarios": SCENARIOS,
203
  "rows": rows,
204
  }
205
+ with open(f"{HERE}/data.json", "w") as f:
 
206
  json.dump(out, f, separators=(",", ":"))
207
+ print(f"rows={len(rows)} window_records={len(in_window)} total={total} -> {HERE}/data.json")
208
+
209
+ render_static(out)
210
+ print("rendered index.html from template.html")
211
 
212
 
213
  if __name__ == "__main__":
data.json CHANGED
@@ -1 +1 @@
1
- {"generatedAt":"2026-09-10T20:01:17+00:00","windowDays":30,"minRuns":3,"totalSubmissions":909,"inWindow":640,"scenarios":{"coding_agent":"Coding","openclaw":"Agent","roleplay":"Role-Play","research":"Research"},"rows":[{"vram":128,"model":"mtplx-qwen38-27b-optimized-quality","hardware":"Apple M5 Max","runs":3,"quality":87.2,"speed":35.0,"scenarios":{"coding_agent":78.4,"openclaw":90.6,"roleplay":92.4,"research":87.6},"updated":"2026-09-01"},{"vram":23,"model":"unsloth/Qwen3.8-27B-GGUF:IQ3_S","hardware":"NVIDIA GeForce RTX 4090","runs":4,"quality":86.9,"speed":108.6,"scenarios":{"coding_agent":83.3,"openclaw":86.2,"roleplay":90.3,"research":87.9},"updated":"2026-08-29"},{"vram":64,"model":"mtplx-qwen38-27b-optimized-quality","hardware":"Apple M4 Max","runs":3,"quality":85.7,"speed":35.5,"scenarios":{"coding_agent":77.7,"openclaw":85.2,"roleplay":93.1,"research":86.7},"updated":"2026-09-02"},{"vram":7,"model":"Tiel-Coder-35B-A3B-MTP-UD-Q6_K_XL","hardware":"AMD Radeon RX 5600 OEM/5600 XT / 5700/5700 XT + AMD Radeon RX 9060 XT","runs":3,"quality":85.5,"speed":35.1,"scenarios":{"coding_agent":83.3,"openclaw":90.5,"roleplay":82.6,"research":85.6},"updated":"2026-09-04"},{"vram":23,"model":"unsloth/Qwen3.8-27B-GGUF:Q4_K_M","hardware":"NVIDIA GeForce RTX 4090","runs":6,"quality":85.1,"speed":95.3,"scenarios":{"coding_agent":78.0,"openclaw":85.9,"roleplay":89.0,"research":87.4},"updated":"2026-08-29"},{"vram":128,"model":"Qwen3.8-27B-oQ4e-fp16-mtp","hardware":"Apple M5 Max","runs":4,"quality":85.1,"speed":38.6,"scenarios":{"coding_agent":82.5,"openclaw":85.1,"roleplay":89.6,"research":83.0},"updated":"2026-08-20"},{"vram":128,"model":"mtplx-flash-next-bare-speed","hardware":"Apple M5 Max","runs":3,"quality":85.0,"speed":57.5,"scenarios":{"coding_agent":75.6,"openclaw":84.6,"roleplay":93.3,"research":86.3},"updated":"2026-09-01"},{"vram":23,"model":"qwen3.8-27b-UD-Q4_K_XL","hardware":"AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M","runs":3,"quality":84.9,"speed":50.7,"scenarios":{"coding_agent":80.6,"openclaw":83.7,"roleplay":86.9,"research":88.5},"updated":"2026-09-08"},{"vram":23,"model":"Tiel-Coder-35B-A3B-Q4_K_S","hardware":"AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M","runs":3,"quality":84.6,"speed":165.0,"scenarios":{"coding_agent":76.9,"openclaw":89.3,"roleplay":87.3,"research":84.9},"updated":"2026-09-05"},{"vram":15,"model":"Qwen3.8-27B-UD-Q3_K_XL","hardware":"NVIDIA GeForce RTX 5070 Ti","runs":8,"quality":84.6,"speed":66.3,"scenarios":{"coding_agent":73.3,"openclaw":86.8,"roleplay":92.3,"research":86.2},"updated":"2026-09-04"},{"vram":64,"model":"Qwen3.8-27B-oQ8e-fp16-mtp","hardware":"Apple M5 Max","runs":4,"quality":84.6,"speed":33.7,"scenarios":{"coding_agent":74.1,"openclaw":87.4,"roleplay":91.2,"research":85.6},"updated":"2026-08-28"},{"vram":128,"model":"Qwen3.8-Flash-Next-oQ5e-mtp","hardware":"Apple M4 Max","runs":10,"quality":84.0,"speed":37.6,"scenarios":{"coding_agent":76.0,"openclaw":84.7,"roleplay":89.8,"research":85.5},"updated":"2026-09-09"},{"vram":64,"model":"Qwen3.8-27B-oQ4-mtp","hardware":"Apple M5 Max","runs":4,"quality":83.9,"speed":42.8,"scenarios":{"coding_agent":75.4,"openclaw":89.2,"roleplay":85.0,"research":86.1},"updated":"2026-08-28"},{"vram":64,"model":"Muse-Glimmer-30B-oQ8e","hardware":"Apple M5 Max","runs":3,"quality":83.9,"speed":17.0,"scenarios":{"coding_agent":72.3,"openclaw":89.4,"roleplay":92.0,"research":82.1},"updated":"2026-08-29"},{"vram":16,"model":"Qwen3.8-27B-GSQ-RCO-IQ3_S","hardware":"NVIDIA GeForce RTX 4080 SUPER","runs":4,"quality":83.8,"speed":73.6,"scenarios":{"coding_agent":75.3,"openclaw":84.7,"roleplay":88.8,"research":86.3},"updated":"2026-09-04"},{"vram":64,"model":"Ornith-1.5-35B-A3B-oQ8e-mtp","hardware":"Apple M5 Max","runs":5,"quality":83.7,"speed":94.6,"scenarios":{"coding_agent":77.5,"openclaw":82.0,"roleplay":88.5,"research":86.8},"updated":"2026-09-07"},{"vram":8,"model":"Tiel-Coder-35B-A3B-MTP-UD-IQ3_XXS","hardware":"NVIDIA GeForce RTX 5060","runs":3,"quality":83.7,"speed":90.0,"scenarios":{"coding_agent":78.4,"openclaw":86.7,"roleplay":85.4,"research":84.3},"updated":"2026-09-09"},{"vram":64,"model":"Qwen3.8-27B-oQ4e-mtp","hardware":"Apple M5 Max","runs":26,"quality":83.5,"speed":45.3,"scenarios":{"coding_agent":74.2,"openclaw":83.4,"roleplay":90.5,"research":86.0},"updated":"2026-09-09"},{"vram":23,"model":"qwen3.8:27b-mtp-q4_K_M","hardware":"AMD Radeon RX 7900 XTX","runs":3,"quality":83.5,"speed":40.8,"scenarios":{"coding_agent":71.2,"openclaw":88.2,"roleplay":88.1,"research":86.7},"updated":"2026-08-16"},{"vram":64,"model":"Tiel-Coder-35B-A3B-MLX-oQ4e","hardware":"Apple M5 Max","runs":4,"quality":83.4,"speed":118.4,"scenarios":{"coding_agent":80.7,"openclaw":82.7,"roleplay":85.6,"research":84.4},"updated":"2026-08-25"},{"vram":16,"model":"Qwen3.8-27B-UD-IQ3_S","hardware":"NVIDIA GeForce RTX 4080 SUPER","runs":48,"quality":83.2,"speed":78.8,"scenarios":{"coding_agent":77.8,"openclaw":81.6,"roleplay":87.8,"research":85.7},"updated":"2026-09-05"},{"vram":23,"model":"qwen3.8:27b","hardware":"AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M","runs":5,"quality":82.8,"speed":35.6,"scenarios":{"coding_agent":78.6,"openclaw":82.8,"roleplay":84.8,"research":84.9},"updated":"2026-09-07"},{"vram":23,"model":"qwen3.8:latest","hardware":"AMD Radeon RX 7900 XTX","runs":7,"quality":82.6,"speed":37.4,"scenarios":{"coding_agent":75.9,"openclaw":82.2,"roleplay":85.1,"research":87.1},"updated":"2026-09-07"},{"vram":128,"model":"Qwen3.8-Flash-Next-oQ4e-mtp","hardware":"Apple M4 Max","runs":22,"quality":82.2,"speed":40.7,"scenarios":{"coding_agent":72.6,"openclaw":83.5,"roleplay":87.9,"research":84.9},"updated":"2026-09-07"},{"vram":64,"model":"Tiel-Coder-35B-A3B-MLX-oQ4e-MTP","hardware":"Apple M5 Max","runs":5,"quality":82.1,"speed":123.7,"scenarios":{"coding_agent":76.3,"openclaw":84.4,"roleplay":82.3,"research":85.3},"updated":"2026-09-07"},{"vram":64,"model":"Muse-Glimmer-30B-4bit","hardware":"Apple M5 Max","runs":3,"quality":82.1,"speed":29.9,"scenarios":{"coding_agent":68.6,"openclaw":89.3,"roleplay":89.6,"research":80.9},"updated":"2026-08-13"},{"vram":23,"model":"muse-glimmer:latest","hardware":"AMD Radeon RX 7900 XTX","runs":4,"quality":82.0,"speed":34.5,"scenarios":{"coding_agent":71.5,"openclaw":93.0,"roleplay":79.7,"research":83.6},"updated":"2026-08-25"},{"vram":64,"model":"Qwen3.8-27B-4bit","hardware":"Apple M5 Max","runs":9,"quality":81.9,"speed":30.6,"scenarios":{"coding_agent":76.8,"openclaw":78.0,"roleplay":89.2,"research":83.4},"updated":"2026-08-22"},{"vram":8,"model":"Cyber-Tiel-Coder-35B-A3B-MTP-UD-IQ3_XXS","hardware":"NVIDIA GeForce RTX 5060","runs":3,"quality":81.5,"speed":115.7,"scenarios":{"coding_agent":73.8,"openclaw":85.3,"roleplay":82.4,"research":84.7},"updated":"2026-09-10"},{"vram":23,"model":"Qwen3.8-27B-Q4_K_XL","hardware":"AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M","runs":15,"quality":81.5,"speed":72.4,"scenarios":{"coding_agent":78.7,"openclaw":76.5,"roleplay":85.7,"research":85.0},"updated":"2026-09-05"},{"vram":64,"model":"Qwen3.8-27B-oQ8e-mtp","hardware":"Apple M5 Max","runs":26,"quality":81.3,"speed":33.4,"scenarios":{"coding_agent":70.7,"openclaw":82.2,"roleplay":88.1,"research":84.4},"updated":"2026-09-10"},{"vram":64,"model":"unsloth/Qwen3.8-27B-GGUF:UD-Q8_K_XL","hardware":"Apple M5 Max","runs":3,"quality":80.9,"speed":24.4,"scenarios":{"coding_agent":68.1,"openclaw":80.7,"roleplay":89.3,"research":85.4},"updated":"2026-08-21"},{"vram":23,"model":"Ornith-1.5-35B-A3B-IQ4_XS","hardware":"AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M","runs":3,"quality":80.7,"speed":139.5,"scenarios":{"coding_agent":78.7,"openclaw":81.4,"roleplay":82.4,"research":80.2},"updated":"2026-09-05"},{"vram":128,"model":"Qwen3.8-27B-oQ8e-fp16-mtp","hardware":"Apple M2 Ultra","runs":13,"quality":80.7,"speed":34.1,"scenarios":{"coding_agent":72.7,"openclaw":77.3,"roleplay":88.2,"research":84.6},"updated":"2026-09-04"},{"vram":10,"model":"qwen3_coder_next","hardware":"NVIDIA GeForce RTX 3080","runs":4,"quality":80.1,"speed":31.2,"scenarios":{"coding_agent":72.5,"openclaw":87.3,"roleplay":85.3,"research":75.4},"updated":"2026-08-25"},{"vram":20,"model":"unsloth/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF:UD-Q4_K_XL","hardware":"NVIDIA GeForce RTX 3080 Ti + NVIDIA GeForce RTX 3080","runs":3,"quality":79.7,"speed":172.4,"scenarios":{"coding_agent":68.0,"openclaw":84.5,"roleplay":83.2,"research":83.1},"updated":"2026-09-07"},{"vram":23,"model":"qwen38-27b","hardware":"AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M","runs":6,"quality":79.6,"speed":72.7,"scenarios":{"coding_agent":67.5,"openclaw":77.3,"roleplay":88.7,"research":85.0},"updated":"2026-09-08"},{"vram":96,"model":"Qwen3.8-27B-UD-Q6_K_XL","hardware":"NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition","runs":4,"quality":79.5,"speed":84.3,"scenarios":{"coding_agent":75.9,"openclaw":76.9,"roleplay":84.4,"research":80.6},"updated":"2026-08-31"},{"vram":16,"model":"peculiar-ragdoll/Tiel-Coder-35B-A3B-GGUF-MTP","hardware":"Advanced Micro Devices, Inc. [AMD/ATI] HawkPoint1","runs":4,"quality":78.9,"speed":26.8,"scenarios":{"coding_agent":77.2,"openclaw":81.8,"roleplay":80.9,"research":75.8},"updated":"2026-09-01"},{"vram":64,"model":"Qwen3.8-27B-oQ8-mtp","hardware":"Apple M5 Max","runs":4,"quality":77.7,"speed":35.6,"scenarios":{"coding_agent":77.6,"openclaw":67.4,"roleplay":84.8,"research":81.0},"updated":"2026-08-17"},{"vram":23,"model":"Qwen3.6-35B-A3B-IQ4_NL","hardware":"AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M","runs":17,"quality":75.9,"speed":164.8,"scenarios":{"coding_agent":67.1,"openclaw":74.7,"roleplay":83.0,"research":78.7},"updated":"2026-09-05"},{"vram":8,"model":"gpt-oss-20b-UD-Q8_K_XL","hardware":"NVIDIA GeForce RTX 5060","runs":3,"quality":75.6,"speed":148.4,"scenarios":{"coding_agent":70.3,"openclaw":83.8,"roleplay":71.6,"research":76.7},"updated":"2026-09-09"},{"vram":23,"model":"gemma-4-26b-a4b-q4kxl","hardware":"AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M","runs":3,"quality":69.5,"speed":169.9,"scenarios":{"coding_agent":67.9,"openclaw":75.2,"roleplay":79.9,"research":55.2},"updated":"2026-09-05"},{"vram":23,"model":"gemma4:26b-a4b-it-qat","hardware":"AMD Radeon RX 7900 XTX","runs":3,"quality":69.2,"speed":116.0,"scenarios":{"coding_agent":60.5,"openclaw":81.7,"roleplay":70.1,"research":64.3},"updated":"2026-08-24"},{"vram":10,"model":"qwen36-35b_VISION","hardware":"NVIDIA GeForce RTX 3080","runs":5,"quality":67.0,"speed":33.1,"scenarios":{"coding_agent":60.7,"openclaw":52.9,"roleplay":81.6,"research":73.0},"updated":"2026-08-26"},{"vram":16,"model":"mudler/Qwen3.6-35B-A3B-APEX-MTP-GGUF","hardware":"Advanced Micro Devices, Inc. [AMD/ATI] HawkPoint1","runs":4,"quality":66.8,"speed":31.6,"scenarios":{"coding_agent":65.7,"openclaw":59.9,"roleplay":68.0,"research":73.8},"updated":"2026-09-01"},{"vram":10,"model":"qwen35_122b","hardware":"NVIDIA GeForce RTX 3080","runs":5,"quality":66.7,"speed":15.2,"scenarios":{"coding_agent":53.7,"openclaw":56.3,"roleplay":80.3,"research":76.3},"updated":"2026-08-25"},{"vram":128,"model":"Ling-3.0-tiny-oQ8e","hardware":"Apple M4 Max","runs":4,"quality":60.1,"speed":124.9,"scenarios":{"coding_agent":47.3,"openclaw":72.3,"roleplay":45.5,"research":75.2},"updated":"2026-09-10"},{"vram":10,"model":"ornith-1.5-9b","hardware":"NVIDIA GeForce RTX 3080","runs":3,"quality":54.3,"speed":93.8,"scenarios":{"coding_agent":11.7,"openclaw":55.2,"roleplay":76.6,"research":73.8},"updated":"2026-08-25"},{"vram":64,"model":"Qwen3.8-27B-oQ2e-mtp","hardware":"Apple M5 Max","runs":3,"quality":10.3,"speed":44.0,"scenarios":{"coding_agent":0.0,"openclaw":28.0,"roleplay":7.7,"research":5.6},"updated":"2026-08-30"}]}
 
1
+ {"generatedAt":"2026-09-10T20:22:48+00:00","windowDays":30,"minRuns":3,"totalSubmissions":909,"inWindow":640,"scenarios":{"coding_agent":"Coding","openclaw":"Agent","roleplay":"Role-Play","research":"Research"},"rows":[{"vram":128,"model":"mtplx-qwen38-27b-optimized-quality","hardware":"Apple M5 Max","runs":3,"quality":87.2,"speed":35.0,"scenarios":{"coding_agent":78.4,"openclaw":90.6,"roleplay":92.4,"research":87.6},"updated":"2026-09-01"},{"vram":23,"model":"unsloth/Qwen3.8-27B-GGUF:IQ3_S","hardware":"NVIDIA GeForce RTX 4090","runs":4,"quality":86.9,"speed":108.6,"scenarios":{"coding_agent":83.3,"openclaw":86.2,"roleplay":90.3,"research":87.9},"updated":"2026-08-29"},{"vram":64,"model":"mtplx-qwen38-27b-optimized-quality","hardware":"Apple M4 Max","runs":3,"quality":85.7,"speed":35.5,"scenarios":{"coding_agent":77.7,"openclaw":85.2,"roleplay":93.1,"research":86.7},"updated":"2026-09-02"},{"vram":7,"model":"Tiel-Coder-35B-A3B-MTP-UD-Q6_K_XL","hardware":"AMD Radeon RX 5600 OEM/5600 XT / 5700/5700 XT + AMD Radeon RX 9060 XT","runs":3,"quality":85.5,"speed":35.1,"scenarios":{"coding_agent":83.3,"openclaw":90.5,"roleplay":82.6,"research":85.6},"updated":"2026-09-04"},{"vram":23,"model":"unsloth/Qwen3.8-27B-GGUF:Q4_K_M","hardware":"NVIDIA GeForce RTX 4090","runs":6,"quality":85.1,"speed":95.3,"scenarios":{"coding_agent":78.0,"openclaw":85.9,"roleplay":89.0,"research":87.4},"updated":"2026-08-29"},{"vram":128,"model":"Qwen3.8-27B-oQ4e-fp16-mtp","hardware":"Apple M5 Max","runs":4,"quality":85.1,"speed":38.6,"scenarios":{"coding_agent":82.5,"openclaw":85.1,"roleplay":89.6,"research":83.0},"updated":"2026-08-20"},{"vram":128,"model":"mtplx-flash-next-bare-speed","hardware":"Apple M5 Max","runs":3,"quality":85.0,"speed":57.5,"scenarios":{"coding_agent":75.6,"openclaw":84.6,"roleplay":93.3,"research":86.3},"updated":"2026-09-01"},{"vram":23,"model":"qwen3.8-27b-UD-Q4_K_XL","hardware":"AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M","runs":3,"quality":84.9,"speed":50.7,"scenarios":{"coding_agent":80.6,"openclaw":83.7,"roleplay":86.9,"research":88.5},"updated":"2026-09-08"},{"vram":23,"model":"Tiel-Coder-35B-A3B-Q4_K_S","hardware":"AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M","runs":3,"quality":84.6,"speed":165.0,"scenarios":{"coding_agent":76.9,"openclaw":89.3,"roleplay":87.3,"research":84.9},"updated":"2026-09-05"},{"vram":15,"model":"Qwen3.8-27B-UD-Q3_K_XL","hardware":"NVIDIA GeForce RTX 5070 Ti","runs":8,"quality":84.6,"speed":66.3,"scenarios":{"coding_agent":73.3,"openclaw":86.8,"roleplay":92.3,"research":86.2},"updated":"2026-09-04"},{"vram":64,"model":"Qwen3.8-27B-oQ8e-fp16-mtp","hardware":"Apple M5 Max","runs":4,"quality":84.6,"speed":33.7,"scenarios":{"coding_agent":74.1,"openclaw":87.4,"roleplay":91.2,"research":85.6},"updated":"2026-08-28"},{"vram":128,"model":"Qwen3.8-Flash-Next-oQ5e-mtp","hardware":"Apple M4 Max","runs":10,"quality":84.0,"speed":37.6,"scenarios":{"coding_agent":76.0,"openclaw":84.7,"roleplay":89.8,"research":85.5},"updated":"2026-09-09"},{"vram":64,"model":"Qwen3.8-27B-oQ4-mtp","hardware":"Apple M5 Max","runs":4,"quality":83.9,"speed":42.8,"scenarios":{"coding_agent":75.4,"openclaw":89.2,"roleplay":85.0,"research":86.1},"updated":"2026-08-28"},{"vram":64,"model":"Muse-Glimmer-30B-oQ8e","hardware":"Apple M5 Max","runs":3,"quality":83.9,"speed":17.0,"scenarios":{"coding_agent":72.3,"openclaw":89.4,"roleplay":92.0,"research":82.1},"updated":"2026-08-29"},{"vram":16,"model":"Qwen3.8-27B-GSQ-RCO-IQ3_S","hardware":"NVIDIA GeForce RTX 4080 SUPER","runs":4,"quality":83.8,"speed":73.6,"scenarios":{"coding_agent":75.3,"openclaw":84.7,"roleplay":88.8,"research":86.3},"updated":"2026-09-04"},{"vram":64,"model":"Ornith-1.5-35B-A3B-oQ8e-mtp","hardware":"Apple M5 Max","runs":5,"quality":83.7,"speed":94.6,"scenarios":{"coding_agent":77.5,"openclaw":82.0,"roleplay":88.5,"research":86.8},"updated":"2026-09-07"},{"vram":8,"model":"Tiel-Coder-35B-A3B-MTP-UD-IQ3_XXS","hardware":"NVIDIA GeForce RTX 5060","runs":3,"quality":83.7,"speed":90.0,"scenarios":{"coding_agent":78.4,"openclaw":86.7,"roleplay":85.4,"research":84.3},"updated":"2026-09-09"},{"vram":64,"model":"Qwen3.8-27B-oQ4e-mtp","hardware":"Apple M5 Max","runs":26,"quality":83.5,"speed":45.3,"scenarios":{"coding_agent":74.2,"openclaw":83.4,"roleplay":90.5,"research":86.0},"updated":"2026-09-09"},{"vram":23,"model":"qwen3.8:27b-mtp-q4_K_M","hardware":"AMD Radeon RX 7900 XTX","runs":3,"quality":83.5,"speed":40.8,"scenarios":{"coding_agent":71.2,"openclaw":88.2,"roleplay":88.1,"research":86.7},"updated":"2026-08-16"},{"vram":64,"model":"Tiel-Coder-35B-A3B-MLX-oQ4e","hardware":"Apple M5 Max","runs":4,"quality":83.4,"speed":118.4,"scenarios":{"coding_agent":80.7,"openclaw":82.7,"roleplay":85.6,"research":84.4},"updated":"2026-08-25"},{"vram":16,"model":"Qwen3.8-27B-UD-IQ3_S","hardware":"NVIDIA GeForce RTX 4080 SUPER","runs":48,"quality":83.2,"speed":78.8,"scenarios":{"coding_agent":77.8,"openclaw":81.6,"roleplay":87.8,"research":85.7},"updated":"2026-09-05"},{"vram":23,"model":"qwen3.8:27b","hardware":"AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M","runs":5,"quality":82.8,"speed":35.6,"scenarios":{"coding_agent":78.6,"openclaw":82.8,"roleplay":84.8,"research":84.9},"updated":"2026-09-07"},{"vram":23,"model":"qwen3.8:latest","hardware":"AMD Radeon RX 7900 XTX","runs":7,"quality":82.6,"speed":37.4,"scenarios":{"coding_agent":75.9,"openclaw":82.2,"roleplay":85.1,"research":87.1},"updated":"2026-09-07"},{"vram":128,"model":"Qwen3.8-Flash-Next-oQ4e-mtp","hardware":"Apple M4 Max","runs":22,"quality":82.2,"speed":40.7,"scenarios":{"coding_agent":72.6,"openclaw":83.5,"roleplay":87.9,"research":84.9},"updated":"2026-09-07"},{"vram":64,"model":"Tiel-Coder-35B-A3B-MLX-oQ4e-MTP","hardware":"Apple M5 Max","runs":5,"quality":82.1,"speed":123.7,"scenarios":{"coding_agent":76.3,"openclaw":84.4,"roleplay":82.3,"research":85.3},"updated":"2026-09-07"},{"vram":64,"model":"Muse-Glimmer-30B-4bit","hardware":"Apple M5 Max","runs":3,"quality":82.1,"speed":29.9,"scenarios":{"coding_agent":68.6,"openclaw":89.3,"roleplay":89.6,"research":80.9},"updated":"2026-08-13"},{"vram":23,"model":"muse-glimmer:latest","hardware":"AMD Radeon RX 7900 XTX","runs":4,"quality":82.0,"speed":34.5,"scenarios":{"coding_agent":71.5,"openclaw":93.0,"roleplay":79.7,"research":83.6},"updated":"2026-08-25"},{"vram":64,"model":"Qwen3.8-27B-4bit","hardware":"Apple M5 Max","runs":9,"quality":81.9,"speed":30.6,"scenarios":{"coding_agent":76.8,"openclaw":78.0,"roleplay":89.2,"research":83.4},"updated":"2026-08-22"},{"vram":8,"model":"Cyber-Tiel-Coder-35B-A3B-MTP-UD-IQ3_XXS","hardware":"NVIDIA GeForce RTX 5060","runs":3,"quality":81.5,"speed":115.7,"scenarios":{"coding_agent":73.8,"openclaw":85.3,"roleplay":82.4,"research":84.7},"updated":"2026-09-10"},{"vram":23,"model":"Qwen3.8-27B-Q4_K_XL","hardware":"AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M","runs":15,"quality":81.5,"speed":72.4,"scenarios":{"coding_agent":78.7,"openclaw":76.5,"roleplay":85.7,"research":85.0},"updated":"2026-09-05"},{"vram":64,"model":"Qwen3.8-27B-oQ8e-mtp","hardware":"Apple M5 Max","runs":26,"quality":81.3,"speed":33.4,"scenarios":{"coding_agent":70.7,"openclaw":82.2,"roleplay":88.1,"research":84.4},"updated":"2026-09-10"},{"vram":64,"model":"unsloth/Qwen3.8-27B-GGUF:UD-Q8_K_XL","hardware":"Apple M5 Max","runs":3,"quality":80.9,"speed":24.4,"scenarios":{"coding_agent":68.1,"openclaw":80.7,"roleplay":89.3,"research":85.4},"updated":"2026-08-21"},{"vram":23,"model":"Ornith-1.5-35B-A3B-IQ4_XS","hardware":"AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M","runs":3,"quality":80.7,"speed":139.5,"scenarios":{"coding_agent":78.7,"openclaw":81.4,"roleplay":82.4,"research":80.2},"updated":"2026-09-05"},{"vram":128,"model":"Qwen3.8-27B-oQ8e-fp16-mtp","hardware":"Apple M2 Ultra","runs":13,"quality":80.7,"speed":34.1,"scenarios":{"coding_agent":72.7,"openclaw":77.3,"roleplay":88.2,"research":84.6},"updated":"2026-09-04"},{"vram":10,"model":"qwen3_coder_next","hardware":"NVIDIA GeForce RTX 3080","runs":4,"quality":80.1,"speed":31.2,"scenarios":{"coding_agent":72.5,"openclaw":87.3,"roleplay":85.3,"research":75.4},"updated":"2026-08-25"},{"vram":20,"model":"unsloth/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF:UD-Q4_K_XL","hardware":"NVIDIA GeForce RTX 3080 Ti + NVIDIA GeForce RTX 3080","runs":3,"quality":79.7,"speed":172.4,"scenarios":{"coding_agent":68.0,"openclaw":84.5,"roleplay":83.2,"research":83.1},"updated":"2026-09-07"},{"vram":23,"model":"qwen38-27b","hardware":"AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M","runs":6,"quality":79.6,"speed":72.7,"scenarios":{"coding_agent":67.5,"openclaw":77.3,"roleplay":88.7,"research":85.0},"updated":"2026-09-08"},{"vram":96,"model":"Qwen3.8-27B-UD-Q6_K_XL","hardware":"NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition","runs":4,"quality":79.5,"speed":84.3,"scenarios":{"coding_agent":75.9,"openclaw":76.9,"roleplay":84.4,"research":80.6},"updated":"2026-08-31"},{"vram":16,"model":"peculiar-ragdoll/Tiel-Coder-35B-A3B-GGUF-MTP","hardware":"Advanced Micro Devices, Inc. [AMD/ATI] HawkPoint1","runs":4,"quality":78.9,"speed":26.8,"scenarios":{"coding_agent":77.2,"openclaw":81.8,"roleplay":80.9,"research":75.8},"updated":"2026-09-01"},{"vram":64,"model":"Qwen3.8-27B-oQ8-mtp","hardware":"Apple M5 Max","runs":4,"quality":77.7,"speed":35.6,"scenarios":{"coding_agent":77.6,"openclaw":67.4,"roleplay":84.8,"research":81.0},"updated":"2026-08-17"},{"vram":23,"model":"Qwen3.6-35B-A3B-IQ4_NL","hardware":"AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M","runs":17,"quality":75.9,"speed":164.8,"scenarios":{"coding_agent":67.1,"openclaw":74.7,"roleplay":83.0,"research":78.7},"updated":"2026-09-05"},{"vram":8,"model":"gpt-oss-20b-UD-Q8_K_XL","hardware":"NVIDIA GeForce RTX 5060","runs":3,"quality":75.6,"speed":148.4,"scenarios":{"coding_agent":70.3,"openclaw":83.8,"roleplay":71.6,"research":76.7},"updated":"2026-09-09"},{"vram":23,"model":"gemma-4-26b-a4b-q4kxl","hardware":"AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M","runs":3,"quality":69.5,"speed":169.9,"scenarios":{"coding_agent":67.9,"openclaw":75.2,"roleplay":79.9,"research":55.2},"updated":"2026-09-05"},{"vram":23,"model":"gemma4:26b-a4b-it-qat","hardware":"AMD Radeon RX 7900 XTX","runs":3,"quality":69.2,"speed":116.0,"scenarios":{"coding_agent":60.5,"openclaw":81.7,"roleplay":70.1,"research":64.3},"updated":"2026-08-24"},{"vram":10,"model":"qwen36-35b_VISION","hardware":"NVIDIA GeForce RTX 3080","runs":5,"quality":67.0,"speed":33.1,"scenarios":{"coding_agent":60.7,"openclaw":52.9,"roleplay":81.6,"research":73.0},"updated":"2026-08-26"},{"vram":16,"model":"mudler/Qwen3.6-35B-A3B-APEX-MTP-GGUF","hardware":"Advanced Micro Devices, Inc. [AMD/ATI] HawkPoint1","runs":4,"quality":66.8,"speed":31.6,"scenarios":{"coding_agent":65.7,"openclaw":59.9,"roleplay":68.0,"research":73.8},"updated":"2026-09-01"},{"vram":10,"model":"qwen35_122b","hardware":"NVIDIA GeForce RTX 3080","runs":5,"quality":66.7,"speed":15.2,"scenarios":{"coding_agent":53.7,"openclaw":56.3,"roleplay":80.3,"research":76.3},"updated":"2026-08-25"},{"vram":128,"model":"Ling-3.0-tiny-oQ8e","hardware":"Apple M4 Max","runs":4,"quality":60.1,"speed":124.9,"scenarios":{"coding_agent":47.3,"openclaw":72.3,"roleplay":45.5,"research":75.2},"updated":"2026-09-10"},{"vram":10,"model":"ornith-1.5-9b","hardware":"NVIDIA GeForce RTX 3080","runs":3,"quality":54.3,"speed":93.8,"scenarios":{"coding_agent":11.7,"openclaw":55.2,"roleplay":76.6,"research":73.8},"updated":"2026-08-25"},{"vram":64,"model":"Qwen3.8-27B-oQ2e-mtp","hardware":"Apple M5 Max","runs":3,"quality":10.3,"speed":44.0,"scenarios":{"coding_agent":0.0,"openclaw":28.0,"roleplay":7.7,"research":5.6},"updated":"2026-08-30"}]}
index.html CHANGED
@@ -68,7 +68,9 @@ footer a:hover{text-decoration:underline}
68
  <input class="search" id="search" type="search" placeholder="Filter model name…" aria-label="Filter models">
69
  </div>
70
 
71
- <div class="meta" id="meta"></div>
 
 
72
 
73
  <div class="card">
74
  <table>
@@ -86,12 +88,513 @@ footer a:hover{text-decoration:underline}
86
  <th data-sort="updated" class="num">Updated</th>
87
  </tr>
88
  </thead>
89
- <tbody id="rows"></tbody>
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
90
  </table>
91
  </div>
92
 
93
  <footer>
94
- <span>Data: last <b id="win">–</b> days, ≥ <b id="minr">–</b> runs per model · generated <span id="gen">–</span></span>
95
  <span>·</span>
96
  <span>Methodology: <a href="https://llm-bench.io/benchmark-methodology" target="_blank" rel="noopener">how we measure</a></span>
97
  <span>·</span>
@@ -103,16 +606,13 @@ footer a:hover{text-decoration:underline}
103
  let DATA=null, sortKey="quality", sortDir=-1, vramFilter=null, query="";
104
 
105
  async function init(){
 
 
 
106
  try{
107
  DATA = await (await fetch("data.json")).json();
108
- }catch(e){
109
- document.getElementById("rows").innerHTML =
110
- '<tr><td colspan="10" class="empty">Could not load data.json — try refreshing.</td></tr>';
111
- return;
112
- }
113
- document.getElementById("gen").textContent = new Date(DATA.generatedAt).toLocaleDateString("en-GB",{day:"2-digit",month:"short",year:"numeric"});
114
- document.getElementById("win").textContent = DATA.windowDays;
115
- document.getElementById("minr").textContent = DATA.minRuns;
116
  renderChips(); bindHeader(); bindSearch(); render();
117
  }
118
 
 
68
  <input class="search" id="search" type="search" placeholder="Filter model name…" aria-label="Filter models">
69
  </div>
70
 
71
+ <div class="meta" id="meta">
72
+ <span><b>50</b> models</span><span><b>640</b> submissions in window</span><span>of <b>909</b> total on llm-bench.io</span>
73
+ </div>
74
 
75
  <div class="card">
76
  <table>
 
88
  <th data-sort="updated" class="num">Updated</th>
89
  </tr>
90
  </thead>
91
+ <tbody id="rows">
92
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
93
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=mtplx-qwen38-27b-optimized-quality" target="_blank" rel="noopener">mtplx-qwen38-27b-optimized-quality</a>
94
+ <span class="model-hw">Apple M5 Max</span></div></td>
95
+ <td class="num vram">128 GB</td>
96
+ <td class="num">3</td>
97
+ <td class="num"><span class="qbar"><i style="width:87%;background:#4ade80"></i></span><b>87.2</b></td>
98
+ <td class="num">35.0</td>
99
+ <td class="num sc">78.4</td> <td class="num sc">90.6</td> <td class="num sc">92.4</td> <td class="num sc">87.6</td>
100
+ <td class="num updated">2026-09-01</td>
101
+ </tr>
102
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
103
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=unsloth%2FQwen3.8-27B-GGUF%3AIQ3_S" target="_blank" rel="noopener">unsloth/Qwen3.8-27B-GGUF:IQ3_S</a>
104
+ <span class="model-hw">NVIDIA GeForce RTX 4090</span></div></td>
105
+ <td class="num vram">23 GB</td>
106
+ <td class="num">4</td>
107
+ <td class="num"><span class="qbar"><i style="width:87%;background:#4ade80"></i></span><b>86.9</b></td>
108
+ <td class="num">108.6</td>
109
+ <td class="num sc">83.3</td> <td class="num sc">86.2</td> <td class="num sc">90.3</td> <td class="num sc">87.9</td>
110
+ <td class="num updated">2026-08-29</td>
111
+ </tr>
112
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
113
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=mtplx-qwen38-27b-optimized-quality" target="_blank" rel="noopener">mtplx-qwen38-27b-optimized-quality</a>
114
+ <span class="model-hw">Apple M4 Max</span></div></td>
115
+ <td class="num vram">64 GB</td>
116
+ <td class="num">3</td>
117
+ <td class="num"><span class="qbar"><i style="width:86%;background:#4ade80"></i></span><b>85.7</b></td>
118
+ <td class="num">35.5</td>
119
+ <td class="num sc">77.7</td> <td class="num sc">85.2</td> <td class="num sc">93.1</td> <td class="num sc">86.7</td>
120
+ <td class="num updated">2026-09-02</td>
121
+ </tr>
122
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
123
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Tiel-Coder-35B-A3B-MTP-UD-Q6_K_XL" target="_blank" rel="noopener">Tiel-Coder-35B-A3B-MTP-UD-Q6_K_XL</a>
124
+ <span class="model-hw">AMD Radeon RX 5600 OEM/5600 XT / 5700/5700 XT + AMD Radeon RX 9060 XT</span></div></td>
125
+ <td class="num vram">7 GB</td>
126
+ <td class="num">3</td>
127
+ <td class="num"><span class="qbar"><i style="width:86%;background:#4ade80"></i></span><b>85.5</b></td>
128
+ <td class="num">35.1</td>
129
+ <td class="num sc">83.3</td> <td class="num sc">90.5</td> <td class="num sc">82.6</td> <td class="num sc">85.6</td>
130
+ <td class="num updated">2026-09-04</td>
131
+ </tr>
132
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
133
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=unsloth%2FQwen3.8-27B-GGUF%3AQ4_K_M" target="_blank" rel="noopener">unsloth/Qwen3.8-27B-GGUF:Q4_K_M</a>
134
+ <span class="model-hw">NVIDIA GeForce RTX 4090</span></div></td>
135
+ <td class="num vram">23 GB</td>
136
+ <td class="num">6</td>
137
+ <td class="num"><span class="qbar"><i style="width:85%;background:#4ade80"></i></span><b>85.1</b></td>
138
+ <td class="num">95.3</td>
139
+ <td class="num sc">78.0</td> <td class="num sc">85.9</td> <td class="num sc">89.0</td> <td class="num sc">87.4</td>
140
+ <td class="num updated">2026-08-29</td>
141
+ </tr>
142
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
143
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Qwen3.8-27B-oQ4e-fp16-mtp" target="_blank" rel="noopener">Qwen3.8-27B-oQ4e-fp16-mtp</a>
144
+ <span class="model-hw">Apple M5 Max</span></div></td>
145
+ <td class="num vram">128 GB</td>
146
+ <td class="num">4</td>
147
+ <td class="num"><span class="qbar"><i style="width:85%;background:#4ade80"></i></span><b>85.1</b></td>
148
+ <td class="num">38.6</td>
149
+ <td class="num sc">82.5</td> <td class="num sc">85.1</td> <td class="num sc">89.6</td> <td class="num sc">83.0</td>
150
+ <td class="num updated">2026-08-20</td>
151
+ </tr>
152
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
153
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=mtplx-flash-next-bare-speed" target="_blank" rel="noopener">mtplx-flash-next-bare-speed</a>
154
+ <span class="model-hw">Apple M5 Max</span></div></td>
155
+ <td class="num vram">128 GB</td>
156
+ <td class="num">3</td>
157
+ <td class="num"><span class="qbar"><i style="width:85%;background:#4ade80"></i></span><b>85.0</b></td>
158
+ <td class="num">57.5</td>
159
+ <td class="num sc">75.6</td> <td class="num sc">84.6</td> <td class="num sc">93.3</td> <td class="num sc">86.3</td>
160
+ <td class="num updated">2026-09-01</td>
161
+ </tr>
162
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
163
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=qwen3.8-27b-UD-Q4_K_XL" target="_blank" rel="noopener">qwen3.8-27b-UD-Q4_K_XL</a>
164
+ <span class="model-hw">AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M</span></div></td>
165
+ <td class="num vram">23 GB</td>
166
+ <td class="num">3</td>
167
+ <td class="num"><span class="qbar"><i style="width:85%;background:#facc15"></i></span><b>84.9</b></td>
168
+ <td class="num">50.7</td>
169
+ <td class="num sc">80.6</td> <td class="num sc">83.7</td> <td class="num sc">86.9</td> <td class="num sc">88.5</td>
170
+ <td class="num updated">2026-09-08</td>
171
+ </tr>
172
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
173
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Tiel-Coder-35B-A3B-Q4_K_S" target="_blank" rel="noopener">Tiel-Coder-35B-A3B-Q4_K_S</a>
174
+ <span class="model-hw">AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M</span></div></td>
175
+ <td class="num vram">23 GB</td>
176
+ <td class="num">3</td>
177
+ <td class="num"><span class="qbar"><i style="width:85%;background:#facc15"></i></span><b>84.6</b></td>
178
+ <td class="num">165.0</td>
179
+ <td class="num sc">76.9</td> <td class="num sc">89.3</td> <td class="num sc">87.3</td> <td class="num sc">84.9</td>
180
+ <td class="num updated">2026-09-05</td>
181
+ </tr>
182
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
183
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Qwen3.8-27B-UD-Q3_K_XL" target="_blank" rel="noopener">Qwen3.8-27B-UD-Q3_K_XL</a>
184
+ <span class="model-hw">NVIDIA GeForce RTX 5070 Ti</span></div></td>
185
+ <td class="num vram">15 GB</td>
186
+ <td class="num">8</td>
187
+ <td class="num"><span class="qbar"><i style="width:85%;background:#facc15"></i></span><b>84.6</b></td>
188
+ <td class="num">66.3</td>
189
+ <td class="num sc">73.3</td> <td class="num sc">86.8</td> <td class="num sc">92.3</td> <td class="num sc">86.2</td>
190
+ <td class="num updated">2026-09-04</td>
191
+ </tr>
192
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
193
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Qwen3.8-27B-oQ8e-fp16-mtp" target="_blank" rel="noopener">Qwen3.8-27B-oQ8e-fp16-mtp</a>
194
+ <span class="model-hw">Apple M5 Max</span></div></td>
195
+ <td class="num vram">64 GB</td>
196
+ <td class="num">4</td>
197
+ <td class="num"><span class="qbar"><i style="width:85%;background:#facc15"></i></span><b>84.6</b></td>
198
+ <td class="num">33.7</td>
199
+ <td class="num sc">74.1</td> <td class="num sc">87.4</td> <td class="num sc">91.2</td> <td class="num sc">85.6</td>
200
+ <td class="num updated">2026-08-28</td>
201
+ </tr>
202
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
203
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Qwen3.8-Flash-Next-oQ5e-mtp" target="_blank" rel="noopener">Qwen3.8-Flash-Next-oQ5e-mtp</a>
204
+ <span class="model-hw">Apple M4 Max</span></div></td>
205
+ <td class="num vram">128 GB</td>
206
+ <td class="num">10</td>
207
+ <td class="num"><span class="qbar"><i style="width:84%;background:#facc15"></i></span><b>84.0</b></td>
208
+ <td class="num">37.6</td>
209
+ <td class="num sc">76.0</td> <td class="num sc">84.7</td> <td class="num sc">89.8</td> <td class="num sc">85.5</td>
210
+ <td class="num updated">2026-09-09</td>
211
+ </tr>
212
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
213
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Qwen3.8-27B-oQ4-mtp" target="_blank" rel="noopener">Qwen3.8-27B-oQ4-mtp</a>
214
+ <span class="model-hw">Apple M5 Max</span></div></td>
215
+ <td class="num vram">64 GB</td>
216
+ <td class="num">4</td>
217
+ <td class="num"><span class="qbar"><i style="width:84%;background:#facc15"></i></span><b>83.9</b></td>
218
+ <td class="num">42.8</td>
219
+ <td class="num sc">75.4</td> <td class="num sc">89.2</td> <td class="num sc">85.0</td> <td class="num sc">86.1</td>
220
+ <td class="num updated">2026-08-28</td>
221
+ </tr>
222
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
223
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Muse-Glimmer-30B-oQ8e" target="_blank" rel="noopener">Muse-Glimmer-30B-oQ8e</a>
224
+ <span class="model-hw">Apple M5 Max</span></div></td>
225
+ <td class="num vram">64 GB</td>
226
+ <td class="num">3</td>
227
+ <td class="num"><span class="qbar"><i style="width:84%;background:#facc15"></i></span><b>83.9</b></td>
228
+ <td class="num">17.0</td>
229
+ <td class="num sc">72.3</td> <td class="num sc">89.4</td> <td class="num sc">92.0</td> <td class="num sc">82.1</td>
230
+ <td class="num updated">2026-08-29</td>
231
+ </tr>
232
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
233
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Qwen3.8-27B-GSQ-RCO-IQ3_S" target="_blank" rel="noopener">Qwen3.8-27B-GSQ-RCO-IQ3_S</a>
234
+ <span class="model-hw">NVIDIA GeForce RTX 4080 SUPER</span></div></td>
235
+ <td class="num vram">16 GB</td>
236
+ <td class="num">4</td>
237
+ <td class="num"><span class="qbar"><i style="width:84%;background:#facc15"></i></span><b>83.8</b></td>
238
+ <td class="num">73.6</td>
239
+ <td class="num sc">75.3</td> <td class="num sc">84.7</td> <td class="num sc">88.8</td> <td class="num sc">86.3</td>
240
+ <td class="num updated">2026-09-04</td>
241
+ </tr>
242
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
243
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Ornith-1.5-35B-A3B-oQ8e-mtp" target="_blank" rel="noopener">Ornith-1.5-35B-A3B-oQ8e-mtp</a>
244
+ <span class="model-hw">Apple M5 Max</span></div></td>
245
+ <td class="num vram">64 GB</td>
246
+ <td class="num">5</td>
247
+ <td class="num"><span class="qbar"><i style="width:84%;background:#facc15"></i></span><b>83.7</b></td>
248
+ <td class="num">94.6</td>
249
+ <td class="num sc">77.5</td> <td class="num sc">82.0</td> <td class="num sc">88.5</td> <td class="num sc">86.8</td>
250
+ <td class="num updated">2026-09-07</td>
251
+ </tr>
252
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
253
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Tiel-Coder-35B-A3B-MTP-UD-IQ3_XXS" target="_blank" rel="noopener">Tiel-Coder-35B-A3B-MTP-UD-IQ3_XXS</a>
254
+ <span class="model-hw">NVIDIA GeForce RTX 5060</span></div></td>
255
+ <td class="num vram">8 GB</td>
256
+ <td class="num">3</td>
257
+ <td class="num"><span class="qbar"><i style="width:84%;background:#facc15"></i></span><b>83.7</b></td>
258
+ <td class="num">90.0</td>
259
+ <td class="num sc">78.4</td> <td class="num sc">86.7</td> <td class="num sc">85.4</td> <td class="num sc">84.3</td>
260
+ <td class="num updated">2026-09-09</td>
261
+ </tr>
262
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
263
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Qwen3.8-27B-oQ4e-mtp" target="_blank" rel="noopener">Qwen3.8-27B-oQ4e-mtp</a>
264
+ <span class="model-hw">Apple M5 Max</span></div></td>
265
+ <td class="num vram">64 GB</td>
266
+ <td class="num">26</td>
267
+ <td class="num"><span class="qbar"><i style="width:84%;background:#facc15"></i></span><b>83.5</b></td>
268
+ <td class="num">45.3</td>
269
+ <td class="num sc">74.2</td> <td class="num sc">83.4</td> <td class="num sc">90.5</td> <td class="num sc">86.0</td>
270
+ <td class="num updated">2026-09-09</td>
271
+ </tr>
272
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
273
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=qwen3.8%3A27b-mtp-q4_K_M" target="_blank" rel="noopener">qwen3.8:27b-mtp-q4_K_M</a>
274
+ <span class="model-hw">AMD Radeon RX 7900 XTX</span></div></td>
275
+ <td class="num vram">23 GB</td>
276
+ <td class="num">3</td>
277
+ <td class="num"><span class="qbar"><i style="width:84%;background:#facc15"></i></span><b>83.5</b></td>
278
+ <td class="num">40.8</td>
279
+ <td class="num sc">71.2</td> <td class="num sc">88.2</td> <td class="num sc">88.1</td> <td class="num sc">86.7</td>
280
+ <td class="num updated">2026-08-16</td>
281
+ </tr>
282
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
283
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Tiel-Coder-35B-A3B-MLX-oQ4e" target="_blank" rel="noopener">Tiel-Coder-35B-A3B-MLX-oQ4e</a>
284
+ <span class="model-hw">Apple M5 Max</span></div></td>
285
+ <td class="num vram">64 GB</td>
286
+ <td class="num">4</td>
287
+ <td class="num"><span class="qbar"><i style="width:83%;background:#facc15"></i></span><b>83.4</b></td>
288
+ <td class="num">118.4</td>
289
+ <td class="num sc">80.7</td> <td class="num sc">82.7</td> <td class="num sc">85.6</td> <td class="num sc">84.4</td>
290
+ <td class="num updated">2026-08-25</td>
291
+ </tr>
292
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
293
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Qwen3.8-27B-UD-IQ3_S" target="_blank" rel="noopener">Qwen3.8-27B-UD-IQ3_S</a>
294
+ <span class="model-hw">NVIDIA GeForce RTX 4080 SUPER</span></div></td>
295
+ <td class="num vram">16 GB</td>
296
+ <td class="num">48</td>
297
+ <td class="num"><span class="qbar"><i style="width:83%;background:#facc15"></i></span><b>83.2</b></td>
298
+ <td class="num">78.8</td>
299
+ <td class="num sc">77.8</td> <td class="num sc">81.6</td> <td class="num sc">87.8</td> <td class="num sc">85.7</td>
300
+ <td class="num updated">2026-09-05</td>
301
+ </tr>
302
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
303
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=qwen3.8%3A27b" target="_blank" rel="noopener">qwen3.8:27b</a>
304
+ <span class="model-hw">AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M</span></div></td>
305
+ <td class="num vram">23 GB</td>
306
+ <td class="num">5</td>
307
+ <td class="num"><span class="qbar"><i style="width:83%;background:#facc15"></i></span><b>82.8</b></td>
308
+ <td class="num">35.6</td>
309
+ <td class="num sc">78.6</td> <td class="num sc">82.8</td> <td class="num sc">84.8</td> <td class="num sc">84.9</td>
310
+ <td class="num updated">2026-09-07</td>
311
+ </tr>
312
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
313
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=qwen3.8%3Alatest" target="_blank" rel="noopener">qwen3.8:latest</a>
314
+ <span class="model-hw">AMD Radeon RX 7900 XTX</span></div></td>
315
+ <td class="num vram">23 GB</td>
316
+ <td class="num">7</td>
317
+ <td class="num"><span class="qbar"><i style="width:83%;background:#facc15"></i></span><b>82.6</b></td>
318
+ <td class="num">37.4</td>
319
+ <td class="num sc">75.9</td> <td class="num sc">82.2</td> <td class="num sc">85.1</td> <td class="num sc">87.1</td>
320
+ <td class="num updated">2026-09-07</td>
321
+ </tr>
322
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
323
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Qwen3.8-Flash-Next-oQ4e-mtp" target="_blank" rel="noopener">Qwen3.8-Flash-Next-oQ4e-mtp</a>
324
+ <span class="model-hw">Apple M4 Max</span></div></td>
325
+ <td class="num vram">128 GB</td>
326
+ <td class="num">22</td>
327
+ <td class="num"><span class="qbar"><i style="width:82%;background:#facc15"></i></span><b>82.2</b></td>
328
+ <td class="num">40.7</td>
329
+ <td class="num sc">72.6</td> <td class="num sc">83.5</td> <td class="num sc">87.9</td> <td class="num sc">84.9</td>
330
+ <td class="num updated">2026-09-07</td>
331
+ </tr>
332
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
333
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Tiel-Coder-35B-A3B-MLX-oQ4e-MTP" target="_blank" rel="noopener">Tiel-Coder-35B-A3B-MLX-oQ4e-MTP</a>
334
+ <span class="model-hw">Apple M5 Max</span></div></td>
335
+ <td class="num vram">64 GB</td>
336
+ <td class="num">5</td>
337
+ <td class="num"><span class="qbar"><i style="width:82%;background:#facc15"></i></span><b>82.1</b></td>
338
+ <td class="num">123.7</td>
339
+ <td class="num sc">76.3</td> <td class="num sc">84.4</td> <td class="num sc">82.3</td> <td class="num sc">85.3</td>
340
+ <td class="num updated">2026-09-07</td>
341
+ </tr>
342
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
343
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Muse-Glimmer-30B-4bit" target="_blank" rel="noopener">Muse-Glimmer-30B-4bit</a>
344
+ <span class="model-hw">Apple M5 Max</span></div></td>
345
+ <td class="num vram">64 GB</td>
346
+ <td class="num">3</td>
347
+ <td class="num"><span class="qbar"><i style="width:82%;background:#facc15"></i></span><b>82.1</b></td>
348
+ <td class="num">29.9</td>
349
+ <td class="num sc">68.6</td> <td class="num sc">89.3</td> <td class="num sc">89.6</td> <td class="num sc">80.9</td>
350
+ <td class="num updated">2026-08-13</td>
351
+ </tr>
352
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
353
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=muse-glimmer%3Alatest" target="_blank" rel="noopener">muse-glimmer:latest</a>
354
+ <span class="model-hw">AMD Radeon RX 7900 XTX</span></div></td>
355
+ <td class="num vram">23 GB</td>
356
+ <td class="num">4</td>
357
+ <td class="num"><span class="qbar"><i style="width:82%;background:#facc15"></i></span><b>82.0</b></td>
358
+ <td class="num">34.5</td>
359
+ <td class="num sc">71.5</td> <td class="num sc">93.0</td> <td class="num sc">79.7</td> <td class="num sc">83.6</td>
360
+ <td class="num updated">2026-08-25</td>
361
+ </tr>
362
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
363
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Qwen3.8-27B-4bit" target="_blank" rel="noopener">Qwen3.8-27B-4bit</a>
364
+ <span class="model-hw">Apple M5 Max</span></div></td>
365
+ <td class="num vram">64 GB</td>
366
+ <td class="num">9</td>
367
+ <td class="num"><span class="qbar"><i style="width:82%;background:#facc15"></i></span><b>81.9</b></td>
368
+ <td class="num">30.6</td>
369
+ <td class="num sc">76.8</td> <td class="num sc">78.0</td> <td class="num sc">89.2</td> <td class="num sc">83.4</td>
370
+ <td class="num updated">2026-08-22</td>
371
+ </tr>
372
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
373
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Cyber-Tiel-Coder-35B-A3B-MTP-UD-IQ3_XXS" target="_blank" rel="noopener">Cyber-Tiel-Coder-35B-A3B-MTP-UD-IQ3_XXS</a>
374
+ <span class="model-hw">NVIDIA GeForce RTX 5060</span></div></td>
375
+ <td class="num vram">8 GB</td>
376
+ <td class="num">3</td>
377
+ <td class="num"><span class="qbar"><i style="width:82%;background:#facc15"></i></span><b>81.5</b></td>
378
+ <td class="num">115.7</td>
379
+ <td class="num sc">73.8</td> <td class="num sc">85.3</td> <td class="num sc">82.4</td> <td class="num sc">84.7</td>
380
+ <td class="num updated">2026-09-10</td>
381
+ </tr>
382
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
383
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Qwen3.8-27B-Q4_K_XL" target="_blank" rel="noopener">Qwen3.8-27B-Q4_K_XL</a>
384
+ <span class="model-hw">AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M</span></div></td>
385
+ <td class="num vram">23 GB</td>
386
+ <td class="num">15</td>
387
+ <td class="num"><span class="qbar"><i style="width:82%;background:#facc15"></i></span><b>81.5</b></td>
388
+ <td class="num">72.4</td>
389
+ <td class="num sc">78.7</td> <td class="num sc">76.5</td> <td class="num sc">85.7</td> <td class="num sc">85.0</td>
390
+ <td class="num updated">2026-09-05</td>
391
+ </tr>
392
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
393
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Qwen3.8-27B-oQ8e-mtp" target="_blank" rel="noopener">Qwen3.8-27B-oQ8e-mtp</a>
394
+ <span class="model-hw">Apple M5 Max</span></div></td>
395
+ <td class="num vram">64 GB</td>
396
+ <td class="num">26</td>
397
+ <td class="num"><span class="qbar"><i style="width:81%;background:#facc15"></i></span><b>81.3</b></td>
398
+ <td class="num">33.4</td>
399
+ <td class="num sc">70.7</td> <td class="num sc">82.2</td> <td class="num sc">88.1</td> <td class="num sc">84.4</td>
400
+ <td class="num updated">2026-09-10</td>
401
+ </tr>
402
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
403
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=unsloth%2FQwen3.8-27B-GGUF%3AUD-Q8_K_XL" target="_blank" rel="noopener">unsloth/Qwen3.8-27B-GGUF:UD-Q8_K_XL</a>
404
+ <span class="model-hw">Apple M5 Max</span></div></td>
405
+ <td class="num vram">64 GB</td>
406
+ <td class="num">3</td>
407
+ <td class="num"><span class="qbar"><i style="width:81%;background:#facc15"></i></span><b>80.9</b></td>
408
+ <td class="num">24.4</td>
409
+ <td class="num sc">68.1</td> <td class="num sc">80.7</td> <td class="num sc">89.3</td> <td class="num sc">85.4</td>
410
+ <td class="num updated">2026-08-21</td>
411
+ </tr>
412
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
413
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Ornith-1.5-35B-A3B-IQ4_XS" target="_blank" rel="noopener">Ornith-1.5-35B-A3B-IQ4_XS</a>
414
+ <span class="model-hw">AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M</span></div></td>
415
+ <td class="num vram">23 GB</td>
416
+ <td class="num">3</td>
417
+ <td class="num"><span class="qbar"><i style="width:81%;background:#facc15"></i></span><b>80.7</b></td>
418
+ <td class="num">139.5</td>
419
+ <td class="num sc">78.7</td> <td class="num sc">81.4</td> <td class="num sc">82.4</td> <td class="num sc">80.2</td>
420
+ <td class="num updated">2026-09-05</td>
421
+ </tr>
422
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
423
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Qwen3.8-27B-oQ8e-fp16-mtp" target="_blank" rel="noopener">Qwen3.8-27B-oQ8e-fp16-mtp</a>
424
+ <span class="model-hw">Apple M2 Ultra</span></div></td>
425
+ <td class="num vram">128 GB</td>
426
+ <td class="num">13</td>
427
+ <td class="num"><span class="qbar"><i style="width:81%;background:#facc15"></i></span><b>80.7</b></td>
428
+ <td class="num">34.1</td>
429
+ <td class="num sc">72.7</td> <td class="num sc">77.3</td> <td class="num sc">88.2</td> <td class="num sc">84.6</td>
430
+ <td class="num updated">2026-09-04</td>
431
+ </tr>
432
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
433
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=qwen3_coder_next" target="_blank" rel="noopener">qwen3_coder_next</a>
434
+ <span class="model-hw">NVIDIA GeForce RTX 3080</span></div></td>
435
+ <td class="num vram">10 GB</td>
436
+ <td class="num">4</td>
437
+ <td class="num"><span class="qbar"><i style="width:80%;background:#facc15"></i></span><b>80.1</b></td>
438
+ <td class="num">31.2</td>
439
+ <td class="num sc">72.5</td> <td class="num sc">87.3</td> <td class="num sc">85.3</td> <td class="num sc">75.4</td>
440
+ <td class="num updated">2026-08-25</td>
441
+ </tr>
442
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
443
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=unsloth%2FNVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF%3AUD-Q4_K_XL" target="_blank" rel="noopener">unsloth/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF:UD-Q4_K_XL</a>
444
+ <span class="model-hw">NVIDIA GeForce RTX 3080 Ti + NVIDIA GeForce RTX 3080</span></div></td>
445
+ <td class="num vram">20 GB</td>
446
+ <td class="num">3</td>
447
+ <td class="num"><span class="qbar"><i style="width:80%;background:#facc15"></i></span><b>79.7</b></td>
448
+ <td class="num">172.4</td>
449
+ <td class="num sc">68.0</td> <td class="num sc">84.5</td> <td class="num sc">83.2</td> <td class="num sc">83.1</td>
450
+ <td class="num updated">2026-09-07</td>
451
+ </tr>
452
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
453
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=qwen38-27b" target="_blank" rel="noopener">qwen38-27b</a>
454
+ <span class="model-hw">AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M</span></div></td>
455
+ <td class="num vram">23 GB</td>
456
+ <td class="num">6</td>
457
+ <td class="num"><span class="qbar"><i style="width:80%;background:#facc15"></i></span><b>79.6</b></td>
458
+ <td class="num">72.7</td>
459
+ <td class="num sc">67.5</td> <td class="num sc">77.3</td> <td class="num sc">88.7</td> <td class="num sc">85.0</td>
460
+ <td class="num updated">2026-09-08</td>
461
+ </tr>
462
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
463
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Qwen3.8-27B-UD-Q6_K_XL" target="_blank" rel="noopener">Qwen3.8-27B-UD-Q6_K_XL</a>
464
+ <span class="model-hw">NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition</span></div></td>
465
+ <td class="num vram">96 GB</td>
466
+ <td class="num">4</td>
467
+ <td class="num"><span class="qbar"><i style="width:80%;background:#facc15"></i></span><b>79.5</b></td>
468
+ <td class="num">84.3</td>
469
+ <td class="num sc">75.9</td> <td class="num sc">76.9</td> <td class="num sc">84.4</td> <td class="num sc">80.6</td>
470
+ <td class="num updated">2026-08-31</td>
471
+ </tr>
472
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
473
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=peculiar-ragdoll%2FTiel-Coder-35B-A3B-GGUF-MTP" target="_blank" rel="noopener">peculiar-ragdoll/Tiel-Coder-35B-A3B-GGUF-MTP</a>
474
+ <span class="model-hw">Advanced Micro Devices, Inc. [AMD/ATI] HawkPoint1</span></div></td>
475
+ <td class="num vram">16 GB</td>
476
+ <td class="num">4</td>
477
+ <td class="num"><span class="qbar"><i style="width:79%;background:#facc15"></i></span><b>78.9</b></td>
478
+ <td class="num">26.8</td>
479
+ <td class="num sc">77.2</td> <td class="num sc">81.8</td> <td class="num sc">80.9</td> <td class="num sc">75.8</td>
480
+ <td class="num updated">2026-09-01</td>
481
+ </tr>
482
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
483
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Qwen3.8-27B-oQ8-mtp" target="_blank" rel="noopener">Qwen3.8-27B-oQ8-mtp</a>
484
+ <span class="model-hw">Apple M5 Max</span></div></td>
485
+ <td class="num vram">64 GB</td>
486
+ <td class="num">4</td>
487
+ <td class="num"><span class="qbar"><i style="width:78%;background:#facc15"></i></span><b>77.7</b></td>
488
+ <td class="num">35.6</td>
489
+ <td class="num sc">77.6</td> <td class="num sc">67.4</td> <td class="num sc">84.8</td> <td class="num sc">81.0</td>
490
+ <td class="num updated">2026-08-17</td>
491
+ </tr>
492
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
493
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Qwen3.6-35B-A3B-IQ4_NL" target="_blank" rel="noopener">Qwen3.6-35B-A3B-IQ4_NL</a>
494
+ <span class="model-hw">AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M</span></div></td>
495
+ <td class="num vram">23 GB</td>
496
+ <td class="num">17</td>
497
+ <td class="num"><span class="qbar"><i style="width:76%;background:#facc15"></i></span><b>75.9</b></td>
498
+ <td class="num">164.8</td>
499
+ <td class="num sc">67.1</td> <td class="num sc">74.7</td> <td class="num sc">83.0</td> <td class="num sc">78.7</td>
500
+ <td class="num updated">2026-09-05</td>
501
+ </tr>
502
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
503
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=gpt-oss-20b-UD-Q8_K_XL" target="_blank" rel="noopener">gpt-oss-20b-UD-Q8_K_XL</a>
504
+ <span class="model-hw">NVIDIA GeForce RTX 5060</span></div></td>
505
+ <td class="num vram">8 GB</td>
506
+ <td class="num">3</td>
507
+ <td class="num"><span class="qbar"><i style="width:76%;background:#facc15"></i></span><b>75.6</b></td>
508
+ <td class="num">148.4</td>
509
+ <td class="num sc">70.3</td> <td class="num sc">83.8</td> <td class="num sc">71.6</td> <td class="num sc">76.7</td>
510
+ <td class="num updated">2026-09-09</td>
511
+ </tr>
512
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
513
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=gemma-4-26b-a4b-q4kxl" target="_blank" rel="noopener">gemma-4-26b-a4b-q4kxl</a>
514
+ <span class="model-hw">AMD Radeon RX 7900 XT/7900 XTX/7900 GRE/7900M</span></div></td>
515
+ <td class="num vram">23 GB</td>
516
+ <td class="num">3</td>
517
+ <td class="num"><span class="qbar"><i style="width:70%;background:#f87171"></i></span><b>69.5</b></td>
518
+ <td class="num">169.9</td>
519
+ <td class="num sc">67.9</td> <td class="num sc">75.2</td> <td class="num sc">79.9</td> <td class="num sc">55.2</td>
520
+ <td class="num updated">2026-09-05</td>
521
+ </tr>
522
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
523
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=gemma4%3A26b-a4b-it-qat" target="_blank" rel="noopener">gemma4:26b-a4b-it-qat</a>
524
+ <span class="model-hw">AMD Radeon RX 7900 XTX</span></div></td>
525
+ <td class="num vram">23 GB</td>
526
+ <td class="num">3</td>
527
+ <td class="num"><span class="qbar"><i style="width:69%;background:#f87171"></i></span><b>69.2</b></td>
528
+ <td class="num">116.0</td>
529
+ <td class="num sc">60.5</td> <td class="num sc">81.7</td> <td class="num sc">70.1</td> <td class="num sc">64.3</td>
530
+ <td class="num updated">2026-08-24</td>
531
+ </tr>
532
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
533
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=qwen36-35b_VISION" target="_blank" rel="noopener">qwen36-35b_VISION</a>
534
+ <span class="model-hw">NVIDIA GeForce RTX 3080</span></div></td>
535
+ <td class="num vram">10 GB</td>
536
+ <td class="num">5</td>
537
+ <td class="num"><span class="qbar"><i style="width:67%;background:#f87171"></i></span><b>67.0</b></td>
538
+ <td class="num">33.1</td>
539
+ <td class="num sc">60.7</td> <td class="num sc">52.9</td> <td class="num sc">81.6</td> <td class="num sc">73.0</td>
540
+ <td class="num updated">2026-08-26</td>
541
+ </tr>
542
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
543
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=mudler%2FQwen3.6-35B-A3B-APEX-MTP-GGUF" target="_blank" rel="noopener">mudler/Qwen3.6-35B-A3B-APEX-MTP-GGUF</a>
544
+ <span class="model-hw">Advanced Micro Devices, Inc. [AMD/ATI] HawkPoint1</span></div></td>
545
+ <td class="num vram">16 GB</td>
546
+ <td class="num">4</td>
547
+ <td class="num"><span class="qbar"><i style="width:67%;background:#f87171"></i></span><b>66.8</b></td>
548
+ <td class="num">31.6</td>
549
+ <td class="num sc">65.7</td> <td class="num sc">59.9</td> <td class="num sc">68.0</td> <td class="num sc">73.8</td>
550
+ <td class="num updated">2026-09-01</td>
551
+ </tr>
552
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
553
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=qwen35_122b" target="_blank" rel="noopener">qwen35_122b</a>
554
+ <span class="model-hw">NVIDIA GeForce RTX 3080</span></div></td>
555
+ <td class="num vram">10 GB</td>
556
+ <td class="num">5</td>
557
+ <td class="num"><span class="qbar"><i style="width:67%;background:#f87171"></i></span><b>66.7</b></td>
558
+ <td class="num">15.2</td>
559
+ <td class="num sc">53.7</td> <td class="num sc">56.3</td> <td class="num sc">80.3</td> <td class="num sc">76.3</td>
560
+ <td class="num updated">2026-08-25</td>
561
+ </tr>
562
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
563
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Ling-3.0-tiny-oQ8e" target="_blank" rel="noopener">Ling-3.0-tiny-oQ8e</a>
564
+ <span class="model-hw">Apple M4 Max</span></div></td>
565
+ <td class="num vram">128 GB</td>
566
+ <td class="num">4</td>
567
+ <td class="num"><span class="qbar"><i style="width:60%;background:#f87171"></i></span><b>60.1</b></td>
568
+ <td class="num">124.9</td>
569
+ <td class="num sc">47.3</td> <td class="num sc">72.3</td> <td class="num sc">45.5</td> <td class="num sc">75.2</td>
570
+ <td class="num updated">2026-09-10</td>
571
+ </tr>
572
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
573
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=ornith-1.5-9b" target="_blank" rel="noopener">ornith-1.5-9b</a>
574
+ <span class="model-hw">NVIDIA GeForce RTX 3080</span></div></td>
575
+ <td class="num vram">10 GB</td>
576
+ <td class="num">3</td>
577
+ <td class="num"><span class="qbar"><i style="width:54%;background:#f87171"></i></span><b>54.3</b></td>
578
+ <td class="num">93.8</td>
579
+ <td class="num sc">11.7</td> <td class="num sc">55.2</td> <td class="num sc">76.6</td> <td class="num sc">73.8</td>
580
+ <td class="num updated">2026-08-25</td>
581
+ </tr>
582
+ <tr style="cursor:pointer" title="Open on llm-bench.io">
583
+ <td><div class="model-cell"><a class="model-name" href="https://llm-bench.io/benchmarks?model=Qwen3.8-27B-oQ2e-mtp" target="_blank" rel="noopener">Qwen3.8-27B-oQ2e-mtp</a>
584
+ <span class="model-hw">Apple M5 Max</span></div></td>
585
+ <td class="num vram">64 GB</td>
586
+ <td class="num">3</td>
587
+ <td class="num"><span class="qbar"><i style="width:10%;background:#f87171"></i></span><b>10.3</b></td>
588
+ <td class="num">44.0</td>
589
+ <td class="num sc">0.0</td> <td class="num sc">28.0</td> <td class="num sc">7.7</td> <td class="num sc">5.6</td>
590
+ <td class="num updated">2026-08-30</td>
591
+ </tr>
592
+ </tbody>
593
  </table>
594
  </div>
595
 
596
  <footer>
597
+ <span>Data: last <b id="win">30</b> days, ≥ <b id="minr">3</b> runs per model · generated <span id="gen">10 Sep 2026</span></span>
598
  <span>·</span>
599
  <span>Methodology: <a href="https://llm-bench.io/benchmark-methodology" target="_blank" rel="noopener">how we measure</a></span>
600
  <span>·</span>
 
606
  let DATA=null, sortKey="quality", sortDir=-1, vramFilter=null, query="";
607
 
608
  async function init(){
609
+ // Table rows + meta are pre-rendered at build time (static view for the
610
+ // no-JS org card / crawlers). data.json enables interactive
611
+ // filtering + sorting on the live Space page.
612
  try{
613
  DATA = await (await fetch("data.json")).json();
614
+ }catch(e){ DATA=null; }
615
+ if(!DATA) return;
 
 
 
 
 
 
616
  renderChips(); bindHeader(); bindSearch(); render();
617
  }
618
 
template.html ADDED
@@ -0,0 +1,200 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <!DOCTYPE html>
2
+ <html lang="en">
3
+ <head>
4
+ <meta charset="UTF-8">
5
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
6
+ <title>llm-bench.io — Local LLM Leaderboard</title>
7
+ <meta name="description" content="Live leaderboard of local LLMs benchmarked on real hardware — quality, speed, and VRAM requirements. Powered by llm-bench.io.">
8
+ <style>
9
+ :root{
10
+ --bg:#0b0e14; --panel:#11151f; --panel2:#161b28; --border:#232a3b;
11
+ --text:#e8ecf4; --muted:#8b94a7; --accent:#5b8cff; --accent2:#7c5bff;
12
+ --good:#4ade80; --mid:#facc15; --bad:#f87171;
13
+ }
14
+ *{box-sizing:border-box;margin:0;padding:0}
15
+ body{background:var(--bg);color:var(--text);font-family:-apple-system,BlinkMacSystemFont,"Segoe UI",Roboto,Helvetica,Arial,sans-serif;line-height:1.5;padding:24px 16px 60px}
16
+ .wrap{max-width:1180px;margin:0 auto}
17
+ header{display:flex;align-items:baseline;gap:12px;flex-wrap:wrap;margin-bottom:6px}
18
+ h1{font-size:24px;font-weight:700}
19
+ h1 .dot{color:var(--accent)}
20
+ .sub{color:var(--muted);font-size:13px;margin-bottom:18px}
21
+ .sub a{color:var(--accent);text-decoration:none}
22
+ .sub a:hover{text-decoration:underline}
23
+ .toolbar{display:flex;gap:10px;flex-wrap:wrap;align-items:center;margin-bottom:14px}
24
+ .chips{display:flex;gap:6px;flex-wrap:wrap}
25
+ .chip{background:var(--panel);border:1px solid var(--border);color:var(--muted);border-radius:999px;padding:5px 12px;font-size:12.5px;cursor:pointer;user-select:none;transition:all .15s}
26
+ .chip:hover{color:var(--text);border-color:#3a445c}
27
+ .chip.active{background:var(--accent);border-color:var(--accent);color:#fff}
28
+ .search{margin-left:auto;background:var(--panel);border:1px solid var(--border);border-radius:8px;color:var(--text);padding:7px 12px;font-size:13px;min-width:200px}
29
+ .search::placeholder{color:var(--muted)}
30
+ .meta{color:var(--muted);font-size:12px;margin-bottom:10px;display:flex;gap:16px;flex-wrap:wrap}
31
+ .meta b{color:var(--text);font-weight:600}
32
+ .card{background:var(--panel);border:1px solid var(--border);border-radius:12px;overflow:auto}
33
+ table{width:100%;border-collapse:collapse;font-size:13px;min-width:900px}
34
+ th,td{padding:9px 12px;text-align:left;border-bottom:1px solid var(--border);white-space:nowrap}
35
+ th{position:sticky;top:0;background:var(--panel2);color:var(--muted);font-size:11.5px;text-transform:uppercase;letter-spacing:.04em;cursor:pointer;user-select:none;z-index:1}
36
+ th:hover{color:var(--text)}
37
+ th .arrow{font-size:10px;margin-left:3px;opacity:.7}
38
+ td.num,th.num{text-align:right;font-variant-numeric:tabular-nums}
39
+ tr:hover td{background:rgba(91,140,255,.05)}
40
+ .model-cell{display:flex;flex-direction:column;gap:1px;max-width:340px}
41
+ .model-name{font-weight:600;color:var(--text);overflow:hidden;text-overflow:ellipsis}
42
+ .model-hw{color:var(--muted);font-size:11.5px;overflow:hidden;text-overflow:ellipsis}
43
+ .vram{color:var(--accent2);font-weight:600}
44
+ .qbar{display:inline-block;width:52px;height:5px;border-radius:3px;background:var(--border);vertical-align:middle;margin-right:7px;overflow:hidden}
45
+ .qbar i{display:block;height:100%;border-radius:3px}
46
+ .sc{color:var(--text)}
47
+ .sc.dim{color:var(--muted)}
48
+ .updated{color:var(--muted);font-size:11.5px}
49
+ footer{margin-top:22px;color:var(--muted);font-size:12px;display:flex;gap:8px;flex-wrap:wrap;align-items:center}
50
+ footer a{color:var(--accent);text-decoration:none}
51
+ footer a:hover{text-decoration:underline}
52
+ .empty{padding:40px;text-align:center;color:var(--muted)}
53
+ @media(max-width:700px){ .search{margin-left:0;width:100%} }
54
+ </style>
55
+ </head>
56
+ <body>
57
+ <div class="wrap">
58
+ <header>
59
+ <h1>llm-bench<span class="dot">.io</span> — Local LLM Leaderboard</h1>
60
+ </header>
61
+ <div class="sub">
62
+ Real-world benchmarks from actual users — LLM-judged <b>quality</b> and <b>speed</b> across coding, agent, role-play &amp; research tasks, grouped by VRAM.
63
+ <a href="https://llm-bench.io" target="_blank" rel="noopener">Run your own test →</a>
64
+ </div>
65
+
66
+ <div class="toolbar">
67
+ <div class="chips" id="vramChips"></div>
68
+ <input class="search" id="search" type="search" placeholder="Filter model name…" aria-label="Filter models">
69
+ </div>
70
+
71
+ <div class="meta" id="meta">
72
+ __META__
73
+ </div>
74
+
75
+ <div class="card">
76
+ <table>
77
+ <thead>
78
+ <tr>
79
+ <th data-sort="model">Model</th>
80
+ <th data-sort="vram" class="num">VRAM</th>
81
+ <th data-sort="runs" class="num">Runs</th>
82
+ <th data-sort="quality" class="num">Quality</th>
83
+ <th data-sort="speed" class="num">Speed (tok/s)</th>
84
+ <th data-sort="coding_agent" class="num">Coding</th>
85
+ <th data-sort="openclaw" class="num">Agent</th>
86
+ <th data-sort="roleplay" class="num">Role-Play</th>
87
+ <th data-sort="research" class="num">Research</th>
88
+ <th data-sort="updated" class="num">Updated</th>
89
+ </tr>
90
+ </thead>
91
+ <tbody id="rows">
92
+ __ROWS__
93
+ </tbody>
94
+ </table>
95
+ </div>
96
+
97
+ <footer>
98
+ <span>Data: last <b id="win">__WIN__</b> days, ≥ <b id="minr">__MINR__</b> runs per model · generated <span id="gen">__GEN__</span></span>
99
+ <span>·</span>
100
+ <span>Methodology: <a href="https://llm-bench.io/benchmark-methodology" target="_blank" rel="noopener">how we measure</a></span>
101
+ <span>·</span>
102
+ <span>Dataset on Hugging Face: <a href="https://huggingface.co/datasets/llmbenchio/benchmarks-by-vram" target="_blank" rel="noopener">llmbenchio/benchmarks-by-vram</a></span>
103
+ </footer>
104
+ </div>
105
+
106
+ <script>
107
+ let DATA=null, sortKey="quality", sortDir=-1, vramFilter=null, query="";
108
+
109
+ async function init(){
110
+ // Table rows + meta are pre-rendered at build time (static view for the
111
+ // no-JS org card / crawlers). data.json enables interactive
112
+ // filtering + sorting on the live Space page.
113
+ try{
114
+ DATA = await (await fetch("data.json")).json();
115
+ }catch(e){ DATA=null; }
116
+ if(!DATA) return;
117
+ renderChips(); bindHeader(); bindSearch(); render();
118
+ }
119
+
120
+ function renderChips(){
121
+ const vals=[...new Set(DATA.rows.map(r=>r.vram))].sort((a,b)=>a-b);
122
+ const box=document.getElementById("vramChips");
123
+ const all=document.createElement("div");
124
+ all.className="chip active"; all.textContent="All VRAM";
125
+ all.onclick=()=>{vramFilter=null;[...box.children].forEach(c=>c.classList.remove("active"));all.classList.add("active");render();};
126
+ box.appendChild(all);
127
+ for(const v of vals){
128
+ const c=document.createElement("div");
129
+ c.className="chip"; c.textContent=v+" GB";
130
+ c.onclick=()=>{vramFilter=v;[...box.children].forEach(x=>x.classList.remove("active"));c.classList.add("active");render();};
131
+ box.appendChild(c);
132
+ }
133
+ }
134
+
135
+ function bindHeader(){
136
+ document.querySelectorAll("th[data-sort]").forEach(th=>{
137
+ th.addEventListener("click",()=>{
138
+ const k=th.dataset.sort;
139
+ if(sortKey===k) sortDir*=-1; else {sortKey=k;sortDir=(k==="model"?1:-1);}
140
+ render();
141
+ });
142
+ });
143
+ }
144
+ function bindSearch(){
145
+ document.getElementById("search").addEventListener("input",e=>{query=e.target.value.toLowerCase();render();});
146
+ }
147
+
148
+ function qColor(v){ if(v==null)return "var(--bad)"; if(v>=85)return "var(--good)"; if(v>=75)return "var(--mid)"; return "var(--bad)"; }
149
+ function esc(s){ return String(s).replace(/[&<>"']/g,c=>({"&":"&amp;","<":"&lt;",">":"&gt;",'"':"&quot;","'":"&#39;"}[c])); }
150
+
151
+ function render(){
152
+ let rows=DATA.rows.slice();
153
+ if(vramFilter!=null) rows=rows.filter(r=>r.vram===vramFilter);
154
+ if(query) rows=rows.filter(r=>r.model.toLowerCase().includes(query));
155
+ rows.sort((a,b)=>{
156
+ let x=a[sortKey],y=b[sortKey];
157
+ if(x==null)x=-1; if(y==null)y=-1;
158
+ if(typeof x==="string") return sortDir*x.localeCompare(y);
159
+ return sortDir*(x-y);
160
+ });
161
+
162
+ const head=document.querySelector("thead tr");
163
+ [...head.children].forEach(th=>{
164
+ const t=th.querySelector(".arrow"); if(t)t.remove();
165
+ if(th.dataset.sort===sortKey){const a=document.createElement("span");a.className="arrow";a.textContent=sortDir<0?"▼":"▲";th.appendChild(a);}
166
+ });
167
+
168
+ const tb=document.getElementById("rows");
169
+ if(!rows.length){ tb.innerHTML='<tr><td colspan="10" class="empty">No models match this filter.</td></tr>'; return; }
170
+
171
+ tb.innerHTML=rows.map(r=>{
172
+ const link=`https://llm-bench.io/benchmarks?model=${encodeURIComponent(r.model)}`;
173
+ const sc=k=>r.scenarios[k]!=null
174
+ ? `<td class="num sc">${r.scenarios[k].toFixed(1)}</td>`
175
+ : `<td class="num sc dim">–</td>`;
176
+ const q=r.quality;
177
+ const qCell=q!=null
178
+ ? `<td class="num"><span class="qbar"><i style="width:${Math.max(0,Math.min(100,q))}%;background:${qColor(q)}"></i></span><b>${q.toFixed(1)}</b></td>`
179
+ : `<td class="num sc dim">–</td>`;
180
+ return `<tr style="cursor:pointer" title="Open on llm-bench.io">
181
+ <td><div class="model-cell"><a class="model-name" href="${link}" target="_blank" rel="noopener" onclick="event.stopPropagation()">${esc(r.model)}</a><span class="model-hw">${esc(r.hardware)}</span></div></td>
182
+ <td class="num vram">${r.vram} GB</td>
183
+ <td class="num">${r.runs}</td>
184
+ ${qCell}
185
+ <td class="num">${r.speed!=null?r.speed.toFixed(1):"–"}</td>
186
+ ${sc("coding_agent")}${sc("openclaw")}${sc("roleplay")}${sc("research")}
187
+ <td class="num updated">${r.updated}</td>
188
+ </tr>`;
189
+ }).join("");
190
+
191
+ document.getElementById("meta").innerHTML=
192
+ `<span><b>${rows.length}</b> models</span>`+
193
+ `<span><b>${DATA.inWindow}</b> submissions in window</span>`+
194
+ `<span>of <b>${DATA.totalSubmissions}</b> total on llm-bench.io</span>`;
195
+ }
196
+
197
+ init();
198
+ </script>
199
+ </body>
200
+ </html>