Spaces:
Running
Running
File size: 18,364 Bytes
7577684 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 | // SPDX-License-Identifier: Apache-2.0
// © 2026 Lutar, Stephen P. — SZL Holdings · ORCID 0009-0001-0110-4173 · Doctrine v11
//
// surfaces/interpretability.js — MECHANISTIC-INTERPRETABILITY / SPARSE-AUTOENCODER
// organ for the holographic frontier ring.
//
// Renders a 3D lattice of dictionary-feature nodes driven by a live JumpReLU sparse
// autoencoder snapshot from /api/a11oy/v1/interpretability/features. The top-K FIRED
// features light up; node brightness = SAE activation, node scale = causal-ablation KL
// (how much the output distribution shifts when that feature is ablated). Honesty label
// "MODELED" is read VERBATIM from the JSON and displayed as-is; it is never upgraded.
//
// Surface export shape (mirrors neuromorphic.js / frontier.js exactly):
// export default { id, title, mount(ctx), unmount() }
// ctx = { stage, container, live, label, THREE, szl3d }
//
// DATA SHOWN (all from live endpoint):
// l0_sparsity — fraction of dictionary features active (interpretability ↑ as ↓)
// active_features — count of features that fired (L0)
// reconstruction_cos — MODELED SAE reconstruction fidelity (cosine)
// top_features[] — {feature, activation, causal_ablation_kl, interpretation_confidence}
//
// LEADERS ADOPTED & CITED (clean-room; NOT claimed as SZL's own):
// SAEs find interpretable features: Cunningham et al. arXiv:2309.08600
// https://arxiv.org/abs/2309.08600
// JumpReLU SAEs: Rajamanoharan et al. arXiv:2407.14435
// https://arxiv.org/abs/2407.14435
// Anthropic circuit tracing: https://transformer-circuits.pub/2025/january-update/index.html
// Sparse feature circuits (causal): Marks et al. arXiv:2406.02395
// https://arxiv.org/abs/2406.02395
//
// HONESTY LABELS: MODELED (simulation of the METHOD; no proprietary weights, no measured
// logits). Read verbatim from JSON; never upgraded here.
// COLOURS: lattice-blue 0x5b8dee (fired feature nodes), violet-blue 0x8a6bff (top causal
// feature flash — data-viz only). Purple BANNED as UI/background.
// 0 RUNTIME CDN. Vendored three.js r170 via page importmap.
// DOCTRINE v11: degrades gracefully (grey) on 404/error; honesty label still shown.
const ID = "interpretability";
const TITLE = "Interpretability · Sparse-Autoencoder Features (live)";
// Endpoint is hosted on the dedicated killinchu Space (isolated compute), reached
// cross-origin (killinchu returns access-control-allow-origin: https://a-11-oy.com).
// This keeps the interpretability organ's rebuilds/faults isolated from the flagship.
const EP = "https://szlholdings-killinchu.hf.space/api/killinchu/v1/interpretability/features?seed=42&top_k=8&d_model=512&n_features=4096";
// data-viz hues — purple BANNED
const C_NODE = 0x5b8dee; // lattice-blue (fired feature)
const C_TOP = 0x8a6bff; // violet-blue (highest causal feature flash — data-viz only)
const C_DIM = 0x42505d; // grey (degraded / no-live-data / unfired dictionary node)
const C_ACCENT = 0x3af4c8; // proof-teal accent for the reconstruction ring
const C_GRID = 0x1b3a44; // floor / link colour
// dictionary lattice geometry: a ring of feature nodes (the fired dictionary features)
const N_SLOTS = 16; // visual dictionary slots on the ring (matches endpoint feature bank)
const RADIUS = 4.2; // world-unit ring radius
let _stage = null, _THREE = null, _ctx = null, _group = null, _overlay = null;
let _frameReg = false, _polls = [], _el = {}, _badge = null;
let _plain = false;
// geometry handles
let _slots = []; // Array<THREE.Mesh> — one per dictionary slot on the ring
let _links = null; // THREE.LineSegments — slot→hub links
let _hub = null; // THREE.Mesh — central reconstruction hub
let _ring = null; // THREE.Mesh — reconstruction-fidelity ring
// per-slot flash timers
const _flash = new Float32Array(N_SLOTS);
// live state
const S = {
label: null,
l0: null, // l0_sparsity
active: null, // active_features
recon: null, // reconstruction_cos
top: null, // Array<{feature,activation,causal_ablation_kl,interpretation_confidence}>
state: "init",
};
// =============================================================================
// mount(ctx)
// =============================================================================
export function mount(ctx) {
_ctx = ctx; _stage = ctx.stage; _THREE = ctx.THREE;
_group = new _THREE.Group();
_stage.scene.add(_group);
_stage.camera.position.set(0, 7, 20);
try { if (_stage.controls && _stage.controls.target) { _stage.controls.target.set(0, 1.5, 0); _stage.controls.update(); } } catch (_) {}
try { _stage.setBloom(true); } catch (_) {}
_buildFloor();
_buildRing();
_buildHub();
if (!_frameReg) { _stage.onFrame(_onFrame); _frameReg = true; }
_badge = ctx.live.createBadge();
_polls.push(ctx.live.poll(EP, 5000, _onFeatures, { badge: _badge, onState: (m) => { S.state = m.state; _paintOverlay(); } }));
_buildOverlay();
return { id: ID, started: true };
}
// =============================================================================
// builders
// =============================================================================
function _buildFloor() {
const THREE = _THREE;
const grid = new THREE.GridHelper(40, 40, C_GRID, 0x0f2027);
grid.material.opacity = 0.18; grid.material.transparent = true; grid.position.y = -0.01;
_group.add(grid);
}
function _buildRing() {
const THREE = _THREE;
const geo = new THREE.SphereGeometry(0.24, 14, 10);
_slots = [];
const linkPts = [];
const hubY = 2.2;
for (let i = 0; i < N_SLOTS; i++) {
const ang = (i / N_SLOTS) * Math.PI * 2;
const x = Math.cos(ang) * RADIUS;
const z = Math.sin(ang) * RADIUS;
const mat = new THREE.MeshStandardMaterial({
color: C_DIM, emissive: C_DIM, emissiveIntensity: 0.15,
metalness: 0.25, roughness: 0.55,
});
const mesh = new THREE.Mesh(geo, mat);
mesh.position.set(x, hubY, z);
_group.add(mesh);
_slots.push(mesh);
// link each slot to the central hub
linkPts.push(new THREE.Vector3(x, hubY, z), new THREE.Vector3(0, hubY, 0));
}
const lg = new THREE.BufferGeometry().setFromPoints(linkPts);
_links = new THREE.LineSegments(lg, new THREE.LineBasicMaterial({ color: C_GRID, transparent: true, opacity: 0.22 }));
_group.add(_links);
}
function _buildHub() {
const THREE = _THREE;
// Central hub = the residual-stream activation being decomposed.
_hub = new THREE.Mesh(
new THREE.IcosahedronGeometry(0.6, 1),
new THREE.MeshStandardMaterial({ color: C_NODE, emissive: C_NODE, emissiveIntensity: 0.3, wireframe: true, transparent: true, opacity: 0.55 }),
);
_hub.position.set(0, 2.2, 0);
_group.add(_hub);
// Reconstruction-fidelity ring around the hub (radius scales with reconstruction_cos).
_ring = new THREE.Mesh(
new THREE.TorusGeometry(1.2, 0.03, 10, 64),
new THREE.MeshStandardMaterial({ color: C_ACCENT, emissive: C_ACCENT, emissiveIntensity: 0.4, transparent: true, opacity: 0.5 }),
);
_ring.position.set(0, 2.2, 0);
_ring.rotation.x = Math.PI / 2;
_group.add(_ring);
}
// =============================================================================
// live data handler
// =============================================================================
function _onFeatures(j) {
// read honesty label VERBATIM — never upgrade
S.label = (j.label || "MODELED").toUpperCase();
S.l0 = typeof j.l0_sparsity === "number" ? j.l0_sparsity : null;
S.active = typeof j.active_features === "number" ? j.active_features : null;
S.recon = typeof j.reconstruction_cos === "number" ? j.reconstruction_cos : null;
S.top = Array.isArray(j.top_features) ? j.top_features : null;
_updateRing();
_paintOverlay();
}
// =============================================================================
// geometry updater — drives slot colour/brightness from top features
// =============================================================================
function _updateRing() {
const live = S.state === "live";
const top = S.top || [];
// maximum causal KL among top features (for scaling node size)
const maxKL = top.reduce((m, f) => Math.max(m, (f && f.causal_ablation_kl) || 0), 0.0001);
_slots.forEach((mesh, i) => {
const f = top[i]; // first N_SLOTS top features light up; the rest stay dim
if (live && f) {
const act = typeof f.activation === "number" ? f.activation : 0;
const kl = typeof f.causal_ablation_kl === "number" ? f.causal_ablation_kl : 0;
const norm = kl / maxKL; // 0..1 relative causal effect
const col = norm > 0.75 ? C_TOP : C_NODE;
mesh.material.color.setHex(col);
mesh.material.emissive.setHex(col);
mesh.material.emissiveIntensity = 0.15 + 0.85 * act;
mesh.scale.setScalar(0.7 + 0.9 * norm); // bigger = more causally important
_flash[i] = Math.min(30 + norm * 60, 90);
} else {
mesh.material.color.setHex(C_DIM);
mesh.material.emissive.setHex(C_DIM);
mesh.material.emissiveIntensity = 0.1;
mesh.scale.setScalar(0.55);
}
});
if (_hub) {
const hcol = live ? C_NODE : C_DIM;
_hub.material.color.setHex(hcol);
_hub.material.emissive.setHex(hcol);
_hub.material.emissiveIntensity = live ? 0.35 : 0.15;
_hub.material.opacity = live ? 0.7 : 0.35;
}
if (_ring) {
const cos = S.recon != null ? S.recon : 0.9;
const rcol = live ? C_ACCENT : C_DIM;
_ring.material.color.setHex(rcol);
_ring.material.emissive.setHex(rcol);
_ring.material.emissiveIntensity = live ? 0.2 + 0.6 * cos : 0.12;
_ring.material.opacity = live ? 0.55 : 0.2;
_ring.scale.setScalar(live ? (0.6 + cos) : 0.8); // fuller ring = better reconstruction
}
if (_links) {
_links.material.opacity = live ? 0.3 : 0.14;
_links.material.color.setHex(live ? C_GRID : C_DIM);
}
}
// =============================================================================
// per-frame animation
// =============================================================================
function _onFrame() {
const t = performance.now();
if (_group) _group.rotation.y = Math.sin(t * 0.00012) * 0.2;
if (_hub) { _hub.rotation.y += 0.006; _hub.rotation.x += 0.003; }
if (_ring) { _ring.rotation.z += 0.004; }
const live = S.state === "live";
_slots.forEach((mesh, i) => {
if (_flash[i] > 0) {
_flash[i] -= 1;
const f = _flash[i] / 90;
const col = live ? C_TOP : C_DIM;
mesh.material.emissive.setHex(col);
mesh.material.emissiveIntensity = Math.max(mesh.material.emissiveIntensity, 0.15 + 0.9 * f);
}
});
}
// =============================================================================
// overlay
// =============================================================================
function _buildOverlay() {
const ctx = _ctx;
_overlay = document.createElement("div");
Object.assign(_overlay.style, {
position: "absolute", left: "14px", top: "14px", zIndex: "6",
display: "flex", flexDirection: "column", gap: "8px",
maxWidth: "min(94%,440px)",
font: "12px ui-sans-serif,system-ui,Segoe UI,Roboto,Arial",
color: "#eef3f6",
});
const h = document.createElement("div");
h.style.cssText = "font:600 13px ui-sans-serif,system-ui;letter-spacing:.4px";
h.textContent = TITLE;
_overlay.appendChild(h);
const sub = document.createElement("div");
sub.style.cssText = "color:#9fb1bf;font-size:11px;line-height:1.55";
sub.innerHTML =
'A <b>JumpReLU sparse autoencoder</b> decomposes a model\u2019s internal activation into a ' +
'few human-readable <b>features</b>; each fired feature is a node on the ring, and we ' +
'<b>causally ablate</b> it to measure the output shift (KL). Honesty label <b>MODELED</b> ' +
'(a simulation of the method \u2014 no proprietary weights, no measured logits). 0 runtime CDN.';
_overlay.appendChild(sub);
const brow = document.createElement("div");
brow.style.cssText = "display:flex;gap:8px;align-items:center;flex-wrap:wrap";
if (_badge && _badge.el) brow.appendChild(_badge.el);
_overlay.appendChild(brow);
const card = document.createElement("div");
card.style.cssText = "background:#0a1117;border:1px solid #1d2a36;border-radius:9px;padding:9px 10px;display:flex;flex-direction:column;gap:6px";
const chead = document.createElement("div");
chead.style.cssText = "display:flex;align-items:center;gap:8px;flex-wrap:wrap";
const dot = document.createElement("span");
dot.style.cssText = "width:9px;height:9px;border-radius:50%;background:#5b8dee;box-shadow:0 0 7px #5b8dee";
const nm = document.createElement("b");
nm.style.cssText = "font-size:12px;color:#5b8dee;letter-spacing:.3px";
nm.textContent = "interpretability";
chead.appendChild(dot); chead.appendChild(nm);
card.appendChild(chead);
const grid = document.createElement("div");
grid.style.cssText = "display:grid;grid-template-columns:1fr;gap:4px";
function kpiRow(id, label) {
const r = document.createElement("div");
r.style.cssText = "display:flex;justify-content:space-between;gap:10px;font-size:11px";
const l = document.createElement("span"); l.style.cssText = "color:#9fb1bf"; l.textContent = label;
const v = document.createElement("b");
v.id = id;
v.style.cssText = "font-variant-numeric:tabular-nums;color:#eef3f6;text-align:right;max-width:58%";
v.textContent = "\u2014";
_el[id] = v;
r.appendChild(l); r.appendChild(v); return r;
}
grid.appendChild(kpiRow("ip-l0", "L0 sparsity (active / dict)"));
grid.appendChild(kpiRow("ip-active", "active features"));
grid.appendChild(kpiRow("ip-recon", "reconstruction cos \u2014 MODELED"));
grid.appendChild(kpiRow("ip-topf", "top feature (by causal KL)"));
grid.appendChild(kpiRow("ip-label", "honesty label"));
card.appendChild(grid);
const fn = document.createElement("div");
fn.style.cssText = "font-size:9.5px;color:#6b7a86;line-height:1.5";
fn.textContent = "Cunningham et al. arXiv:2309.08600 \u00b7 Rajamanoharan et al. arXiv:2407.14435 (JumpReLU) \u00b7 Marks et al. arXiv:2406.02395 (sparse feature circuits) \u00b7 Anthropic transformer-circuits.pub. MODELED \u00b7 not claimed-as.";
card.appendChild(fn);
_overlay.appendChild(card);
const pl = document.createElement("button");
pl.textContent = "\u25d1 what this means";
pl.title = "Toggle plain-language explanation for investors & consumers.";
pl.style.cssText = "font:11px ui-monospace,monospace;padding:5px 11px;border-radius:7px;border:1px solid #3af4c8;background:#08140f;color:#3af4c8;cursor:pointer;width:fit-content";
pl.addEventListener("click", () => {
_plain = !_plain;
pl.style.background = _plain ? "#0f2a20" : "#08140f";
_applyPlain();
});
_overlay.appendChild(pl);
const pd = document.createElement("div");
pd.id = "ip-plain";
pd.style.cssText = "font-size:10.5px;color:#c9d6df;line-height:1.55;border:1px dashed #26333f;border-radius:7px;padding:7px 9px;display:none";
_el["plain"] = pd;
_overlay.appendChild(pd);
(ctx.container || document.body).appendChild(_overlay);
_paintOverlay();
}
function _applyPlain() {
const pd = _el["plain"];
if (!pd) return;
pd.style.display = _plain ? "block" : "none";
if (!_plain) return;
const act = S.active != null ? String(S.active) : "loading\u2026";
const l0 = S.l0 != null ? (S.l0 * 100).toFixed(3) + "% of the dictionary" : "loading\u2026";
const top = (S.top && S.top[0] && S.top[0].feature) ? S.top[0].feature : "loading\u2026";
pd.innerHTML =
"<b>What this means:</b> Instead of treating the model as a black box, a sparse " +
"autoencoder breaks one internal activation into a handful of named, human-readable " +
"<b>features</b> \u2014 here <b>" + act + "</b> fired (only <b>" + l0 + "</b>). " +
"The most causally important one right now is <b>" + top + "</b>: turning it off shifts " +
"the model\u2019s output the most. " +
"Plain: this is how you audit <i>why</i> an AI produced an answer and prove which internal " +
"concept drove it \u2014 but this view is a <b>MODELED</b> simulation of the technique, not a " +
"readout from a live production model.";
}
function _tok(s) {
if (s === "live") return null;
if (s === "missing") return "NO-LIVE-DATA";
if (s === "degraded") return "DEGRADED";
if (s === "error") return "OFFLINE";
return "\u2026";
}
function fx(v, d) { return typeof v === "number" ? v.toFixed(d) : "\u2014"; }
function _set(id, v) { if (_el[id]) _el[id].textContent = v; }
function _paintOverlay() {
const t = _tok(S.state);
_set("ip-l0", t || fx(S.l0, 6));
_set("ip-active", t || (S.active != null ? String(S.active) : "\u2014"));
_set("ip-recon", t || fx(S.recon, 4));
const top0 = (S.top && S.top[0]) ? S.top[0] : null;
_set("ip-topf", t || (top0 ? (top0.feature + " (KL " + fx(top0.causal_ablation_kl, 3) + ")") : "\u2014"));
// honesty label verbatim — never upgraded
_set("ip-label", t || (S.label || "MODELED"));
if (_plain) _applyPlain();
}
// =============================================================================
// unmount — clean up everything; must not affect other organs
// =============================================================================
export function unmount() {
_polls.forEach((p) => { try { p.stop(); } catch (_) {} }); _polls = [];
try { if (_overlay && _overlay.parentNode) _overlay.parentNode.removeChild(_overlay); } catch (_) {}
try {
if (_group && _stage) {
_group.traverse((o) => {
if (o.geometry && o.geometry.dispose) o.geometry.dispose();
if (o.material) {
const ms = Array.isArray(o.material) ? o.material : [o.material];
ms.forEach((m) => { if (m.dispose) m.dispose(); });
}
});
_stage.scene.remove(_group);
}
} catch (_) {}
_group = _overlay = null;
_slots = []; _links = null; _hub = null; _ring = null;
_el = {}; _badge = null; _plain = false; _frameReg = false;
_stage = _THREE = _ctx = null;
S.label = S.l0 = S.active = S.recon = S.top = null;
S.state = "init";
_flash.fill(0);
}
export default { id: ID, title: TITLE, endpoints: [EP], mount, unmount };
|