assets/task-accuracy.svg

<svg xmlns="http://www.w3.org/2000/svg" width="1200" height="920" viewBox="0 0 1200 920" role="img" aria-labelledby="task-accuracy-title task-accuracy-desc"><title id="task-accuracy-title">Frozen80 per-task model accuracy</title><desc id="task-accuracy-desc">Per-task exact-match accuracy of APUS-OpenJev 4B, APUS-OpenJev 9B, Jev official API and Laya typed full-input. Overall scores are 66, 68, 66 and 55 out of 80.</desc><rect x="0" y="0" width="1200" height="920" rx="20" fill="#f7f9f8"/><g font-family="Arial, Helvetica, sans-serif"><text x="40" y="52" font-size="30" font-weight="700" fill="#19333f" text-anchor="start">Decision accuracy by capability</text><text x="40" y="84" font-size="17" font-weight="400" fill="#536b77" text-anchor="start">Matched questions · APUS-OpenJev full compute budget · Laya full input, zero truncation</text><rect x="40" y="112" width="1120" height="644" rx="12" fill="#ffffff" stroke="#d6e1e1"/><rect x="41" y="113" width="1118" height="76" rx="10" fill="#e8f2ef"/><text x="64" y="157" font-size="15" font-weight="700" fill="#536b77" text-anchor="start">SUBSET</text><text x="372" y="144" font-size="18" font-weight="700" fill="#19333f" text-anchor="middle">APUS-OpenJev</text><text x="372" y="171" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">4B</text><text x="596" y="144" font-size="18" font-weight="700" fill="#19333f" text-anchor="middle">APUS-OpenJev</text><text x="596" y="171" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">9B</text><text x="820" y="144" font-size="18" font-weight="700" fill="#19333f" text-anchor="middle">Jev</text><text x="820" y="171" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">official API</text><text x="1044" y="144" font-size="18" font-weight="700" fill="#19333f" text-anchor="middle">Laya</text><text x="1044" y="171" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">typed / full input</text><text x="64" y="227" font-size="22" font-weight="700" fill="#19333f" text-anchor="start">Browser</text><text x="64" y="255" font-size="14" font-weight="400" fill="#536b77" text-anchor="start">16 questions / 16 groups</text><rect x="264" y="194" width="216" height="88" rx="6" fill="#007c72"/><rect x="264" y="194" width="216" height="88" rx="6" fill="white" fill-opacity="0.8425"/><text x="372" y="224" font-size="24" font-weight="700" fill="#19333f" text-anchor="middle">14 / 16</text><text x="372" y="251" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">87.50%</text><rect x="292" y="265" width="160" height="5" rx="2" fill="#dce8e4"/><rect x="292" y="265" width="140.0" height="5" rx="2" fill="#007c72"/><rect x="488" y="194" width="216" height="88" rx="6" fill="#007c72"/><rect x="488" y="194" width="216" height="88" rx="6" fill="white" fill-opacity="0.8538"/><text x="596" y="224" font-size="24" font-weight="700" fill="#19333f" text-anchor="middle">13 / 16</text><text x="596" y="251" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">81.25%</text><rect x="516" y="265" width="160" height="5" rx="2" fill="#dce8e4"/><rect x="516" y="265" width="130.0" height="5" rx="2" fill="#007c72"/><rect x="712" y="194" width="216" height="88" rx="6" fill="#007c72"/><rect x="712" y="194" width="216" height="88" rx="6" fill="white" fill-opacity="0.8762"/><text x="820" y="224" font-size="24" font-weight="700" fill="#19333f" text-anchor="middle">11 / 16</text><text x="820" y="251" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">68.75%</text><rect x="740" y="265" width="160" height="5" rx="2" fill="#dce8e4"/><rect x="740" y="265" width="110.0" height="5" rx="2" fill="#007c72"/><rect x="936" y="194" width="216" height="88" rx="6" fill="#007c72"/><rect x="936" y="194" width="216" height="88" rx="6" fill="white" fill-opacity="0.9550"/><text x="1044" y="224" font-size="24" font-weight="700" fill="#19333f" text-anchor="middle">4 / 16</text><text x="1044" y="251" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">25.00%</text><rect x="964" y="265" width="160" height="5" rx="2" fill="#dce8e4"/><rect x="964" y="265" width="40.0" height="5" rx="2" fill="#007c72"/><path d="M40 286 H1160" stroke="#d6e1e1"/><text x="64" y="323" font-size="22" font-weight="700" fill="#19333f" text-anchor="start">HelpSteer3</text><text x="64" y="351" font-size="14" font-weight="400" fill="#536b77" text-anchor="start">16 questions / 16 groups</text><rect x="264" y="290" width="216" height="88" rx="6" fill="#007c72"/><rect x="264" y="290" width="216" height="88" rx="6" fill="white" fill-opacity="0.8650"/><text x="372" y="320" font-size="24" font-weight="700" fill="#19333f" text-anchor="middle">12 / 16</text><text x="372" y="347" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">75.00%</text><rect x="292" y="361" width="160" height="5" rx="2" fill="#dce8e4"/><rect x="292" y="361" width="120.0" height="5" rx="2" fill="#007c72"/><rect x="488" y="290" width="216" height="88" rx="6" fill="#007c72"/><rect x="488" y="290" width="216" height="88" rx="6" fill="white" fill-opacity="0.8538"/><text x="596" y="320" font-size="24" font-weight="700" fill="#19333f" text-anchor="middle">13 / 16</text><text x="596" y="347" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">81.25%</text><rect x="516" y="361" width="160" height="5" rx="2" fill="#dce8e4"/><rect x="516" y="361" width="130.0" height="5" rx="2" fill="#007c72"/><rect x="712" y="290" width="216" height="88" rx="6" fill="#007c72"/><rect x="712" y="290" width="216" height="88" rx="6" fill="white" fill-opacity="0.8650"/><text x="820" y="320" font-size="24" font-weight="700" fill="#19333f" text-anchor="middle">12 / 16</text><text x="820" y="347" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">75.00%</text><rect x="740" y="361" width="160" height="5" rx="2" fill="#dce8e4"/><rect x="740" y="361" width="120.0" height="5" rx="2" fill="#007c72"/><rect x="936" y="290" width="216" height="88" rx="6" fill="#007c72"/><rect x="936" y="290" width="216" height="88" rx="6" fill="white" fill-opacity="0.8762"/><text x="1044" y="320" font-size="24" font-weight="700" fill="#19333f" text-anchor="middle">11 / 16</text><text x="1044" y="347" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">68.75%</text><rect x="964" y="361" width="160" height="5" rx="2" fill="#dce8e4"/><rect x="964" y="361" width="110.0" height="5" rx="2" fill="#007c72"/><path d="M40 382 H1160" stroke="#d6e1e1"/><text x="64" y="419" font-size="22" font-weight="700" fill="#19333f" text-anchor="start">BoolQ</text><text x="64" y="447" font-size="14" font-weight="400" fill="#536b77" text-anchor="start">16 questions / 16 groups</text><rect x="264" y="386" width="216" height="88" rx="6" fill="#007c72"/><rect x="264" y="386" width="216" height="88" rx="6" fill="white" fill-opacity="0.8200"/><text x="372" y="416" font-size="24" font-weight="700" fill="#19333f" text-anchor="middle">16 / 16</text><text x="372" y="443" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">100.00%</text><rect x="292" y="457" width="160" height="5" rx="2" fill="#dce8e4"/><rect x="292" y="457" width="160.0" height="5" rx="2" fill="#007c72"/><rect x="488" y="386" width="216" height="88" rx="6" fill="#007c72"/><rect x="488" y="386" width="216" height="88" rx="6" fill="white" fill-opacity="0.8200"/><text x="596" y="416" font-size="24" font-weight="700" fill="#19333f" text-anchor="middle">16 / 16</text><text x="596" y="443" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">100.00%</text><rect x="516" y="457" width="160" height="5" rx="2" fill="#dce8e4"/><rect x="516" y="457" width="160.0" height="5" rx="2" fill="#007c72"/><rect x="712" y="386" width="216" height="88" rx="6" fill="#007c72"/><rect x="712" y="386" width="216" height="88" rx="6" fill="white" fill-opacity="0.8200"/><text x="820" y="416" font-size="24" font-weight="700" fill="#19333f" text-anchor="middle">16 / 16</text><text x="820" y="443" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">100.00%</text><rect x="740" y="457" width="160" height="5" rx="2" fill="#dce8e4"/><rect x="740" y="457" width="160.0" height="5" rx="2" fill="#007c72"/><rect x="936" y="386" width="216" height="88" rx="6" fill="#007c72"/><rect x="936" y="386" width="216" height="88" rx="6" fill="white" fill-opacity="0.8313"/><text x="1044" y="416" font-size="24" font-weight="700" fill="#19333f" text-anchor="middle">15 / 16</text><text x="1044" y="443" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">93.75%</text><rect x="964" y="457" width="160" height="5" rx="2" fill="#dce8e4"/><rect x="964" y="457" width="150.0" height="5" rx="2" fill="#007c72"/><path d="M40 478 H1160" stroke="#d6e1e1"/><text x="64" y="515" font-size="22" font-weight="700" fill="#19333f" text-anchor="start">MNLI</text><text x="64" y="543" font-size="14" font-weight="400" fill="#536b77" text-anchor="start">16 questions / 16 groups</text><rect x="264" y="482" width="216" height="88" rx="6" fill="#007c72"/><rect x="264" y="482" width="216" height="88" rx="6" fill="white" fill-opacity="0.8762"/><text x="372" y="512" font-size="24" font-weight="700" fill="#19333f" text-anchor="middle">11 / 16</text><text x="372" y="539" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">68.75%</text><rect x="292" y="553" width="160" height="5" rx="2" fill="#dce8e4"/><rect x="292" y="553" width="110.0" height="5" rx="2" fill="#007c72"/><rect x="488" y="482" width="216" height="88" rx="6" fill="#007c72"/><rect x="488" y="482" width="216" height="88" rx="6" fill="white" fill-opacity="0.8538"/><text x="596" y="512" font-size="24" font-weight="700" fill="#19333f" text-anchor="middle">13 / 16</text><text x="596" y="539" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">81.25%</text><rect x="516" y="553" width="160" height="5" rx="2" fill="#dce8e4"/><rect x="516" y="553" width="130.0" height="5" rx="2" fill="#007c72"/><rect x="712" y="482" width="216" height="88" rx="6" fill="#007c72"/><rect x="712" y="482" width="216" height="88" rx="6" fill="white" fill-opacity="0.8538"/><text x="820" y="512" font-size="24" font-weight="700" fill="#19333f" text-anchor="middle">13 / 16</text><text x="820" y="539" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">81.25%</text><rect x="740" y="553" width="160" height="5" rx="2" fill="#dce8e4"/><rect x="740" y="553" width="130.0" height="5" rx="2" fill="#007c72"/><rect x="936" y="482" width="216" height="88" rx="6" fill="#007c72"/><rect x="936" y="482" width="216" height="88" rx="6" fill="white" fill-opacity="0.8762"/><text x="1044" y="512" font-size="24" font-weight="700" fill="#19333f" text-anchor="middle">11 / 16</text><text x="1044" y="539" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">68.75%</text><rect x="964" y="553" width="160" height="5" rx="2" fill="#dce8e4"/><rect x="964" y="553" width="110.0" height="5" rx="2" fill="#007c72"/><path d="M40 574 H1160" stroke="#d6e1e1"/><text x="64" y="611" font-size="22" font-weight="700" fill="#19333f" text-anchor="start">Score</text><text x="64" y="639" font-size="14" font-weight="400" fill="#536b77" text-anchor="start">16 questions / 15 groups</text><rect x="264" y="578" width="216" height="88" rx="6" fill="#007c72"/><rect x="264" y="578" width="216" height="88" rx="6" fill="white" fill-opacity="0.8538"/><text x="372" y="608" font-size="24" font-weight="700" fill="#19333f" text-anchor="middle">13 / 16</text><text x="372" y="635" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">81.25%</text><rect x="292" y="649" width="160" height="5" rx="2" fill="#dce8e4"/><rect x="292" y="649" width="130.0" height="5" rx="2" fill="#007c72"/><rect x="488" y="578" width="216" height="88" rx="6" fill="#007c72"/><rect x="488" y="578" width="216" height="88" rx="6" fill="white" fill-opacity="0.8538"/><text x="596" y="608" font-size="24" font-weight="700" fill="#19333f" text-anchor="middle">13 / 16</text><text x="596" y="635" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">81.25%</text><rect x="516" y="649" width="160" height="5" rx="2" fill="#dce8e4"/><rect x="516" y="649" width="130.0" height="5" rx="2" fill="#007c72"/><rect x="712" y="578" width="216" height="88" rx="6" fill="#007c72"/><rect x="712" y="578" width="216" height="88" rx="6" fill="white" fill-opacity="0.8425"/><text x="820" y="608" font-size="24" font-weight="700" fill="#19333f" text-anchor="middle">14 / 16</text><text x="820" y="635" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">87.50%</text><rect x="740" y="649" width="160" height="5" rx="2" fill="#dce8e4"/><rect x="740" y="649" width="140.0" height="5" rx="2" fill="#007c72"/><rect x="936" y="578" width="216" height="88" rx="6" fill="#007c72"/><rect x="936" y="578" width="216" height="88" rx="6" fill="white" fill-opacity="0.8425"/><text x="1044" y="608" font-size="24" font-weight="700" fill="#19333f" text-anchor="middle">14 / 16</text><text x="1044" y="635" font-size="17" font-weight="400" fill="#536b77" text-anchor="middle">87.50%</text><rect x="964" y="649" width="160" height="5" rx="2" fill="#dce8e4"/><rect x="964" y="649" width="140.0" height="5" rx="2" fill="#007c72"/><rect x="41" y="678" width="1118" height="76" rx="10" fill="#e8f2ef"/><text x="64" y="710" font-size="22" font-weight="700" fill="#19333f" text-anchor="start">Overall</text><text x="64" y="734" font-size="13" font-weight="400" fill="#536b77" text-anchor="start">80 questions / 79 groups</text><text x="372" y="709" font-size="23" font-weight="700" fill="#007c72" text-anchor="middle">66 / 80</text><text x="372" y="735" font-size="18" font-weight="700" fill="#007c72" text-anchor="middle">82.50%</text><text x="596" y="709" font-size="23" font-weight="700" fill="#007c72" text-anchor="middle">68 / 80</text><text x="596" y="735" font-size="18" font-weight="700" fill="#007c72" text-anchor="middle">85.00%</text><text x="820" y="709" font-size="23" font-weight="700" fill="#007c72" text-anchor="middle">66 / 80</text><text x="820" y="735" font-size="18" font-weight="700" fill="#007c72" text-anchor="middle">82.50%</text><text x="1044" y="709" font-size="23" font-weight="700" fill="#007c72" text-anchor="middle">55 / 80</text><text x="1044" y="735" font-size="18" font-weight="700" fill="#007c72" text-anchor="middle">68.75%</text><text x="40" y="798" font-size="17" font-weight="400" fill="#536b77" text-anchor="start">Each subset has 16 questions: one answer changes accuracy by 6.25 percentage points.</text><text x="40" y="828" font-size="17" font-weight="400" fill="#536b77" text-anchor="start">Score is all No (always-No baseline: 16/16). Browser is static action selection, not live task success.</text><text x="40" y="858" font-size="17" font-weight="400" fill="#536b77" text-anchor="start">Laya: identical decisions across 3 process repeats. Reused development panel; not a superiority claim.</text><text x="40" y="893" font-size="14" font-weight="400" fill="#536b77" text-anchor="start">Cell shading and bars share a 0–100% scale. Source: subset-chart-data.json</text></g></svg>