assets/candidate-readout.svg

<svg xmlns="http://www.w3.org/2000/svg" width="1400" height="1250" viewBox="0 0 1400 1250" role="img"><title>Dynamic candidate packing and marker scoring</title><desc>One packed row per question; no candidate-independent tower, fixed-label head, mean pooling, or state cache.</desc>
<defs><marker id="arrow" markerWidth="12" markerHeight="10" refX="11" refY="5" orient="auto" markerUnits="userSpaceOnUse"><path d="M0 0 L12 5 L0 10 L3 5 Z" fill="#111"/></marker></defs>
        <style>text{font-family:Arial,Helvetica,sans-serif;fill:#111;font-weight:400}.math{font-family:Georgia,'Times New Roman',serif;font-style:italic}.serif{font-family:Georgia,'Times New Roman',serif}</style>
<text x="700" y="41.0" font-size="29" text-anchor="middle" class="serif">Dynamic packing, type-specific scoring, and outputs</text>
<g data-box="45.0 86 400 113">
<rect x="45.0" y="86" width="400" height="113" rx="7" fill="#E6ECE8" stroke="#111" stroke-width="2.2"/>
<text x="245" y="135.88500000000002" font-size="27" text-anchor="middle" class="">Choice</text>
<text x="245" y="167.47500000000002" font-size="27" text-anchor="middle" class="">argmax p → external ID</text>
</g>
<g data-box="500.0 86 400 113">
<rect x="500.0" y="86" width="400" height="113" rx="7" fill="#E6ECE8" stroke="#111" stroke-width="2.2"/>
<text x="700" y="135.88500000000002" font-size="27" text-anchor="middle" class="">Noul · K = 2</text>
<text x="700" y="167.47500000000002" font-size="27" text-anchor="middle" class="">P(yes) = p₁</text>
</g>
<g data-box="955.0 86 400 113">
<rect x="955.0" y="86" width="400" height="113" rx="7" fill="#E6ECE8" stroke="#111" stroke-width="2.2"/>
<text x="1155" y="120.09" font-size="27" text-anchor="middle" class="">Score</text>
<text x="1155" y="151.68" font-size="27" text-anchor="middle" class="">E[index] = Σⱼ j pⱼ</text>
<text x="1155" y="183.26999999999998" font-size="27" text-anchor="middle" class="">E[value] = Σⱼ vⱼ pⱼ</text>
</g>
<path d="M700,239 L700,216" fill="none" stroke="#111" stroke-width="2.3" stroke-linecap="round" stroke-linejoin="round"/>
<path d="M700,216 L245,216 L245,199" fill="none" stroke="#111" stroke-width="2.3" stroke-linecap="round" stroke-linejoin="round" marker-end="url(#arrow)"/>
<path d="M700,216 L700,199" fill="none" stroke="#111" stroke-width="2.3" stroke-linecap="round" stroke-linejoin="round" marker-end="url(#arrow)"/>
<path d="M700,216 L1155,216 L1155,199" fill="none" stroke="#111" stroke-width="2.3" stroke-linecap="round" stroke-linejoin="round" marker-end="url(#arrow)"/>
<g data-box="465.0 239 470 58">
<rect x="465.0" y="239" width="470" height="58" rx="7" fill="#D8EBD8" stroke="#111" stroke-width="2.2"/>
<text x="700" y="277.18" font-size="27" text-anchor="middle" class="">Softmax over valid K candidates</text>
</g>
<path d="M700,327 L700,297" fill="none" stroke="#111" stroke-width="2.3" stroke-linecap="round" stroke-linejoin="round" marker-end="url(#arrow)"/>
<g data-box="475.0 327 450 54">
<rect x="475.0" y="327" width="450" height="54" rx="7" fill="#DEDCEE" stroke="#111" stroke-width="2.2"/>
<text x="700" y="362.5" font-size="25" text-anchor="middle" class="">Linear 768 → 1  (within type)</text>
</g>
<g data-box="515.0 414 370 54">
<rect x="515.0" y="414" width="370" height="54" rx="7" fill="#C7E5F0" stroke="#111" stroke-width="2.2"/>
<text x="700" y="449.5" font-size="25" text-anchor="middle" class="">GELU</text>
</g>
<path d="M700,414 L700,381" fill="none" stroke="#111" stroke-width="2.3" stroke-linecap="round" stroke-linejoin="round" marker-end="url(#arrow)"/>
<g data-box="465.0 501 470 54">
<rect x="465.0" y="501" width="470" height="54" rx="7" fill="#DEDCEE" stroke="#111" stroke-width="2.2"/>
<text x="700" y="536.5" font-size="25" text-anchor="middle" class="">Linear 768 → 768  (within type)</text>
</g>
<path d="M700,501 L700,468" fill="none" stroke="#111" stroke-width="2.3" stroke-linecap="round" stroke-linejoin="round" marker-end="url(#arrow)"/>
<g data-box="485.0 588 430 54">
<rect x="485.0" y="588" width="430" height="54" rx="7" fill="#FBF8CB" stroke="#111" stroke-width="2.2"/>
<text x="700" y="623.5" font-size="25" text-anchor="middle" class="">LayerNorm  (within type)</text>
</g>
<path d="M700,588 L700,555" fill="none" stroke="#111" stroke-width="2.3" stroke-linecap="round" stroke-linejoin="round" marker-end="url(#arrow)"/>
<g data-box="480.0 675 440 62">
<rect x="480.0" y="675" width="440" height="62" rx="7" fill="#E6ECE8" stroke="#111" stroke-width="2.2"/>
</g>
<text x="700" y="716" font-size="28" text-anchor="middle">Gather h[m<tspan baseline-shift="sub" font-size="19">0</tspan>], …, h[m<tspan baseline-shift="sub" font-size="19">K−1</tspan>]</text>
<path d="M700,675 L700,642" fill="none" stroke="#111" stroke-width="2.3" stroke-linecap="round" stroke-linejoin="round" marker-end="url(#arrow)"/>
<text x="1000" y="711.0" font-size="26" text-anchor="start" class="math">K × 768</text>
<g data-box="190.0 781 1020 91">
<rect x="190.0" y="781" width="1020" height="91" rx="7" fill="#E6ECE8" stroke="#111" stroke-width="2.2"/>
<text x="700" y="820.375" font-size="25" text-anchor="middle" class="">Selected encoder path → + type vector → type-specific interaction</text>
<text x="700" y="849.625" font-size="25" text-anchor="middle" class="">full sequence computation from Fig. 1; no candidate-wise encoding</text>
</g>
<path d="M700,781 L700,737" fill="none" stroke="#111" stroke-width="2.3" stroke-linecap="round" stroke-linejoin="round" marker-end="url(#arrow)"/>
<g data-box="43.5 978 72 65">
<rect x="43.5" y="978" width="72" height="65" rx="7" fill="#F7DCDF" stroke="#111" stroke-width="2.2"/>
<text x="79.5" y="1017.64" font-size="21" text-anchor="middle" class="">CLS</text>
</g>
<g data-box="118.5 978 217 65">
<rect x="118.5" y="978" width="217" height="65" rx="7" fill="#F7DCDF" stroke="#111" stroke-width="2.2"/>
<text x="227.0" y="1018.32" font-size="23" text-anchor="middle" class="">type question: q</text>
</g>
<g data-box="338.5 978 67 65">
<rect x="338.5" y="978" width="67" height="65" rx="7" fill="#F7DCDF" stroke="#111" stroke-width="2.2"/>
<text x="372.0" y="1017.64" font-size="21" text-anchor="middle" class="">SEP</text>
</g>
<g data-box="408.5 978 109 65">
<rect x="408.5" y="978" width="109" height="65" rx="7" fill="#DED2EC" stroke="#111" stroke-width="2.2"/>
<text x="463.0" y="1018.32" font-size="23" text-anchor="middle" class="">[MASK]</text>
</g>
<g data-box="520.5 978 157 65">
<rect x="520.5" y="978" width="157" height="65" rx="7" fill="#F7DCDF" stroke="#111" stroke-width="2.2"/>
<text x="599.0" y="1018.32" font-size="23" text-anchor="middle" class="">candidate 0</text>
</g>
<g data-box="680.5 978 67 65">
<rect x="680.5" y="978" width="67" height="65" rx="7" fill="#F7DCDF" stroke="#111" stroke-width="2.2"/>
<text x="714.0" y="1017.64" font-size="21" text-anchor="middle" class="">SEP</text>
</g>
<g data-box="750.5 978 52 65">
<rect x="750.5" y="978" width="52" height="65" rx="7" fill="#FFFFFF" stroke="#111" stroke-width="2.2"/>
<text x="776.5" y="1017.64" font-size="21" text-anchor="middle" class="">…</text>
</g>
<g data-box="805.5 978 109 65">
<rect x="805.5" y="978" width="109" height="65" rx="7" fill="#DED2EC" stroke="#111" stroke-width="2.2"/>
<text x="860.0" y="1018.32" font-size="23" text-anchor="middle" class="">[MASK]</text>
</g>
<g data-box="917.5 978 182 65">
<rect x="917.5" y="978" width="182" height="65" rx="7" fill="#F7DCDF" stroke="#111" stroke-width="2.2"/>
<text x="1008.5" y="1018.32" font-size="23" text-anchor="middle" class="">candidate K−1</text>
</g>
<g data-box="1102.5 978 67 65">
<rect x="1102.5" y="978" width="67" height="65" rx="7" fill="#F7DCDF" stroke="#111" stroke-width="2.2"/>
<text x="1136.0" y="1017.64" font-size="21" text-anchor="middle" class="">SEP</text>
</g>
<g data-box="1172.5 978 102 65">
<rect x="1172.5" y="978" width="102" height="65" rx="7" fill="#F7DCDF" stroke="#111" stroke-width="2.2"/>
<text x="1223.5" y="1018.32" font-size="23" text-anchor="middle" class="">state</text>
</g>
<g data-box="1277.5 978 67 65">
<rect x="1277.5" y="978" width="67" height="65" rx="7" fill="#F7DCDF" stroke="#111" stroke-width="2.2"/>
<text x="1311.0" y="1017.64" font-size="21" text-anchor="middle" class="">SEP</text>
</g>
<path d="M700,978 L700,872" fill="none" stroke="#111" stroke-width="2.3" stroke-linecap="round" stroke-linejoin="round" marker-end="url(#arrow)"/>
<text x="365" y="932.0" font-size="26" text-anchor="middle" class="">One packed row · L tokens</text>
<path d="M463.0,1092 L463.0,1043" fill="none" stroke="#111" stroke-width="2.3" stroke-linecap="round" stroke-linejoin="round" marker-end="url(#arrow)"/>
<text x="463.0" y="1125" class="math" font-size="26" text-anchor="middle">m<tspan baseline-shift="sub" font-size="18">0</tspan></text>
<path d="M860.0,1092 L860.0,1043" fill="none" stroke="#111" stroke-width="2.3" stroke-linecap="round" stroke-linejoin="round" marker-end="url(#arrow)"/>
<text x="860.0" y="1125" class="math" font-size="26" text-anchor="middle">m<tspan baseline-shift="sub" font-size="18">K−1</tspan></text>
<text x="700" y="1176.0" font-size="25" text-anchor="middle" class="">Score descriptions include “level j:”; values vⱼ and opaque IDs stay outside tokens.</text>
<text x="700" y="1215.0" font-size="25" text-anchor="middle" class="">Public profile: 1024 total tokens; complete fields, overflow raises an error.</text>
<text x="230" y="600.0" font-size="25" text-anchor="middle" class="">Same scorer at every marker</text>
<text x="230" y="629.25" font-size="25" text-anchor="middle" class="">within one type; dynamic K</text>
<text x="1160" y="526.0" font-size="25" text-anchor="middle" class="">Separate scorer per type</text>
<text x="1160" y="555.25" font-size="25" text-anchor="middle" class="">No per-candidate encoder</text>
</svg>