Hugging Face's logo

AndrewThompson1233
/
maba-v1.5-101m-test

Text Generation
Safetensors
English
maba_sparse
maba
maba-v1.5
recurrent
dgda
linear-attention
sparse-attention
maba-sa
mla
nope
Model card Files
xet
 Community
maba-v1.5-101m-test
File size: 8,331 Bytes
288b069
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1040 640" width="100%" height="640">
  <defs>
    <linearGradient id="mabaGrad" x1="0" y1="0" x2="0" y2="1"><stop offset="0%" stop-color="#1d4ed8"/><stop offset="100%" stop-color="#60a5fa"/></linearGradient>
    <linearGradient id="qwenGrad" x1="0" y1="0" x2="0" y2="1"><stop offset="0%" stop-color="#8b5cf6"/><stop offset="100%" stop-color="#ddd6fe"/></linearGradient>
    <linearGradient id="ablationGrad" x1="0" y1="0" x2="0" y2="1"><stop offset="0%" stop-color="#64748b"/><stop offset="100%" stop-color="#cbd5e1"/></linearGradient>
    <linearGradient id="denseGrad" x1="0" y1="0" x2="0" y2="1"><stop offset="0%" stop-color="#e11d48"/><stop offset="100%" stop-color="#fda4af"/></linearGradient>
  </defs>
  <rect width="1040" height="640" fill="#ffffff"/>
  <g transform="translate(35, 25)">
    <text x="0" y="16" font-family="sans-serif" font-size="14" font-weight="700" fill="#111827">Contrastive Retrieval (MCQ)</text>
    <text x="0" y="32" font-family="sans-serif" font-size="11" fill="#6b7280">Accuracy on 4-way choice (%)</text>
    <line x1="32" y1="205" x2="220" y2="205" stroke="#e5e7eb" stroke-width="1"/>
    <path d="M 60,205 L 60,78 Q 60,74 64,74 L 86,74 Q 90,74 90,78 L 90,205 Z" fill="url(#mabaGrad)"/>
    <text x="75" y="66" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="700" fill="#1d4ed8">87.5%</text>
    <text x="75" y="221" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="700" fill="#1d4ed8">Maba</text>
    <path d="M 140,205 L 140,96 Q 140,92 144,92 L 166,92 Q 170,92 170,96 L 170,205 Z" fill="url(#qwenGrad)"/>
    <text x="155" y="84" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="700" fill="#8b5cf6">75.0%</text>
    <text x="155" y="221" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="600" fill="#8b5cf6">Qwen</text>
  </g>
  <g transform="translate(285, 25)">
    <text x="0" y="16" font-family="sans-serif" font-size="14" font-weight="700" fill="#111827">Ablation: Perplexity (PPL)</text>
    <text x="0" y="32" font-family="sans-serif" font-size="11" fill="#6b7280">Lower is better</text>
    <line x1="32" y1="205" x2="220" y2="205" stroke="#e5e7eb" stroke-width="1"/>
    <path d="M 50,205 L 50,118 Q 50,114 54,114 L 72,114 Q 76,114 76,118 L 76,205 Z" fill="url(#mabaGrad)"/>
    <text x="63" y="106" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="700" fill="#1d4ed8">36.2</text>
    <text x="63" y="221" text-anchor="middle" font-family="sans-serif" font-size="10" font-weight="700" fill="#1d4ed8">Maba</text>
    <path d="M 100,205 L 100,89 Q 100,85 104,85 L 122,85 Q 126,85 126,89 L 126,205 Z" fill="url(#qwenGrad)"/>
    <text x="113" y="77" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="600" fill="#8b5cf6">48.3</text>
    <text x="113" y="221" text-anchor="middle" font-family="sans-serif" font-size="10" font-weight="600" fill="#8b5cf6">Qwen</text>
    <path d="M 150,205 L 150,82 Q 150,78 154,78 L 172,78 Q 176,78 176,82 L 176,205 Z" fill="url(#ablationGrad)"/>
    <text x="163" y="70" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="600" fill="#475569">51.2</text>
    <text x="163" y="221" text-anchor="middle" font-family="sans-serif" font-size="10" font-weight="500" fill="#475569">DGDA</text>
  </g>
  <g transform="translate(535, 25)">
    <text x="0" y="16" font-family="sans-serif" font-size="14" font-weight="700" fill="#111827">Decode Throughput (L4)</text>
    <text x="0" y="32" font-family="sans-serif" font-size="11" fill="#6b7280">Tokens/sec (Higher is better)</text>
    <line x1="32" y1="205" x2="220" y2="205" stroke="#e5e7eb" stroke-width="1"/>
    <path d="M 60,205 L 60,86 Q 60,82 64,82 L 86,82 Q 90,82 90,86 L 90,205 Z" fill="url(#mabaGrad)"/>
    <text x="75" y="74" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="700" fill="#1d4ed8">7.0 t/s</text>
    <text x="75" y="221" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="700" fill="#1d4ed8">Maba</text>
    <path d="M 140,205 L 140,112 Q 140,108 144,108 L 166,108 Q 170,108 170,112 L 170,205 Z" fill="url(#qwenGrad)"/>
    <text x="155" y="100" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="600" fill="#8b5cf6">5.5 t/s</text>
    <text x="155" y="221" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="600" fill="#8b5cf6">Qwen</text>
  </g>
  <g transform="translate(785, 25)">
    <text x="0" y="16" font-family="sans-serif" font-size="14" font-weight="700" fill="#111827">Needle-in-a-Haystack</text>
    <text x="0" y="32" font-family="sans-serif" font-size="11" fill="#6b7280">Block Retrieval (4k Context)</text>
    <line x1="32" y1="205" x2="220" y2="205" stroke="#e5e7eb" stroke-width="1"/>
    <path d="M 60,205 L 60,72 Q 60,68 64,68 L 86,68 Q 90,68 90,72 L 90,205 Z" fill="url(#mabaGrad)"/>
    <text x="75" y="60" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="700" fill="#1d4ed8">91.7%</text>
    <text x="75" y="221" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="700" fill="#1d4ed8">Hybrid</text>
    <path d="M 140,205 L 140,145 Q 140,141 144,141 L 166,141 Q 170,141 170,145 L 170,205 Z" fill="url(#ablationGrad)"/>
    <text x="155" y="133" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="600" fill="#475569">41.6%</text>
    <text x="155" y="221" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="500" fill="#475569">Mean</text>
  </g>
  <g transform="translate(35, 305)">
    <text x="0" y="16" font-family="sans-serif" font-size="14" font-weight="700" fill="#111827">KV-Cache Footprint @ 4k (MB)</text>
    <text x="0" y="32" font-family="sans-serif" font-size="11" fill="#6b7280">Lower is better</text>
    <line x1="32" y1="205" x2="440" y2="205" stroke="#e5e7eb" stroke-width="1"/>
    <path d="M 80,205 L 80,202 Q 80,198 84,198 L 116,198 Q 120,198 120,202 L 120,205 Z" fill="url(#mabaGrad)"/>
    <text x="100" y="190" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="700" fill="#1d4ed8">2.5 MB</text>
    <text x="100" y="221" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="700" fill="#1d4ed8">Maba MLA</text>
    <path d="M 210,205 L 210,195 Q 210,191 214,191 L 246,191 Q 250,191 250,195 L 250,205 Z" fill="url(#qwenGrad)"/>
    <text x="230" y="183" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="600" fill="#8b5cf6">8.0 MB</text>
    <text x="230" y="221" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="600" fill="#8b5cf6">Qwen QSA</text>
    <path d="M 340,205 L 340,65 Q 340,61 344,61 L 376,61 Q 380,61 380,65 L 380,205 Z" fill="url(#denseGrad)"/>
    <text x="360" y="53" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="700" fill="#e11d48">200.0 MB</text>
    <text x="360" y="221" text-anchor="middle" font-family="sans-serif" font-size="11" font-weight="600" fill="#e11d48">Dense Baseline</text>
  </g>
  <g transform="translate(535, 305)">
    <rect width="470" height="230" rx="6" fill="#f8fafc" stroke="#e2e8f0" stroke-width="1"/>
    <text x="20" y="28" font-family="sans-serif" font-size="13" font-weight="700" fill="#0f172a">Verified Architectural Summary</text>
    <text x="20" y="65" font-family="sans-serif" font-size="11" fill="#475569">• Target Scale: <tspan font-weight="700" fill="#0f172a">103.5M parameters</tspan></text>
    <text x="20" y="90" font-family="sans-serif" font-size="11" fill="#475569">• Macro Topology: <tspan font-weight="700" fill="#0f172a">3:1 (15 DGDA : 5 MABA-SA)</tspan></text>
    <text x="20" y="115" font-family="sans-serif" font-size="11" fill="#16a34a">95.21% Core Ratio (4.30% Vocab Tax)</tspan></text>
    <text x="20" y="140" font-family="sans-serif" font-size="11" fill="#475569">• Positional Encoding: <tspan font-weight="700" fill="#0f172a">Strict NoPE</tspan></text>
    <text x="20" y="165" font-family="sans-serif" font-size="11" fill="#16a34a">-98.8% KV-Cache at 4k context</tspan></text>
    <text x="20" y="190" font-family="sans-serif" font-size="11" fill="#1d4ed8">-29.2% PPL Error Reduction from MABA-SA</tspan></text>
  </g>
</svg>