ForeverBlue commited on
Commit
30c2f9b
路
verified 路
1 Parent(s): 964bca6

Launch GRACE-VLM project showcase

Browse files
Files changed (2) hide show
  1. README.md +25 -6
  2. index.html +98 -17
README.md CHANGED
@@ -1,10 +1,29 @@
1
  ---
2
- title: GRACE VLM
3
- emoji: 馃憖
4
- colorFrom: yellow
5
- colorTo: blue
6
  sdk: static
7
- pinned: false
 
 
 
 
 
 
 
 
 
 
 
 
8
  ---
9
 
10
- Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
 
 
 
 
 
 
 
 
1
  ---
2
+ title: GRACE-VLM
3
+ emoji: 馃Β
4
+ colorFrom: blue
5
+ colorTo: purple
6
  sdk: static
7
+ app_file: index.html
8
+ pinned: true
9
+ short_description: Deployable INT4 Qwen3-VL through GRACE distillation.
10
+ models:
11
+ - ForeverBlue/Qwen3-VL-2B-GRACE-W4G128-AWQ
12
+ - ForeverBlue/Qwen3-VL-2B-GRACE-BF16
13
+ tags:
14
+ - vision-language-model
15
+ - multimodal
16
+ - int4
17
+ - awq
18
+ - knowledge-distillation
19
+ - arxiv:2601.22709
20
  ---
21
 
22
+ # GRACE-VLM
23
+
24
+ Project showcase for **GRACE-VLM: INT4 Quantization-Aware Distillation for
25
+ Vision-Language Models**, accepted at ICML 2026.
26
+
27
+ This free static Space presents the benchmark results, a model output, and the
28
+ copy-ready real INT4 deployment command. Interactive inference requires hosted
29
+ GPU hardware; the model and loader remain fully available for local deployment.
index.html CHANGED
@@ -1,19 +1,100 @@
1
  <!doctype html>
2
- <html>
3
- <head>
4
- <meta charset="utf-8" />
5
- <meta name="viewport" content="width=device-width" />
6
- <title>My static Space</title>
7
- <link rel="stylesheet" href="style.css" />
8
- </head>
9
- <body>
10
- <div class="card">
11
- <h1>Welcome to your static Space!</h1>
12
- <p>You can modify this app directly by editing <i>index.html</i> in the Files and versions tab.</p>
13
- <p>
14
- Also don't forget to check the
15
- <a href="https://huggingface.co/docs/hub/spaces" target="_blank">Spaces documentation</a>.
16
- </p>
17
- </div>
18
- </body>
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  </html>
 
1
  <!doctype html>
2
+ <html lang="en">
3
+ <head>
4
+ <meta charset="utf-8" />
5
+ <meta name="viewport" content="width=device-width, initial-scale=1" />
6
+ <meta name="description" content="GRACE-VLM distills Qwen3-VL-8B into a deployable 2B INT4 vision-language model." />
7
+ <title>GRACE-VLM 路 Deployable INT4 Vision-Language Models</title>
8
+ <style>
9
+ :root { color-scheme: dark; --ink:#eef2ff; --muted:#aeb8d4; --line:#2a3557; --blue:#6ea8fe; --violet:#b091ff; --card:#121a30; }
10
+ * { box-sizing: border-box; }
11
+ body { margin:0; font:16px/1.6 Inter,ui-sans-serif,system-ui,sans-serif; color:var(--ink); background:radial-gradient(circle at 15% 5%,#203468 0,transparent 34%),radial-gradient(circle at 90% 20%,#3a235e 0,transparent 30%),#080d1b; }
12
+ a { color:#a9c9ff; text-decoration:none; } a:hover { text-decoration:underline; }
13
+ .shell { width:min(1100px,calc(100% - 32px)); margin:auto; }
14
+ nav { display:flex; justify-content:space-between; align-items:center; padding:22px 0; }
15
+ .brand { font-weight:800; letter-spacing:.08em; } .navlinks { display:flex; gap:20px; }
16
+ .hero { padding:70px 0 42px; text-align:center; }
17
+ .pill { display:inline-block; padding:6px 12px; border:1px solid #5472b7; border-radius:999px; color:#c9d8ff; background:#172448aa; }
18
+ h1 { margin:20px auto 12px; max-width:900px; font-size:clamp(42px,7vw,76px); line-height:1.02; letter-spacing:-.055em; }
19
+ .gradient { background:linear-gradient(100deg,var(--blue),var(--violet)); color:transparent; background-clip:text; }
20
+ .lead { max-width:760px; margin:0 auto 28px; color:var(--muted); font-size:clamp(18px,2vw,22px); }
21
+ .actions { display:flex; justify-content:center; flex-wrap:wrap; gap:12px; }
22
+ .button { padding:12px 18px; border:1px solid #6174a2; border-radius:10px; font-weight:700; background:#15213d; }
23
+ .button.primary { color:#07101f; background:linear-gradient(100deg,#8fc3ff,#b99cff); border:0; }
24
+ .grid { display:grid; grid-template-columns:repeat(3,1fr); gap:16px; margin:42px 0; }
25
+ .card { padding:24px; border:1px solid var(--line); border-radius:16px; background:linear-gradient(145deg,#151f37dd,#0e1529dd); box-shadow:0 18px 50px #0004; }
26
+ .metric { font-size:38px; font-weight:850; letter-spacing:-.04em; } .label { color:var(--muted); }
27
+ section { padding:42px 0; } h2 { margin:0 0 12px; font-size:32px; letter-spacing:-.025em; }
28
+ table { width:100%; border-collapse:collapse; overflow:hidden; border-radius:12px; background:#0d1529cc; }
29
+ th,td { padding:14px; text-align:left; border-bottom:1px solid var(--line); } th { color:#cbd7f5; background:#17213a; } td:nth-child(n+2),th:nth-child(n+2) { text-align:right; }
30
+ .primary-row { color:#d9c9ff; font-weight:700; }
31
+ .split { display:grid; grid-template-columns:1fr 1fr; gap:22px; align-items:start; }
32
+ .sample { width:100%; border-radius:12px; border:1px solid var(--line); }
33
+ pre { position:relative; overflow:auto; margin:14px 0 0; padding:20px; border:1px solid var(--line); border-radius:12px; background:#060a14; color:#cfe0ff; }
34
+ code { font:14px/1.65 ui-monospace,SFMono-Regular,Menlo,monospace; }
35
+ .copy { float:right; padding:7px 10px; color:var(--ink); background:#1d2c50; border:1px solid #52658e; border-radius:8px; cursor:pointer; }
36
+ .note { color:var(--muted); border-left:3px solid var(--violet); padding-left:14px; }
37
+ footer { padding:50px 0 70px; color:var(--muted); text-align:center; }
38
+ @media (max-width:760px) { .grid,.split { grid-template-columns:1fr; } .navlinks { gap:10px; font-size:14px; } .hero { padding-top:42px; } }
39
+ </style>
40
+ </head>
41
+ <body>
42
+ <div class="shell">
43
+ <nav><div class="brand">馃Β GRACE-VLM</div><div class="navlinks"><a href="https://arxiv.org/abs/2601.22709">Paper</a><a href="https://github.com/ForeverBlue816/GRACE">GitHub</a><a href="https://huggingface.co/collections/ForeverBlue/grace">Models</a></div></nav>
44
+ <header class="hero">
45
+ <span class="pill">ICML 2026 路 Open weights &amp; code</span>
46
+ <h1>Strong vision-language reasoning, <span class="gradient">packed into INT4.</span></h1>
47
+ <p class="lead">GRACE distills Qwen3-VL-8B into a 2B student and trains it for low-bit deployment from the start.</p>
48
+ <div class="actions"><a class="button primary" href="https://huggingface.co/ForeverBlue/Qwen3-VL-2B-GRACE-W4G128-AWQ">Download real INT4</a><a class="button" href="https://github.com/ForeverBlue816/GRACE#quick-start-real-int4">Run locally</a></div>
49
+ </header>
50
+
51
+ <div class="grid">
52
+ <div class="card"><div class="metric">2B</div><div class="label">student parameters, distilled from 8B</div></div>
53
+ <div class="card"><div class="metric">98%</div><div class="label">of the GRACE BF16 benchmark average retained</div></div>
54
+ <div class="card"><div class="metric">INT4</div><div class="label">real AWQ-packed language-model weights</div></div>
55
+ </div>
56
+
57
+ <section>
58
+ <h2>Quality after compression</h2>
59
+ <p class="note">Average over HallusionBench, MMBench, ScienceQA, AI2D, MMMU, SEED-Bench, and MMStar using the released evaluation protocol.</p>
60
+ <table>
61
+ <thead><tr><th>Model</th><th>Parameters</th><th>Format</th><th>Average</th></tr></thead>
62
+ <tbody>
63
+ <tr><td>Qwen3-VL teacher</td><td>8B</td><td>BF16</td><td>76.3</td></tr>
64
+ <tr><td>Qwen3-VL baseline</td><td>2B</td><td>BF16</td><td>67.3</td></tr>
65
+ <tr><td>GRACE student</td><td>2B</td><td>BF16</td><td>76.7</td></tr>
66
+ <tr class="primary-row"><td>GRACE W4G128</td><td>2B</td><td>INT4</td><td>75.0</td></tr>
67
+ </tbody>
68
+ </table>
69
+ </section>
70
+
71
+ <section class="split">
72
+ <div><img class="sample" src="https://raw.githubusercontent.com/ForeverBlue816/GRACE/main/deployment/images/chinaairlines.jpg" alt="China Airlines aircraft used in the GRACE inference example" /></div>
73
+ <div class="card"><h2>Example output</h2><p>The model identifies the China Airlines livery and the Boeing 777-300ER, then grounds its description in the airport runway scene.</p><p class="note">Generated by the released Qwen3-VL-2B-GRACE-W4G128-AWQ checkpoint. See the repository for the full output and settings.</p></div>
74
+ </section>
75
+
76
+ <section>
77
+ <h2>Run the real packed checkpoint</h2>
78
+ <p>The QAT repository is for research and repacking. Use the <strong>-AWQ</strong> repository below for genuine INT4 storage and kernels.</p>
79
+ <pre><button class="copy" onclick="copyCode(this)">Copy</button><code>git clone https://github.com/ForeverBlue816/GRACE.git
80
+ cd GRACE
81
+ pip install -r requirements_inference.txt
82
+ pip install -e qwen-vl-utils/
83
+ python qwen-vl-finetune/scripts/deploy_awq_qwen.py \
84
+ --load-packed ForeverBlue/Qwen3-VL-2B-GRACE-W4G128-AWQ \
85
+ --image deployment/images/chinaairlines.jpg \
86
+ --query "Describe this image in detail."</code></pre>
87
+ </section>
88
+
89
+ <footer>GRACE-VLM 路 Gated Relational Alignment via Confidence-based Distillation 路 Apache-2.0</footer>
90
+ </div>
91
+ <script>
92
+ async function copyCode(button) {
93
+ const code = button.parentElement.querySelector('code').innerText;
94
+ await navigator.clipboard.writeText(code);
95
+ button.textContent = 'Copied';
96
+ setTimeout(() => button.textContent = 'Copy', 1400);
97
+ }
98
+ </script>
99
+ </body>
100
  </html>