Spaces:
Running on Zero
Running on Zero
Launch GRACE-VLM project showcase
Browse files- README.md +25 -6
- index.html +98 -17
README.md
CHANGED
|
@@ -1,10 +1,29 @@
|
|
| 1 |
---
|
| 2 |
-
title: GRACE
|
| 3 |
-
emoji:
|
| 4 |
-
colorFrom:
|
| 5 |
-
colorTo:
|
| 6 |
sdk: static
|
| 7 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
---
|
| 9 |
|
| 10 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
---
|
| 2 |
+
title: GRACE-VLM
|
| 3 |
+
emoji: 馃Β
|
| 4 |
+
colorFrom: blue
|
| 5 |
+
colorTo: purple
|
| 6 |
sdk: static
|
| 7 |
+
app_file: index.html
|
| 8 |
+
pinned: true
|
| 9 |
+
short_description: Deployable INT4 Qwen3-VL through GRACE distillation.
|
| 10 |
+
models:
|
| 11 |
+
- ForeverBlue/Qwen3-VL-2B-GRACE-W4G128-AWQ
|
| 12 |
+
- ForeverBlue/Qwen3-VL-2B-GRACE-BF16
|
| 13 |
+
tags:
|
| 14 |
+
- vision-language-model
|
| 15 |
+
- multimodal
|
| 16 |
+
- int4
|
| 17 |
+
- awq
|
| 18 |
+
- knowledge-distillation
|
| 19 |
+
- arxiv:2601.22709
|
| 20 |
---
|
| 21 |
|
| 22 |
+
# GRACE-VLM
|
| 23 |
+
|
| 24 |
+
Project showcase for **GRACE-VLM: INT4 Quantization-Aware Distillation for
|
| 25 |
+
Vision-Language Models**, accepted at ICML 2026.
|
| 26 |
+
|
| 27 |
+
This free static Space presents the benchmark results, a model output, and the
|
| 28 |
+
copy-ready real INT4 deployment command. Interactive inference requires hosted
|
| 29 |
+
GPU hardware; the model and loader remain fully available for local deployment.
|
index.html
CHANGED
|
@@ -1,19 +1,100 @@
|
|
| 1 |
<!doctype html>
|
| 2 |
-
<html>
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
</html>
|
|
|
|
| 1 |
<!doctype html>
|
| 2 |
+
<html lang="en">
|
| 3 |
+
<head>
|
| 4 |
+
<meta charset="utf-8" />
|
| 5 |
+
<meta name="viewport" content="width=device-width, initial-scale=1" />
|
| 6 |
+
<meta name="description" content="GRACE-VLM distills Qwen3-VL-8B into a deployable 2B INT4 vision-language model." />
|
| 7 |
+
<title>GRACE-VLM 路 Deployable INT4 Vision-Language Models</title>
|
| 8 |
+
<style>
|
| 9 |
+
:root { color-scheme: dark; --ink:#eef2ff; --muted:#aeb8d4; --line:#2a3557; --blue:#6ea8fe; --violet:#b091ff; --card:#121a30; }
|
| 10 |
+
* { box-sizing: border-box; }
|
| 11 |
+
body { margin:0; font:16px/1.6 Inter,ui-sans-serif,system-ui,sans-serif; color:var(--ink); background:radial-gradient(circle at 15% 5%,#203468 0,transparent 34%),radial-gradient(circle at 90% 20%,#3a235e 0,transparent 30%),#080d1b; }
|
| 12 |
+
a { color:#a9c9ff; text-decoration:none; } a:hover { text-decoration:underline; }
|
| 13 |
+
.shell { width:min(1100px,calc(100% - 32px)); margin:auto; }
|
| 14 |
+
nav { display:flex; justify-content:space-between; align-items:center; padding:22px 0; }
|
| 15 |
+
.brand { font-weight:800; letter-spacing:.08em; } .navlinks { display:flex; gap:20px; }
|
| 16 |
+
.hero { padding:70px 0 42px; text-align:center; }
|
| 17 |
+
.pill { display:inline-block; padding:6px 12px; border:1px solid #5472b7; border-radius:999px; color:#c9d8ff; background:#172448aa; }
|
| 18 |
+
h1 { margin:20px auto 12px; max-width:900px; font-size:clamp(42px,7vw,76px); line-height:1.02; letter-spacing:-.055em; }
|
| 19 |
+
.gradient { background:linear-gradient(100deg,var(--blue),var(--violet)); color:transparent; background-clip:text; }
|
| 20 |
+
.lead { max-width:760px; margin:0 auto 28px; color:var(--muted); font-size:clamp(18px,2vw,22px); }
|
| 21 |
+
.actions { display:flex; justify-content:center; flex-wrap:wrap; gap:12px; }
|
| 22 |
+
.button { padding:12px 18px; border:1px solid #6174a2; border-radius:10px; font-weight:700; background:#15213d; }
|
| 23 |
+
.button.primary { color:#07101f; background:linear-gradient(100deg,#8fc3ff,#b99cff); border:0; }
|
| 24 |
+
.grid { display:grid; grid-template-columns:repeat(3,1fr); gap:16px; margin:42px 0; }
|
| 25 |
+
.card { padding:24px; border:1px solid var(--line); border-radius:16px; background:linear-gradient(145deg,#151f37dd,#0e1529dd); box-shadow:0 18px 50px #0004; }
|
| 26 |
+
.metric { font-size:38px; font-weight:850; letter-spacing:-.04em; } .label { color:var(--muted); }
|
| 27 |
+
section { padding:42px 0; } h2 { margin:0 0 12px; font-size:32px; letter-spacing:-.025em; }
|
| 28 |
+
table { width:100%; border-collapse:collapse; overflow:hidden; border-radius:12px; background:#0d1529cc; }
|
| 29 |
+
th,td { padding:14px; text-align:left; border-bottom:1px solid var(--line); } th { color:#cbd7f5; background:#17213a; } td:nth-child(n+2),th:nth-child(n+2) { text-align:right; }
|
| 30 |
+
.primary-row { color:#d9c9ff; font-weight:700; }
|
| 31 |
+
.split { display:grid; grid-template-columns:1fr 1fr; gap:22px; align-items:start; }
|
| 32 |
+
.sample { width:100%; border-radius:12px; border:1px solid var(--line); }
|
| 33 |
+
pre { position:relative; overflow:auto; margin:14px 0 0; padding:20px; border:1px solid var(--line); border-radius:12px; background:#060a14; color:#cfe0ff; }
|
| 34 |
+
code { font:14px/1.65 ui-monospace,SFMono-Regular,Menlo,monospace; }
|
| 35 |
+
.copy { float:right; padding:7px 10px; color:var(--ink); background:#1d2c50; border:1px solid #52658e; border-radius:8px; cursor:pointer; }
|
| 36 |
+
.note { color:var(--muted); border-left:3px solid var(--violet); padding-left:14px; }
|
| 37 |
+
footer { padding:50px 0 70px; color:var(--muted); text-align:center; }
|
| 38 |
+
@media (max-width:760px) { .grid,.split { grid-template-columns:1fr; } .navlinks { gap:10px; font-size:14px; } .hero { padding-top:42px; } }
|
| 39 |
+
</style>
|
| 40 |
+
</head>
|
| 41 |
+
<body>
|
| 42 |
+
<div class="shell">
|
| 43 |
+
<nav><div class="brand">馃Β GRACE-VLM</div><div class="navlinks"><a href="https://arxiv.org/abs/2601.22709">Paper</a><a href="https://github.com/ForeverBlue816/GRACE">GitHub</a><a href="https://huggingface.co/collections/ForeverBlue/grace">Models</a></div></nav>
|
| 44 |
+
<header class="hero">
|
| 45 |
+
<span class="pill">ICML 2026 路 Open weights & code</span>
|
| 46 |
+
<h1>Strong vision-language reasoning, <span class="gradient">packed into INT4.</span></h1>
|
| 47 |
+
<p class="lead">GRACE distills Qwen3-VL-8B into a 2B student and trains it for low-bit deployment from the start.</p>
|
| 48 |
+
<div class="actions"><a class="button primary" href="https://huggingface.co/ForeverBlue/Qwen3-VL-2B-GRACE-W4G128-AWQ">Download real INT4</a><a class="button" href="https://github.com/ForeverBlue816/GRACE#quick-start-real-int4">Run locally</a></div>
|
| 49 |
+
</header>
|
| 50 |
+
|
| 51 |
+
<div class="grid">
|
| 52 |
+
<div class="card"><div class="metric">2B</div><div class="label">student parameters, distilled from 8B</div></div>
|
| 53 |
+
<div class="card"><div class="metric">98%</div><div class="label">of the GRACE BF16 benchmark average retained</div></div>
|
| 54 |
+
<div class="card"><div class="metric">INT4</div><div class="label">real AWQ-packed language-model weights</div></div>
|
| 55 |
+
</div>
|
| 56 |
+
|
| 57 |
+
<section>
|
| 58 |
+
<h2>Quality after compression</h2>
|
| 59 |
+
<p class="note">Average over HallusionBench, MMBench, ScienceQA, AI2D, MMMU, SEED-Bench, and MMStar using the released evaluation protocol.</p>
|
| 60 |
+
<table>
|
| 61 |
+
<thead><tr><th>Model</th><th>Parameters</th><th>Format</th><th>Average</th></tr></thead>
|
| 62 |
+
<tbody>
|
| 63 |
+
<tr><td>Qwen3-VL teacher</td><td>8B</td><td>BF16</td><td>76.3</td></tr>
|
| 64 |
+
<tr><td>Qwen3-VL baseline</td><td>2B</td><td>BF16</td><td>67.3</td></tr>
|
| 65 |
+
<tr><td>GRACE student</td><td>2B</td><td>BF16</td><td>76.7</td></tr>
|
| 66 |
+
<tr class="primary-row"><td>GRACE W4G128</td><td>2B</td><td>INT4</td><td>75.0</td></tr>
|
| 67 |
+
</tbody>
|
| 68 |
+
</table>
|
| 69 |
+
</section>
|
| 70 |
+
|
| 71 |
+
<section class="split">
|
| 72 |
+
<div><img class="sample" src="https://raw.githubusercontent.com/ForeverBlue816/GRACE/main/deployment/images/chinaairlines.jpg" alt="China Airlines aircraft used in the GRACE inference example" /></div>
|
| 73 |
+
<div class="card"><h2>Example output</h2><p>The model identifies the China Airlines livery and the Boeing 777-300ER, then grounds its description in the airport runway scene.</p><p class="note">Generated by the released Qwen3-VL-2B-GRACE-W4G128-AWQ checkpoint. See the repository for the full output and settings.</p></div>
|
| 74 |
+
</section>
|
| 75 |
+
|
| 76 |
+
<section>
|
| 77 |
+
<h2>Run the real packed checkpoint</h2>
|
| 78 |
+
<p>The QAT repository is for research and repacking. Use the <strong>-AWQ</strong> repository below for genuine INT4 storage and kernels.</p>
|
| 79 |
+
<pre><button class="copy" onclick="copyCode(this)">Copy</button><code>git clone https://github.com/ForeverBlue816/GRACE.git
|
| 80 |
+
cd GRACE
|
| 81 |
+
pip install -r requirements_inference.txt
|
| 82 |
+
pip install -e qwen-vl-utils/
|
| 83 |
+
python qwen-vl-finetune/scripts/deploy_awq_qwen.py \
|
| 84 |
+
--load-packed ForeverBlue/Qwen3-VL-2B-GRACE-W4G128-AWQ \
|
| 85 |
+
--image deployment/images/chinaairlines.jpg \
|
| 86 |
+
--query "Describe this image in detail."</code></pre>
|
| 87 |
+
</section>
|
| 88 |
+
|
| 89 |
+
<footer>GRACE-VLM 路 Gated Relational Alignment via Confidence-based Distillation 路 Apache-2.0</footer>
|
| 90 |
+
</div>
|
| 91 |
+
<script>
|
| 92 |
+
async function copyCode(button) {
|
| 93 |
+
const code = button.parentElement.querySelector('code').innerText;
|
| 94 |
+
await navigator.clipboard.writeText(code);
|
| 95 |
+
button.textContent = 'Copied';
|
| 96 |
+
setTimeout(() => button.textContent = 'Copy', 1400);
|
| 97 |
+
}
|
| 98 |
+
</script>
|
| 99 |
+
</body>
|
| 100 |
</html>
|