Spaces:
Running on Zero
Running on Zero
Show complete CUDA installation command
Browse files- index.html +2 -0
index.html
CHANGED
|
@@ -78,6 +78,8 @@
|
|
| 78 |
<p>The QAT repository is for research and repacking. Use the <strong>-AWQ</strong> repository below for genuine INT4 storage and kernels.</p>
|
| 79 |
<pre><button class="copy" onclick="copyCode(this)">Copy</button><code>git clone https://github.com/ForeverBlue816/GRACE.git
|
| 80 |
cd GRACE
|
|
|
|
|
|
|
| 81 |
pip install -r requirements_inference.txt
|
| 82 |
pip install -e qwen-vl-utils/
|
| 83 |
python qwen-vl-finetune/scripts/deploy_awq_qwen.py \
|
|
|
|
| 78 |
<p>The QAT repository is for research and repacking. Use the <strong>-AWQ</strong> repository below for genuine INT4 storage and kernels.</p>
|
| 79 |
<pre><button class="copy" onclick="copyCode(this)">Copy</button><code>git clone https://github.com/ForeverBlue816/GRACE.git
|
| 80 |
cd GRACE
|
| 81 |
+
pip install torch==2.5.1 torchvision==0.20.1 \
|
| 82 |
+
--index-url https://download.pytorch.org/whl/cu121
|
| 83 |
pip install -r requirements_inference.txt
|
| 84 |
pip install -e qwen-vl-utils/
|
| 85 |
python qwen-vl-finetune/scripts/deploy_awq_qwen.py \
|