Q3 v1 launch helper
Browse files- q3_launch_vast.sh +29 -0
q3_launch_vast.sh
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
# Q3 v1 — Vast.ai launch script
|
| 3 |
+
# Usage:
|
| 4 |
+
# export HF_TOKEN=<your_hf_token>
|
| 5 |
+
# ensure ~/.kaggle/kaggle.json is set
|
| 6 |
+
# bash _q3_launch_vast.sh
|
| 7 |
+
set -e
|
| 8 |
+
|
| 9 |
+
if [ -z "$HF_TOKEN" ]; then
|
| 10 |
+
echo "ERROR: HF_TOKEN env var not set"
|
| 11 |
+
exit 1
|
| 12 |
+
fi
|
| 13 |
+
if [ ! -f ~/.kaggle/kaggle.json ]; then
|
| 14 |
+
echo "ERROR: ~/.kaggle/kaggle.json not found. Set up kaggle creds first."
|
| 15 |
+
exit 1
|
| 16 |
+
fi
|
| 17 |
+
chmod 600 ~/.kaggle/kaggle.json
|
| 18 |
+
|
| 19 |
+
echo "=== Installing deps ==="
|
| 20 |
+
pip install -q sentence-transformers==2.7.0 transformers==4.45.2 \
|
| 21 |
+
huggingface-hub kaggle pandas pyarrow numpy
|
| 22 |
+
|
| 23 |
+
echo "=== Fetching training script ==="
|
| 24 |
+
curl -sL -H "Authorization: Bearer $HF_TOKEN" \
|
| 25 |
+
https://huggingface.co/Dharun72/swiss-legal-checkpoints/resolve/main/q3_train_v1_vast.py \
|
| 26 |
+
-o q3_train_v1_vast.py
|
| 27 |
+
|
| 28 |
+
echo "=== Launching training ==="
|
| 29 |
+
python -u q3_train_v1_vast.py 2>&1 | tee q3_v1_run.log
|