code/finetune/run_soups.sh

#!/bin/bash
# After v17s: 3-way soup (v15s+v16s+v17s), calibrate + offline eval, then suite A x3, suite B x3, webgym held-out for both soups.
cd /home/ckl/projects/S/laya && source env.sh; export LAYA_FMT=v3 LAYA_HEAD=768
P=.venv/bin/python; O=finetune/out; I="bash finetune/infra.sh"
until grep -q "V17S_DONE" $O/v17s.log; do sleep 60; done
$P finetune/soup.py $O/laya-browser-soup151617 $O/laya-browser-v15s $O/laya-browser-v16s $O/laya-browser-v17s
$P finetune/calibrate.py $O/pages.jsonl $O/eval_cases.jsonl $PWD/$O/laya-browser-soup151617 2>&1 | grep -vE "TileLang|Warn|warn|Fetch" | tail -1
$P finetune/eval.py $O/pages.jsonl $O/eval_cases.jsonl $PWD/$O/laya-browser-soup151617 2>&1 | grep -E "operation acc"
for CK in laya-browser-soup1516 laya-browser-soup151617; do
  $I start_s1 $PWD/$O/$CK 60 >/dev/null
  echo "== $CK suite A x3"; (cd ../jev-ultrafast && REPEATS=3 SUITE_OUT=$PWD/../laya/$O/suiteA_$CK.json timeout 3600 .venv/bin/python ../laya/apps/browser_suite.py 2>&1 | grep -E "^==|per task")
  echo "== $CK suite B x3"; (cd ../jev-ultrafast && REPEATS=3 SUITE_OUT=$PWD/../laya/$O/suiteB_$CK.json timeout 3600 .venv/bin/python ../laya/apps/browser_suite_b.py 2>&1 | grep -E "^==|per task")
  echo "== $CK webgym held-out"; (cd ../jev-ultrafast && GYM_OUT=$PWD/../laya/$O/gym_eval_$CK.json timeout 3600 .venv/bin/python ../laya/finetune/webgym/eval_gym.py 10 flight,hotel,shop 60 2>&1 | grep -E "^==")
done
echo SOUPS_DONE