#!/bin/bash
# After eval_v18s.sh: the same webgym held-out seeds with JEV_MACROS=1 (calendar / stepper as one action), v17s and v18s.
cd /home/ckl/projects/S/laya && source env.sh
until grep -q EVAL_DONE finetune/out/eval_v18s.log; do sleep 60; done
O=finetune/out; I="bash finetune/infra.sh"; export INFRA_DIR=${INFRA_DIR:-/tmp/laya-infra}
KINDS=$(.venv/bin/python -c "import sys; sys.path.insert(0,'finetune/webgym'); import spec; print(','.join(spec.KINDS))")
for CK in laya-browser-v17s laya-browser-v18s; do
  $I start_s1 $PWD/$O/$CK 60 >/dev/null
  echo "== $CK webgym held-out + macros ($KINDS)"; (cd ../jev-ultrafast && JEV_MACROS=1 GYM_OUT=$PWD/../laya/$O/gym7m_$CK.json timeout 7200 .venv/bin/python ../laya/finetune/webgym/eval_gym.py 10 $KINDS 60 2>&1 | grep -E "^==")
done
echo MACROS_DONE