#!/bin/bash
# All four fixes: (1) format hints to the text helper, (2) dropdown value by the text model, (4) out-of-view list
# options [harness, jev-ultrafast laya-local] and (3) format v5 = v4 + form fields with current values [model].
#  a) x4 + harness fixes on webgym 7 kinds + suite C   (while v5 items build on CPU)
#  b) x5 = v17s + the same 100k items in v5, 1 epoch; offline eval
#  c) x5 + harness fixes on webgym 7 kinds + suite C
cd /home/ckl/projects/S/laya && source env.sh
P=.venv/bin/python; O=finetune/out; I="bash finetune/infra.sh"; export INFRA_DIR=${INFRA_DIR:-/tmp/laya-infra}
KINDS=$($P -c "import sys; sys.path.insert(0,'finetune/webgym'); import spec; print(','.join(spec.KINDS))")
SRC="$O/done_cases.jsonl $O/step2_cases.jsonl $O/m2w_cases.jsonl $O/rollout_cases.jsonl $O/rollout2_cases.jsonl $O/nnetnav_cases.jsonl $O/gym_cases.jsonl $O/m2w_sub_cases.jsonl $O/dagger_gym_cases.jsonl"
mkdir -p $O/items_v5 $O/items_x5
( LAYA_FMT=v5 LAYA_HEAD=768 MAX_TARGETS=40 FINAL_P=0.2 LAYA_BASE=$PWD/$O/laya-browser-v17s nice -n 10 $P finetune/build_items.py $O/pages.jsonl $O/cases.jsonl $O/items_v5/ $SRC 2>&1 | grep -v Warn | tail -2
  $P finetune/make_subset.py $O/items_v5/train_items.pt $O/items_x5/train_items.pt && rm -f $O/items_v5/train_items.pt; echo BUILD_V5_DONE ) &
BUILD=$!
live() {  # $1 ckpt
  $I start_s1 $PWD/$O/$1 60 >/dev/null
  echo "== $1 + fixes webgym held-out"; (cd ../jev-ultrafast && GYM_OUT=$PWD/../laya/$O/gym7f_$1.json timeout 7200 .venv/bin/python ../laya/finetune/webgym/eval_gym.py 10 $KINDS 60 2>&1 | grep -E "^==")
  echo "== $1 + fixes suite C x2"; (cd ../jev-ultrafast && REPEATS=2 SUITE_OUT=$PWD/../laya/$O/suiteCf_$1.json timeout 5400 .venv/bin/python ../laya/apps/browser_suite_c.py 2>&1 | grep -E "^==")
}
live laya-browser-x4
wait $BUILD
$I stop_s1; SG=$(pgrep -f 'sglang.launch_serve[r]' | head -1); [ -n "$SG" ] && kill $SG; sleep 15
export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True CKPT=1 COMPILE=0 LAYA_HEAD=768
echo "== train laya-browser-x5 (format v5)"; LAYA_FMT=v5 LAYA_BASE=$PWD/$O/laya-browser-v17s $P finetune/train.py $O/items_x5/train_items.pt $O/laya-browser-x5 1 2>&1 | grep --line-buffered -E "=== epoch|saved|Error|Traceback|resumed"
[ -f $O/laya-browser-x5/model.safetensors ] || { echo "training interrupted; rerun"; exit 0; }
LAYA_FMT=v5 $P finetune/calibrate.py $O/pages.jsonl $O/items_s/eval_cases.jsonl $PWD/$O/laya-browser-x5 2>&1 | grep -vE "TileLang|Warn|warn|Fetch" | tail -1
LAYA_FMT=v5 $P finetune/eval.py $O/pages.jsonl $O/items_s/eval_cases.jsonl $PWD/$O/laya-browser-x5 2>&1 | grep -E "operation acc|  live |  mind2web |  width"
$I start_chrome >/dev/null; SGL_MEM=0.5 $I start_sglang Qwen/Qwen3-8B-AWQ >/dev/null; bash finetune/webgym/serve.sh restart >/dev/null
until curl -s -m 3 http://127.0.0.1:30000/health >/dev/null; do sleep 5; done
live laya-browser-x5
echo FIX_DONE