#!/bin/bash
# after v10: real-task suite with System-1/System-2 gating at several confidence thresholds; escalations logged as DAgger cases
S=/tmp/claude-1000/-home-ckl-projects-S/8a7ce50a-5640-4606-837a-93df5ff48c83/scratchpad
cd /home/ckl/projects/S/laya && source env.sh
O=finetune/out
until grep -q "V10_DONE" $O/v10.log; do sleep 60; done
bash $S/start_infra.sh >/dev/null 2>&1
for tau in 0.5 0.7 0.9; do
  echo "== suite v10 + gating tau=$tau"
  export ESCALATE_TAU=$tau ESCALATE_LOG=$PWD/$O/escalations_tau$tau.jsonl
  rm -f $ESCALATE_LOG
  bash $S/restart_s1.sh $PWD/$O/laya-browser-v10 999 >/dev/null
  (cd ../jev-ultrafast && SUITE_OUT=$PWD/../laya/$O/suite_v10_tau$tau.json timeout 1500 .venv/bin/python ../laya/apps/browser_suite.py 2>&1 | grep -vE "Warn|TileLang")
  curl -s http://127.0.0.1:8791/ | python3 -c "import json,sys; d=json.load(sys.stdin); print(f\"   server calls={d['calls']} escalated={d['escalated']} ({100*d['escalated']/max(1,d['calls']):.0f}%)\")"
done
bash $S/stop_all.sh >/dev/null 2>&1
echo GATED_DONE