#!/bin/bash
# Final comparison after v10s: v10 vs v10s, gating off vs tau=0.7, 3 runs per task; plus per-step latency profiles.
S=/tmp/claude-1000/-home-ckl-projects-S/8a7ce50a-5640-4606-837a-93df5ff48c83/scratchpad
cd /home/ckl/projects/S/laya && source env.sh
O=finetune/out; P=.venv/bin/python
until grep -q "V10S_DONE" $O/v10s.log; do sleep 60; done
echo "== per-step latency"
for ck in laya-browser-v10 laya-browser-v10s; do echo "-- $ck"; $P apps/profile_step.py $PWD/$O/$ck 2>&1 | grep -vE "TileLang|Warn|warn|Fetch|loaded"; done
bash $S/start_infra.sh >/dev/null 2>&1
for ck in laya-browser-v10 laya-browser-v10s; do
  for tau in 0 0.7; do
    echo "== suite $ck tau=$tau x3"
    export ESCALATE_TAU=$tau ESCALATE_LOG=$PWD/$O/escalations_final_${ck}_$tau.jsonl; rm -f $ESCALATE_LOG
    bash $S/restart_s1.sh $PWD/$O/$ck 999 >/dev/null
    (cd ../jev-ultrafast && REPEATS=3 SUITE_OUT=$PWD/../laya/$O/suite_final_${ck}_$tau.json timeout 3000 .venv/bin/python ../laya/apps/browser_suite.py 2>&1 | grep -E "^==|per task")
    curl -s http://127.0.0.1:8791/ | python3 -c "import json,sys; d=json.load(sys.stdin); print(f\"   server calls={d['calls']} escalated={d['escalated']} ({100*d['escalated']/max(1,d['calls']):.0f}%)\")"
  done
done
bash $S/stop_all.sh >/dev/null 2>&1
echo FINAL_DONE