laya-browser / code /finetune /run_fpdone.sh
cklxx's picture
v19s: WebChain real-site trajectories, format v5, webgym x7 + DAgger, harness fixes; replaces v17s
454b3e6 verified
Raw History Blame Contribute Delete
972 Bytes
#!/bin/bash
# Cost-sensitive completion: continue x6 on 40k of its own items with FP_DONE_W in {1,3}; offline vs x6.
cd /home/ckl/projects/S/laya && source env.sh
O=finetune/out; P=.venv/bin/python
export LAYA_FMT=v5 LAYA_HEAD=768 PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True COMPILE=0 CKPT=1
mkdir -p $O/items_fp
$P finetune/make_subset.py $O/items_x6/train_items.pt $O/items_fp/train_items.pt 40000 5 ""
E=$O/items_x7/eval_cases.jsonl
ev() { NOUL=1 $P finetune/eval.py $O/pages.jsonl $E $PWD/$1 2>&1 | grep -E "operation acc|op DONE|goal_done| live (CLICK|DONE)| mind2web CLICK| webchain CLICK| gobrowse (CLICK|DONE)"; }
echo "== x6"; ev $O/laya-browser-x6
for W in 1 3; do
echo "== train x6fp$W"
FP_DONE_W=$W LAYA_BASE=$PWD/$O/laya-browser-x6 $P finetune/train.py $O/items_fp/train_items.pt $O/laya-browser-x6fp$W 1 2>&1 | grep --line-buffered -E "FP_DONE_W|=== epoch|Error|Traceback"
echo "== x6fp$W"; ev $O/laya-browser-x6fp$W
done
echo FP_DONE