| # usage: run_all.sh <python> <model> <data> <outdir> <thread options...> | |
| PY=$1; M=$2; D=$3; O=$4; shift 4; best=""; bestms=999999 | |
| for t in "$@"; do | |
| if [ "$t" = default ]; then env -u OPENBLAS_NUM_THREADS -u OMP_NUM_THREADS $PY bench_device.py --model $M --data $D --out $O/probe_$t.json --probe-only --probe-n 300 | |
| else OPENBLAS_NUM_THREADS=$t OMP_NUM_THREADS=$t $PY bench_device.py --model $M --data $D --out $O/probe_$t.json --probe-only --probe-n 300; fi | |
| ms=$($PY -c "import json;print(json.load(open('$O/probe_$t.json'))['mean_ms'])"); echo "probe $t mean $ms" | |
| if $PY -c "import sys;sys.exit(0 if $ms < $bestms else 1)"; then best=$t; bestms=$ms; fi | |
| done | |
| echo "best threads: $best"; sleep 120 | |
| if [ "$best" = default ]; then $PY bench_device.py --model $M --data $D --out $O/main.json --minutes 10 | |
| else OPENBLAS_NUM_THREADS=$best OMP_NUM_THREADS=$best $PY bench_device.py --model $M --data $D --out $O/main.json --minutes 10; fi | |
| echo ALLDONE | |