results/suite_v10s_tau0.json

[
 {
  "name": "wiki-einstein",
  "pass": false,
  "steps": 2,
  "status": "done",
  "wall": 3.6462459564208984
 },
 {
  "name": "wiki-search",
  "pass": false,
  "steps": 4,
  "status": "blocked",
  "wall": 1.8564109802246094
 },
 {
  "name": "hn-new",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 1.2580537796020508
 },
 {
  "name": "hn-login-page",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 14.149527072906494
 },
 {
  "name": "gh-issues",
  "pass": false,
  "steps": 1,
  "status": "done",
  "wall": 5.843466520309448
 },
 {
  "name": "py-downloads",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 15.379773378372192
 },
 {
  "name": "books-travel",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.29588842391967773
 },
 {
  "name": "books-open-book",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.3887031078338623
 },
 {
  "name": "internet-dropdown",
  "pass": false,
  "steps": 1,
  "status": "done",
  "wall": 28.024045705795288
 },
 {
  "name": "internet-checkbox",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 21.414552927017212
 },
 {
  "name": "books-page2",
  "pass": false,
  "steps": 1,
  "status": "done",
  "wall": 0.2271406650543213
 },
 {
  "name": "quotes-tag-love",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.072458505630493
 },
 {
  "name": "hn-past",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 1.2757136821746826
 },
 {
  "name": "ddg-search",
  "pass": true,
  "steps": 3,
  "status": "error:ValueError",
  "wall": 61.793516397476196
 },
 {
  "name": "arxiv-search",
  "pass": false,
  "steps": 2,
  "status": "error:ValueError",
  "wall": 10.895188093185425
 },
 {
  "name": "flights",
  "pass": false,
  "steps": 20,
  "status": "ready",
  "wall": 78.67219161987305
 }
]