results/suite_final_v11s.json

[
 {
  "name": "wiki-einstein",
  "pass": false,
  "steps": 1,
  "status": "done",
  "wall": 3.5044939517974854
 },
 {
  "name": "wiki-einstein",
  "pass": false,
  "steps": 1,
  "status": "done",
  "wall": 0.6574740409851074
 },
 {
  "name": "wiki-einstein",
  "pass": false,
  "steps": 1,
  "status": "done",
  "wall": 0.652376651763916
 },
 {
  "name": "wiki-search",
  "pass": false,
  "steps": 4,
  "status": "blocked",
  "wall": 2.0317766666412354
 },
 {
  "name": "wiki-search",
  "pass": false,
  "steps": 4,
  "status": "blocked",
  "wall": 1.3475680351257324
 },
 {
  "name": "wiki-search",
  "pass": false,
  "steps": 4,
  "status": "blocked",
  "wall": 1.1271231174468994
 },
 {
  "name": "hn-new",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 1.2212960720062256
 },
 {
  "name": "hn-new",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.7875514030456543
 },
 {
  "name": "hn-new",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.8069932460784912
 },
 {
  "name": "hn-login-page",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.9282770156860352
 },
 {
  "name": "hn-login-page",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.762592077255249
 },
 {
  "name": "hn-login-page",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.7955408096313477
 },
 {
  "name": "gh-issues",
  "pass": false,
  "steps": 1,
  "status": "done",
  "wall": 6.024142265319824
 },
 {
  "name": "gh-issues",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.4010040760040283
 },
 {
  "name": "gh-issues",
  "pass": false,
  "steps": 1,
  "status": "done",
  "wall": 1.833681344985962
 },
 {
  "name": "py-downloads",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.9349207878112793
 },
 {
  "name": "py-downloads",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.944345235824585
 },
 {
  "name": "py-downloads",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 1.4739809036254883
 },
 {
  "name": "books-travel",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.30660414695739746
 },
 {
  "name": "books-travel",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.3341331481933594
 },
 {
  "name": "books-travel",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.29005002975463867
 },
 {
  "name": "books-open-book",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.2778506278991699
 },
 {
  "name": "books-open-book",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.2713468074798584
 },
 {
  "name": "books-open-book",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.26001858711242676
 },
 {
  "name": "internet-dropdown",
  "pass": false,
  "steps": 1,
  "status": "done",
  "wall": 1.7495489120483398
 },
 {
  "name": "internet-dropdown",
  "pass": false,
  "steps": 1,
  "status": "done",
  "wall": 0.4907846450805664
 },
 {
  "name": "internet-dropdown",
  "pass": false,
  "steps": 1,
  "status": "done",
  "wall": 0.5184834003448486
 },
 {
  "name": "internet-checkbox",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.7487115859985352
 },
 {
  "name": "internet-checkbox",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.4685854911804199
 },
 {
  "name": "internet-checkbox",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.526505708694458
 },
 {
  "name": "books-page2",
  "pass": false,
  "steps": 1,
  "status": "done",
  "wall": 0.3064255714416504
 },
 {
  "name": "books-page2",
  "pass": false,
  "steps": 1,
  "status": "done",
  "wall": 0.2873098850250244
 },
 {
  "name": "books-page2",
  "pass": false,
  "steps": 1,
  "status": "done",
  "wall": 0.31826305389404297
 },
 {
  "name": "quotes-tag-love",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 1.1919715404510498
 },
 {
  "name": "quotes-tag-love",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 1.5459189414978027
 },
 {
  "name": "quotes-tag-love",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 1.5477445125579834
 },
 {
  "name": "hn-past",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.9225761890411377
 },
 {
  "name": "hn-past",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.9593648910522461
 },
 {
  "name": "hn-past",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 0.7519524097442627
 },
 {
  "name": "ddg-search",
  "pass": true,
  "steps": 6,
  "status": "blocked",
  "wall": 6.77354884147644
 },
 {
  "name": "ddg-search",
  "pass": true,
  "steps": 2,
  "status": "done",
  "wall": 3.004671812057495
 },
 {
  "name": "ddg-search",
  "pass": true,
  "steps": 2,
  "status": "done",
  "wall": 2.300086498260498
 },
 {
  "name": "arxiv-search",
  "pass": false,
  "steps": 2,
  "status": "error:ValueError",
  "wall": 10.20393967628479
 },
 {
  "name": "arxiv-search",
  "pass": false,
  "steps": 2,
  "status": "error:ValueError",
  "wall": 9.770614862442017
 },
 {
  "name": "arxiv-search",
  "pass": false,
  "steps": 2,
  "status": "error:ValueError",
  "wall": 9.494434833526611
 },
 {
  "name": "flights",
  "pass": false,
  "steps": 20,
  "status": "ready",
  "wall": 38.96933674812317
 },
 {
  "name": "flights",
  "pass": false,
  "steps": 20,
  "status": "ready",
  "wall": 18.812403678894043
 },
 {
  "name": "flights",
  "pass": false,
  "steps": 20,
  "status": "ready",
  "wall": 5.242783546447754
 }
]