results/suite_fixed_laya-browser-v10.json

[
 {
  "name": "wiki-einstein",
  "pass": false,
  "steps": 1,
  "status": "error:RuntimeError",
  "wall": 1.5751795768737793
 },
 {
  "name": "wiki-einstein",
  "pass": false,
  "steps": 1,
  "status": "error:RuntimeError",
  "wall": 1.013603687286377
 },
 {
  "name": "wiki-einstein",
  "pass": false,
  "steps": 1,
  "status": "error:RuntimeError",
  "wall": 1.7134122848510742
 },
 {
  "name": "wiki-search",
  "pass": false,
  "steps": 0,
  "status": "error:RuntimeError",
  "wall": 0.8564953804016113
 },
 {
  "name": "wiki-search",
  "pass": false,
  "steps": 0,
  "status": "error:RuntimeError",
  "wall": 0.6594364643096924
 },
 {
  "name": "wiki-search",
  "pass": false,
  "steps": 0,
  "status": "error:RuntimeError",
  "wall": 0.6772339344024658
 },
 {
  "name": "hn-new",
  "pass": false,
  "steps": 2,
  "status": "done",
  "wall": 3.0056726932525635
 },
 {
  "name": "hn-new",
  "pass": false,
  "steps": 2,
  "status": "done",
  "wall": 2.6582987308502197
 },
 {
  "name": "hn-new",
  "pass": false,
  "steps": 2,
  "status": "done",
  "wall": 2.810802459716797
 },
 {
  "name": "hn-login-page",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.6640472412109375
 },
 {
  "name": "hn-login-page",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.3598484992980957
 },
 {
  "name": "hn-login-page",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.4618782997131348
 },
 {
  "name": "gh-issues",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 6.272694110870361
 },
 {
  "name": "gh-issues",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 3.8643829822540283
 },
 {
  "name": "gh-issues",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 3.832507610321045
 },
 {
  "name": "py-downloads",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.9305896759033203
 },
 {
  "name": "py-downloads",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.4892475605010986
 },
 {
  "name": "py-downloads",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.6304819583892822
 },
 {
  "name": "books-travel",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.03253436088562
 },
 {
  "name": "books-travel",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 1.9164223670959473
 },
 {
  "name": "books-travel",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.0852181911468506
 },
 {
  "name": "books-open-book",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.2797253131866455
 },
 {
  "name": "books-open-book",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 1.7794091701507568
 },
 {
  "name": "books-open-book",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 1.9052224159240723
 },
 {
  "name": "internet-dropdown",
  "pass": false,
  "steps": 20,
  "status": "ready",
  "wall": 7.5797178745269775
 },
 {
  "name": "internet-dropdown",
  "pass": false,
  "steps": 20,
  "status": "ready",
  "wall": 4.120361089706421
 },
 {
  "name": "internet-dropdown",
  "pass": false,
  "steps": 20,
  "status": "ready",
  "wall": 4.208597183227539
 },
 {
  "name": "internet-checkbox",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.540191173553467
 },
 {
  "name": "internet-checkbox",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.0562562942504883
 },
 {
  "name": "internet-checkbox",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.197157144546509
 },
 {
  "name": "books-page2",
  "pass": false,
  "steps": 1,
  "status": "done",
  "wall": 2.025989055633545
 },
 {
  "name": "books-page2",
  "pass": false,
  "steps": 1,
  "status": "done",
  "wall": 1.8473429679870605
 },
 {
  "name": "books-page2",
  "pass": false,
  "steps": 1,
  "status": "done",
  "wall": 1.951209545135498
 },
 {
  "name": "quotes-tag-love",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 3.8382930755615234
 },
 {
  "name": "quotes-tag-love",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 3.7661662101745605
 },
 {
  "name": "quotes-tag-love",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.924145221710205
 },
 {
  "name": "hn-past",
  "pass": true,
  "steps": 4,
  "status": "blocked",
  "wall": 4.200237512588501
 },
 {
  "name": "hn-past",
  "pass": true,
  "steps": 4,
  "status": "blocked",
  "wall": 4.47310733795166
 },
 {
  "name": "hn-past",
  "pass": true,
  "steps": 4,
  "status": "blocked",
  "wall": 3.7221295833587646
 },
 {
  "name": "ddg-search",
  "pass": false,
  "steps": 0,
  "status": "error:RuntimeError",
  "wall": 3.2047574520111084
 },
 {
  "name": "ddg-search",
  "pass": false,
  "steps": 0,
  "status": "error:RuntimeError",
  "wall": 2.3766002655029297
 },
 {
  "name": "ddg-search",
  "pass": false,
  "steps": 0,
  "status": "error:RuntimeError",
  "wall": 1.13254976272583
 },
 {
  "name": "arxiv-search",
  "pass": false,
  "steps": 1,
  "status": "error:RuntimeError",
  "wall": 0.8087351322174072
 },
 {
  "name": "arxiv-search",
  "pass": false,
  "steps": 1,
  "status": "error:RuntimeError",
  "wall": 0.670609712600708
 },
 {
  "name": "arxiv-search",
  "pass": false,
  "steps": 1,
  "status": "error:RuntimeError",
  "wall": 0.6208178997039795
 },
 {
  "name": "flights",
  "pass": false,
  "steps": 1,
  "status": "error:RuntimeError",
  "wall": 1.4616999626159668
 },
 {
  "name": "flights",
  "pass": false,
  "steps": 1,
  "status": "error:RuntimeError",
  "wall": 1.1296536922454834
 },
 {
  "name": "flights",
  "pass": false,
  "steps": 1,
  "status": "error:RuntimeError",
  "wall": 1.373281478881836
 }
]