results/suite_fixed_laya-browser-v11s.json

[
 {
  "name": "wiki-einstein",
  "pass": false,
  "steps": 11,
  "status": "blocked",
  "wall": 9.262139558792114
 },
 {
  "name": "wiki-einstein",
  "pass": false,
  "steps": 4,
  "status": "blocked",
  "wall": 4.4178643226623535
 },
 {
  "name": "wiki-einstein",
  "pass": false,
  "steps": 3,
  "status": "blocked",
  "wall": 3.9608047008514404
 },
 {
  "name": "wiki-search",
  "pass": false,
  "steps": 0,
  "status": "error:RuntimeError",
  "wall": 0.7811717987060547
 },
 {
  "name": "wiki-search",
  "pass": false,
  "steps": 0,
  "status": "error:RuntimeError",
  "wall": 0.9926090240478516
 },
 {
  "name": "wiki-search",
  "pass": false,
  "steps": 0,
  "status": "error:RuntimeError",
  "wall": 0.7379729747772217
 },
 {
  "name": "hn-new",
  "pass": false,
  "steps": 0,
  "status": "done",
  "wall": 2.4264962673187256
 },
 {
  "name": "hn-new",
  "pass": false,
  "steps": 4,
  "status": "blocked",
  "wall": 3.5317611694335938
 },
 {
  "name": "hn-new",
  "pass": false,
  "steps": 4,
  "status": "blocked",
  "wall": 3.541016101837158
 },
 {
  "name": "hn-login-page",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.601369619369507
 },
 {
  "name": "hn-login-page",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.2710487842559814
 },
 {
  "name": "hn-login-page",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.4001717567443848
 },
 {
  "name": "gh-issues",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 7.495308876037598
 },
 {
  "name": "gh-issues",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 3.726077079772949
 },
 {
  "name": "gh-issues",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 4.3648903369903564
 },
 {
  "name": "py-downloads",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 3.5398876667022705
 },
 {
  "name": "py-downloads",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.6441831588745117
 },
 {
  "name": "py-downloads",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.4261598587036133
 },
 {
  "name": "books-travel",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 1.9590158462524414
 },
 {
  "name": "books-travel",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 1.98539137840271
 },
 {
  "name": "books-travel",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 1.9751014709472656
 },
 {
  "name": "books-open-book",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.193199396133423
 },
 {
  "name": "books-open-book",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 1.8274459838867188
 },
 {
  "name": "books-open-book",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 1.8651931285858154
 },
 {
  "name": "internet-dropdown",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 3.483355760574341
 },
 {
  "name": "internet-dropdown",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.0369608402252197
 },
 {
  "name": "internet-dropdown",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.178705930709839
 },
 {
  "name": "internet-checkbox",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.3504786491394043
 },
 {
  "name": "internet-checkbox",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.138868570327759
 },
 {
  "name": "internet-checkbox",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.097506284713745
 },
 {
  "name": "books-page2",
  "pass": false,
  "steps": 1,
  "status": "done",
  "wall": 1.9379220008850098
 },
 {
  "name": "books-page2",
  "pass": false,
  "steps": 1,
  "status": "done",
  "wall": 1.966414213180542
 },
 {
  "name": "books-page2",
  "pass": false,
  "steps": 1,
  "status": "done",
  "wall": 1.9317126274108887
 },
 {
  "name": "quotes-tag-love",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 11.14050841331482
 },
 {
  "name": "quotes-tag-love",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.7653391361236572
 },
 {
  "name": "quotes-tag-love",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.861638307571411
 },
 {
  "name": "hn-past",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.7803661823272705
 },
 {
  "name": "hn-past",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.471656084060669
 },
 {
  "name": "hn-past",
  "pass": true,
  "steps": 1,
  "status": "done",
  "wall": 2.5268149375915527
 },
 {
  "name": "ddg-search",
  "pass": false,
  "steps": 0,
  "status": "error:RuntimeError",
  "wall": 2.1614973545074463
 },
 {
  "name": "ddg-search",
  "pass": false,
  "steps": 0,
  "status": "error:RuntimeError",
  "wall": 1.0447697639465332
 },
 {
  "name": "ddg-search",
  "pass": false,
  "steps": 0,
  "status": "error:RuntimeError",
  "wall": 1.1034762859344482
 },
 {
  "name": "arxiv-search",
  "pass": false,
  "steps": 1,
  "status": "error:RuntimeError",
  "wall": 1.6215550899505615
 },
 {
  "name": "arxiv-search",
  "pass": false,
  "steps": 1,
  "status": "error:RuntimeError",
  "wall": 0.664029598236084
 },
 {
  "name": "arxiv-search",
  "pass": false,
  "steps": 1,
  "status": "error:RuntimeError",
  "wall": 0.6550846099853516
 },
 {
  "name": "flights",
  "pass": false,
  "steps": 1,
  "status": "error:RuntimeError",
  "wall": 1.9511089324951172
 },
 {
  "name": "flights",
  "pass": false,
  "steps": 1,
  "status": "error:RuntimeError",
  "wall": 1.7626612186431885
 },
 {
  "name": "flights",
  "pass": false,
  "steps": 1,
  "status": "error:RuntimeError",
  "wall": 2.323270320892334
 }
]