laya-browser / results /suite_fixed_laya-browser-v11s.json
cklxx's picture
results: corrected suite x3 for v10/v10s/v11s, teacher comparison
72ffbfe verified
Raw History Blame Contribute Delete
5.55 kB
[
{
"name": "wiki-einstein",
"pass": false,
"steps": 11,
"status": "blocked",
"wall": 9.262139558792114
},
{
"name": "wiki-einstein",
"pass": false,
"steps": 4,
"status": "blocked",
"wall": 4.4178643226623535
},
{
"name": "wiki-einstein",
"pass": false,
"steps": 3,
"status": "blocked",
"wall": 3.9608047008514404
},
{
"name": "wiki-search",
"pass": false,
"steps": 0,
"status": "error:RuntimeError",
"wall": 0.7811717987060547
},
{
"name": "wiki-search",
"pass": false,
"steps": 0,
"status": "error:RuntimeError",
"wall": 0.9926090240478516
},
{
"name": "wiki-search",
"pass": false,
"steps": 0,
"status": "error:RuntimeError",
"wall": 0.7379729747772217
},
{
"name": "hn-new",
"pass": false,
"steps": 0,
"status": "done",
"wall": 2.4264962673187256
},
{
"name": "hn-new",
"pass": false,
"steps": 4,
"status": "blocked",
"wall": 3.5317611694335938
},
{
"name": "hn-new",
"pass": false,
"steps": 4,
"status": "blocked",
"wall": 3.541016101837158
},
{
"name": "hn-login-page",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.601369619369507
},
{
"name": "hn-login-page",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.2710487842559814
},
{
"name": "hn-login-page",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.4001717567443848
},
{
"name": "gh-issues",
"pass": true,
"steps": 1,
"status": "done",
"wall": 7.495308876037598
},
{
"name": "gh-issues",
"pass": true,
"steps": 1,
"status": "done",
"wall": 3.726077079772949
},
{
"name": "gh-issues",
"pass": true,
"steps": 1,
"status": "done",
"wall": 4.3648903369903564
},
{
"name": "py-downloads",
"pass": true,
"steps": 1,
"status": "done",
"wall": 3.5398876667022705
},
{
"name": "py-downloads",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.6441831588745117
},
{
"name": "py-downloads",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.4261598587036133
},
{
"name": "books-travel",
"pass": true,
"steps": 1,
"status": "done",
"wall": 1.9590158462524414
},
{
"name": "books-travel",
"pass": true,
"steps": 1,
"status": "done",
"wall": 1.98539137840271
},
{
"name": "books-travel",
"pass": true,
"steps": 1,
"status": "done",
"wall": 1.9751014709472656
},
{
"name": "books-open-book",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.193199396133423
},
{
"name": "books-open-book",
"pass": true,
"steps": 1,
"status": "done",
"wall": 1.8274459838867188
},
{
"name": "books-open-book",
"pass": true,
"steps": 1,
"status": "done",
"wall": 1.8651931285858154
},
{
"name": "internet-dropdown",
"pass": true,
"steps": 1,
"status": "done",
"wall": 3.483355760574341
},
{
"name": "internet-dropdown",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.0369608402252197
},
{
"name": "internet-dropdown",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.178705930709839
},
{
"name": "internet-checkbox",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.3504786491394043
},
{
"name": "internet-checkbox",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.138868570327759
},
{
"name": "internet-checkbox",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.097506284713745
},
{
"name": "books-page2",
"pass": false,
"steps": 1,
"status": "done",
"wall": 1.9379220008850098
},
{
"name": "books-page2",
"pass": false,
"steps": 1,
"status": "done",
"wall": 1.966414213180542
},
{
"name": "books-page2",
"pass": false,
"steps": 1,
"status": "done",
"wall": 1.9317126274108887
},
{
"name": "quotes-tag-love",
"pass": true,
"steps": 1,
"status": "done",
"wall": 11.14050841331482
},
{
"name": "quotes-tag-love",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.7653391361236572
},
{
"name": "quotes-tag-love",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.861638307571411
},
{
"name": "hn-past",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.7803661823272705
},
{
"name": "hn-past",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.471656084060669
},
{
"name": "hn-past",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.5268149375915527
},
{
"name": "ddg-search",
"pass": false,
"steps": 0,
"status": "error:RuntimeError",
"wall": 2.1614973545074463
},
{
"name": "ddg-search",
"pass": false,
"steps": 0,
"status": "error:RuntimeError",
"wall": 1.0447697639465332
},
{
"name": "ddg-search",
"pass": false,
"steps": 0,
"status": "error:RuntimeError",
"wall": 1.1034762859344482
},
{
"name": "arxiv-search",
"pass": false,
"steps": 1,
"status": "error:RuntimeError",
"wall": 1.6215550899505615
},
{
"name": "arxiv-search",
"pass": false,
"steps": 1,
"status": "error:RuntimeError",
"wall": 0.664029598236084
},
{
"name": "arxiv-search",
"pass": false,
"steps": 1,
"status": "error:RuntimeError",
"wall": 0.6550846099853516
},
{
"name": "flights",
"pass": false,
"steps": 1,
"status": "error:RuntimeError",
"wall": 1.9511089324951172
},
{
"name": "flights",
"pass": false,
"steps": 1,
"status": "error:RuntimeError",
"wall": 1.7626612186431885
},
{
"name": "flights",
"pass": false,
"steps": 1,
"status": "error:RuntimeError",
"wall": 2.323270320892334
}
]