laya-browser / results /suite_final_laya-browser-v10s_0.json
cklxx's picture
laya-browser v10 / v10s: laya fine-tuned as a browser-agent decision head + code + results
adf912b verified
Raw History Blame Contribute Delete
5.47 kB
[
{
"name": "wiki-einstein",
"pass": false,
"steps": 2,
"status": "done",
"wall": 3.0739519596099854
},
{
"name": "wiki-einstein",
"pass": false,
"steps": 2,
"status": "done",
"wall": 1.7457118034362793
},
{
"name": "wiki-einstein",
"pass": false,
"steps": 2,
"status": "done",
"wall": 1.8528566360473633
},
{
"name": "wiki-search",
"pass": false,
"steps": 4,
"status": "blocked",
"wall": 1.898761510848999
},
{
"name": "wiki-search",
"pass": false,
"steps": 4,
"status": "blocked",
"wall": 1.614973783493042
},
{
"name": "wiki-search",
"pass": false,
"steps": 4,
"status": "blocked",
"wall": 1.72633957862854
},
{
"name": "hn-new",
"pass": true,
"steps": 1,
"status": "done",
"wall": 1.3405351638793945
},
{
"name": "hn-new",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.7575595378875732
},
{
"name": "hn-new",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.7990322113037109
},
{
"name": "hn-login-page",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.935236930847168
},
{
"name": "hn-login-page",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.968867301940918
},
{
"name": "hn-login-page",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.7217638492584229
},
{
"name": "gh-issues",
"pass": false,
"steps": 1,
"status": "done",
"wall": 5.283977270126343
},
{
"name": "gh-issues",
"pass": false,
"steps": 1,
"status": "done",
"wall": 1.7931950092315674
},
{
"name": "gh-issues",
"pass": false,
"steps": 1,
"status": "done",
"wall": 1.7597432136535645
},
{
"name": "py-downloads",
"pass": true,
"steps": 1,
"status": "done",
"wall": 14.929203987121582
},
{
"name": "py-downloads",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.7626767158508301
},
{
"name": "py-downloads",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.7599911689758301
},
{
"name": "books-travel",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.3178725242614746
},
{
"name": "books-travel",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.32639503479003906
},
{
"name": "books-travel",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.28707385063171387
},
{
"name": "books-open-book",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.4703848361968994
},
{
"name": "books-open-book",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.33477044105529785
},
{
"name": "books-open-book",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.3475475311279297
},
{
"name": "internet-dropdown",
"pass": false,
"steps": 1,
"status": "done",
"wall": 1.4236490726470947
},
{
"name": "internet-dropdown",
"pass": false,
"steps": 1,
"status": "done",
"wall": 0.46459412574768066
},
{
"name": "internet-dropdown",
"pass": false,
"steps": 1,
"status": "done",
"wall": 0.48348402976989746
},
{
"name": "internet-checkbox",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.739905595779419
},
{
"name": "internet-checkbox",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.46857714653015137
},
{
"name": "internet-checkbox",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.47258734703063965
},
{
"name": "books-page2",
"pass": false,
"steps": 1,
"status": "done",
"wall": 0.2864701747894287
},
{
"name": "books-page2",
"pass": false,
"steps": 1,
"status": "done",
"wall": 0.35003137588500977
},
{
"name": "books-page2",
"pass": false,
"steps": 1,
"status": "done",
"wall": 0.298372745513916
},
{
"name": "quotes-tag-love",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.0180108547210693
},
{
"name": "quotes-tag-love",
"pass": true,
"steps": 1,
"status": "done",
"wall": 1.4747734069824219
},
{
"name": "quotes-tag-love",
"pass": true,
"steps": 1,
"status": "done",
"wall": 1.5177865028381348
},
{
"name": "hn-past",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.9496984481811523
},
{
"name": "hn-past",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.8977465629577637
},
{
"name": "hn-past",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.9264242649078369
},
{
"name": "ddg-search",
"pass": false,
"steps": 5,
"status": "blocked",
"wall": 17.225813150405884
},
{
"name": "ddg-search",
"pass": false,
"steps": 6,
"status": "blocked",
"wall": 15.701044082641602
},
{
"name": "ddg-search",
"pass": false,
"steps": 6,
"status": "blocked",
"wall": 2.5201566219329834
},
{
"name": "arxiv-search",
"pass": false,
"steps": 2,
"status": "error:ValueError",
"wall": 11.003978490829468
},
{
"name": "arxiv-search",
"pass": false,
"steps": 2,
"status": "error:ValueError",
"wall": 10.342276573181152
},
{
"name": "arxiv-search",
"pass": false,
"steps": 2,
"status": "error:ValueError",
"wall": 10.485608339309692
},
{
"name": "flights",
"pass": false,
"steps": 10,
"status": "error:ValueError",
"wall": 22.055485486984253
},
{
"name": "flights",
"pass": false,
"steps": 10,
"status": "error:ValueError",
"wall": 8.023929834365845
},
{
"name": "flights",
"pass": false,
"steps": 20,
"status": "ready",
"wall": 5.81145453453064
}
]