laya-browser / results /suite_final_laya-browser-v10_0.7.json
cklxx's picture
laya-browser v10 / v10s: laya fine-tuned as a browser-agent decision head + code + results
adf912b verified
Raw History Blame
5.58 kB
[
{
"name": "wiki-einstein",
"pass": false,
"steps": 5,
"status": "blocked",
"wall": 7.319170713424683
},
{
"name": "wiki-einstein",
"pass": false,
"steps": 1,
"status": "done",
"wall": 2.113341808319092
},
{
"name": "wiki-einstein",
"pass": false,
"steps": 1,
"status": "done",
"wall": 1.3349089622497559
},
{
"name": "wiki-search",
"pass": false,
"steps": 4,
"status": "blocked",
"wall": 3.923046588897705
},
{
"name": "wiki-search",
"pass": false,
"steps": 4,
"status": "blocked",
"wall": 2.1168668270111084
},
{
"name": "wiki-search",
"pass": false,
"steps": 4,
"status": "blocked",
"wall": 2.181579113006592
},
{
"name": "hn-new",
"pass": false,
"steps": 0,
"status": "error:_IPCResponseTimeout",
"wall": 5.039672374725342
},
{
"name": "hn-new",
"pass": false,
"steps": 0,
"status": "error:_IPCResponseTimeout",
"wall": 5.03341007232666
},
{
"name": "hn-new",
"pass": false,
"steps": 0,
"status": "error:_IPCResponseTimeout",
"wall": 5.025918245315552
},
{
"name": "hn-login-page",
"pass": false,
"steps": 0,
"status": "error:_IPCResponseTimeout",
"wall": 5.035585641860962
},
{
"name": "hn-login-page",
"pass": false,
"steps": 0,
"status": "error:_IPCResponseTimeout",
"wall": 5.0354392528533936
},
{
"name": "hn-login-page",
"pass": true,
"steps": 1,
"status": "done",
"wall": 4.46604323387146
},
{
"name": "gh-issues",
"pass": false,
"steps": 1,
"status": "done",
"wall": 5.563000202178955
},
{
"name": "gh-issues",
"pass": false,
"steps": 1,
"status": "done",
"wall": 2.307427167892456
},
{
"name": "gh-issues",
"pass": false,
"steps": 1,
"status": "done",
"wall": 1.8189892768859863
},
{
"name": "py-downloads",
"pass": true,
"steps": 1,
"status": "done",
"wall": 1.4738922119140625
},
{
"name": "py-downloads",
"pass": true,
"steps": 1,
"status": "done",
"wall": 1.1818854808807373
},
{
"name": "py-downloads",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.9977538585662842
},
{
"name": "books-travel",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.8026580810546875
},
{
"name": "books-travel",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.4642484188079834
},
{
"name": "books-travel",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.4786796569824219
},
{
"name": "books-open-book",
"pass": true,
"steps": 1,
"status": "done",
"wall": 1.0888869762420654
},
{
"name": "books-open-book",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.4458732604980469
},
{
"name": "books-open-book",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.43221020698547363
},
{
"name": "internet-dropdown",
"pass": false,
"steps": 20,
"status": "ready",
"wall": 4.986018657684326
},
{
"name": "internet-dropdown",
"pass": false,
"steps": 20,
"status": "ready",
"wall": 2.347703456878662
},
{
"name": "internet-dropdown",
"pass": false,
"steps": 20,
"status": "ready",
"wall": 2.404496431350708
},
{
"name": "internet-checkbox",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.7650399208068848
},
{
"name": "internet-checkbox",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.48580121994018555
},
{
"name": "internet-checkbox",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.46907758712768555
},
{
"name": "books-page2",
"pass": false,
"steps": 1,
"status": "done",
"wall": 0.9119908809661865
},
{
"name": "books-page2",
"pass": false,
"steps": 1,
"status": "done",
"wall": 0.5007736682891846
},
{
"name": "books-page2",
"pass": false,
"steps": 1,
"status": "done",
"wall": 0.4327971935272217
},
{
"name": "quotes-tag-love",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.6248574256896973
},
{
"name": "quotes-tag-love",
"pass": true,
"steps": 1,
"status": "done",
"wall": 1.5639417171478271
},
{
"name": "quotes-tag-love",
"pass": true,
"steps": 1,
"status": "done",
"wall": 1.5653412342071533
},
{
"name": "hn-past",
"pass": true,
"steps": 4,
"status": "blocked",
"wall": 8.215558528900146
},
{
"name": "hn-past",
"pass": true,
"steps": 4,
"status": "blocked",
"wall": 8.295008182525635
},
{
"name": "hn-past",
"pass": true,
"steps": 4,
"status": "blocked",
"wall": 8.27713680267334
},
{
"name": "ddg-search",
"pass": false,
"steps": 3,
"status": "blocked",
"wall": 6.082118988037109
},
{
"name": "ddg-search",
"pass": true,
"steps": 2,
"status": "done",
"wall": 2.76859188079834
},
{
"name": "ddg-search",
"pass": false,
"steps": 2,
"status": "done",
"wall": 2.7580909729003906
},
{
"name": "arxiv-search",
"pass": false,
"steps": 2,
"status": "error:ValueError",
"wall": 38.15056562423706
},
{
"name": "arxiv-search",
"pass": false,
"steps": 2,
"status": "error:ValueError",
"wall": 37.05895209312439
},
{
"name": "arxiv-search",
"pass": false,
"steps": 2,
"status": "error:ValueError",
"wall": 37.2801833152771
},
{
"name": "flights",
"pass": false,
"steps": 6,
"status": "error:RuntimeError",
"wall": 5.203490734100342
},
{
"name": "flights",
"pass": false,
"steps": 6,
"status": "error:RuntimeError",
"wall": 2.898128032684326
},
{
"name": "flights",
"pass": false,
"steps": 6,
"status": "error:RuntimeError",
"wall": 3.1358628273010254
}
]