laya-browser / results /suite_final_laya-browser-v10s_0.7.json
cklxx's picture
laya-browser v10 / v10s: laya fine-tuned as a browser-agent decision head + code + results
adf912b verified
Raw History Blame Contribute Delete
5.47 kB
[
{
"name": "wiki-einstein",
"pass": false,
"steps": 2,
"status": "done",
"wall": 3.48186993598938
},
{
"name": "wiki-einstein",
"pass": false,
"steps": 1,
"status": "error:ValueError",
"wall": 1.894385576248169
},
{
"name": "wiki-einstein",
"pass": false,
"steps": 1,
"status": "error:ValueError",
"wall": 1.236037254333496
},
{
"name": "wiki-search",
"pass": false,
"steps": 4,
"status": "blocked",
"wall": 3.483694314956665
},
{
"name": "wiki-search",
"pass": false,
"steps": 4,
"status": "blocked",
"wall": 1.9669249057769775
},
{
"name": "wiki-search",
"pass": false,
"steps": 4,
"status": "blocked",
"wall": 2.091154098510742
},
{
"name": "hn-new",
"pass": true,
"steps": 1,
"status": "done",
"wall": 3.139399766921997
},
{
"name": "hn-new",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.9113240242004395
},
{
"name": "hn-new",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.9699127674102783
},
{
"name": "hn-login-page",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.64524507522583
},
{
"name": "hn-login-page",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.9050180912017822
},
{
"name": "hn-login-page",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.9006173610687256
},
{
"name": "gh-issues",
"pass": false,
"steps": 1,
"status": "done",
"wall": 5.219183921813965
},
{
"name": "gh-issues",
"pass": false,
"steps": 1,
"status": "done",
"wall": 2.24033522605896
},
{
"name": "gh-issues",
"pass": false,
"steps": 1,
"status": "done",
"wall": 2.2530882358551025
},
{
"name": "py-downloads",
"pass": true,
"steps": 1,
"status": "done",
"wall": 1.1101815700531006
},
{
"name": "py-downloads",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.8049731254577637
},
{
"name": "py-downloads",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.8271870613098145
},
{
"name": "books-travel",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.8212966918945312
},
{
"name": "books-travel",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.4509449005126953
},
{
"name": "books-travel",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.4188077449798584
},
{
"name": "books-open-book",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.8268852233886719
},
{
"name": "books-open-book",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.41014981269836426
},
{
"name": "books-open-book",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.40376996994018555
},
{
"name": "internet-dropdown",
"pass": false,
"steps": 1,
"status": "done",
"wall": 1.4510009288787842
},
{
"name": "internet-dropdown",
"pass": false,
"steps": 1,
"status": "done",
"wall": 0.4956319332122803
},
{
"name": "internet-dropdown",
"pass": false,
"steps": 1,
"status": "done",
"wall": 0.5027728080749512
},
{
"name": "internet-checkbox",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.7786357402801514
},
{
"name": "internet-checkbox",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.48486781120300293
},
{
"name": "internet-checkbox",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.4690861701965332
},
{
"name": "books-page2",
"pass": false,
"steps": 1,
"status": "done",
"wall": 0.8841748237609863
},
{
"name": "books-page2",
"pass": false,
"steps": 1,
"status": "done",
"wall": 0.43566465377807617
},
{
"name": "books-page2",
"pass": false,
"steps": 1,
"status": "done",
"wall": 0.42553281784057617
},
{
"name": "quotes-tag-love",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.3590307235717773
},
{
"name": "quotes-tag-love",
"pass": true,
"steps": 1,
"status": "done",
"wall": 1.4991352558135986
},
{
"name": "quotes-tag-love",
"pass": true,
"steps": 1,
"status": "done",
"wall": 1.5002820491790771
},
{
"name": "hn-past",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.5556185245513916
},
{
"name": "hn-past",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.9292466640472412
},
{
"name": "hn-past",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.9100110530853271
},
{
"name": "ddg-search",
"pass": false,
"steps": 3,
"status": "blocked",
"wall": 4.83473801612854
},
{
"name": "ddg-search",
"pass": false,
"steps": 3,
"status": "blocked",
"wall": 2.644190788269043
},
{
"name": "ddg-search",
"pass": true,
"steps": 2,
"status": "done",
"wall": 1.9477288722991943
},
{
"name": "arxiv-search",
"pass": false,
"steps": 2,
"status": "error:ValueError",
"wall": 34.01484680175781
},
{
"name": "arxiv-search",
"pass": false,
"steps": 2,
"status": "error:ValueError",
"wall": 33.24589729309082
},
{
"name": "arxiv-search",
"pass": false,
"steps": 2,
"status": "error:ValueError",
"wall": 32.800416469573975
},
{
"name": "flights",
"pass": false,
"steps": 20,
"status": "ready",
"wall": 24.93073081970215
},
{
"name": "flights",
"pass": false,
"steps": 2,
"status": "error:ValueError",
"wall": 1.881025791168213
},
{
"name": "flights",
"pass": false,
"steps": 2,
"status": "error:ValueError",
"wall": 1.5807936191558838
}
]