laya-browser / results /suite_final_laya-browser-v10_0.json
cklxx's picture
laya-browser v10 / v10s: laya fine-tuned as a browser-agent decision head + code + results
adf912b verified
Raw History Blame
5.48 kB
[
{
"name": "wiki-einstein",
"pass": false,
"steps": 5,
"status": "blocked",
"wall": 4.463540077209473
},
{
"name": "wiki-einstein",
"pass": false,
"steps": 5,
"status": "blocked",
"wall": 1.399620532989502
},
{
"name": "wiki-einstein",
"pass": false,
"steps": 5,
"status": "blocked",
"wall": 1.336083173751831
},
{
"name": "wiki-search",
"pass": false,
"steps": 4,
"status": "blocked",
"wall": 1.535484790802002
},
{
"name": "wiki-search",
"pass": false,
"steps": 4,
"status": "blocked",
"wall": 1.1839923858642578
},
{
"name": "wiki-search",
"pass": false,
"steps": 4,
"status": "blocked",
"wall": 1.3981683254241943
},
{
"name": "hn-new",
"pass": true,
"steps": 1,
"status": "done",
"wall": 1.3084232807159424
},
{
"name": "hn-new",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.7684881687164307
},
{
"name": "hn-new",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.8312978744506836
},
{
"name": "hn-login-page",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.9860777854919434
},
{
"name": "hn-login-page",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.7297792434692383
},
{
"name": "hn-login-page",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.6995658874511719
},
{
"name": "gh-issues",
"pass": false,
"steps": 1,
"status": "done",
"wall": 5.502264022827148
},
{
"name": "gh-issues",
"pass": false,
"steps": 1,
"status": "done",
"wall": 1.724822998046875
},
{
"name": "gh-issues",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.9073801040649414
},
{
"name": "py-downloads",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.3640074729919434
},
{
"name": "py-downloads",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.8098976612091064
},
{
"name": "py-downloads",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.7875673770904541
},
{
"name": "books-travel",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.31005334854125977
},
{
"name": "books-travel",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.33123135566711426
},
{
"name": "books-travel",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.3108983039855957
},
{
"name": "books-open-book",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.5091578960418701
},
{
"name": "books-open-book",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.3003683090209961
},
{
"name": "books-open-book",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.27553367614746094
},
{
"name": "internet-dropdown",
"pass": false,
"steps": 20,
"status": "ready",
"wall": 5.241584539413452
},
{
"name": "internet-dropdown",
"pass": false,
"steps": 20,
"status": "ready",
"wall": 2.320584774017334
},
{
"name": "internet-dropdown",
"pass": false,
"steps": 20,
"status": "ready",
"wall": 2.322033643722534
},
{
"name": "internet-checkbox",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.7420892715454102
},
{
"name": "internet-checkbox",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.4881308078765869
},
{
"name": "internet-checkbox",
"pass": true,
"steps": 1,
"status": "done",
"wall": 0.5097808837890625
},
{
"name": "books-page2",
"pass": false,
"steps": 1,
"status": "done",
"wall": 0.533353328704834
},
{
"name": "books-page2",
"pass": false,
"steps": 1,
"status": "done",
"wall": 0.31903982162475586
},
{
"name": "books-page2",
"pass": false,
"steps": 1,
"status": "done",
"wall": 0.3530857563018799
},
{
"name": "quotes-tag-love",
"pass": true,
"steps": 1,
"status": "done",
"wall": 2.282243013381958
},
{
"name": "quotes-tag-love",
"pass": true,
"steps": 1,
"status": "done",
"wall": 1.4040985107421875
},
{
"name": "quotes-tag-love",
"pass": true,
"steps": 1,
"status": "done",
"wall": 1.3120207786560059
},
{
"name": "hn-past",
"pass": true,
"steps": 4,
"status": "blocked",
"wall": 2.2952988147735596
},
{
"name": "hn-past",
"pass": true,
"steps": 4,
"status": "blocked",
"wall": 1.9126112461090088
},
{
"name": "hn-past",
"pass": true,
"steps": 4,
"status": "blocked",
"wall": 2.0213048458099365
},
{
"name": "ddg-search",
"pass": true,
"steps": 4,
"status": "error:ValueError",
"wall": 12.704967975616455
},
{
"name": "ddg-search",
"pass": true,
"steps": 2,
"status": "done",
"wall": 2.224109649658203
},
{
"name": "ddg-search",
"pass": true,
"steps": 2,
"status": "done",
"wall": 2.432929277420044
},
{
"name": "arxiv-search",
"pass": false,
"steps": 2,
"status": "error:ValueError",
"wall": 14.199442386627197
},
{
"name": "arxiv-search",
"pass": false,
"steps": 2,
"status": "error:ValueError",
"wall": 12.864185094833374
},
{
"name": "arxiv-search",
"pass": false,
"steps": 2,
"status": "error:ValueError",
"wall": 12.83017897605896
},
{
"name": "flights",
"pass": false,
"steps": 20,
"status": "ready",
"wall": 9.232033729553223
},
{
"name": "flights",
"pass": false,
"steps": 7,
"status": "error:RuntimeError",
"wall": 19.311102151870728
},
{
"name": "flights",
"pass": false,
"steps": 6,
"status": "error:RuntimeError",
"wall": 3.410374402999878
}
]