lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix chrome

Browse Source
This commit is contained in:
yuanmengqi
2025-06-30 08:07:24 +00:00
parent 40354322e8
commit ea51f5264a
27 changed files with 781 additions and 117 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
evaluation_examples/examples/chrome/12086550-11c0-466b-b367-1d9e75b3910e.json
View File

@@ -29,7 +29,7 @@
"chrome"
],
"evaluator": {
"func": "is_expected_active_tab",
"func": "is_expected_active_tab_approximate",
"result": {
"type": "active_url_from_accessTree",
"goto_prefix": ""

28
evaluation_examples/examples/chrome/1704f00f-79e6-43a7-961b-cedd3724d5fd.json
View File

@@ -59,13 +59,16 @@
]
},
{
"type": "active_tab_html_parse",
"type": "active_tab_url_parse",
"goto_prefix": "https://www.",
"category": "xpath",
"xpathObject": {
"/html/body/main/div/div/div/section/div/div/div/div[1]/div[1]/p": "from",
"/html/body/main/div/div/div/section/div/div/div/div[1]/div[3]/p": "to"
}
"parse_keys": [
"puDay",
"puMonth",
"puYear",
"doDay",
"doMonth",
"doYear"
]
}
],
"expected": [
@@ -77,6 +80,7 @@
"dropLocationName": "Zürich",
"filterCriteria_carCategory": "large",
"filterCriteria_sortBy": "PRICE"
}
}
},
@@ -84,12 +88,16 @@
"type": "rule_relativeTime",
"rules": {
"relativeTime": {
"from": "next Monday",
"to": "next Friday"
"from": "next Monday split",
"to": "next Friday split"
},
"expected": {
"from": "{DoW}, {DayD} {Month} {Year}, 10:00",
"to": "{DoW}, {DayD} {Month} {Year}, 10:00"
"puDay": "{DayD}",
"puMonth": "{MonthD}",
"puYear": "{Year}",
"doDay": "{DayD}",
"doMonth": "{MonthD}",
"doYear":"{Year}"
}
}
}

22
evaluation_examples/examples/chrome/2888b4e6-5b47-4b57-8bf5-c73827890774.json
View File

@@ -43,18 +43,28 @@
"chrome"
],
"evaluator": {
"func": "exact_match",
"func": "check_direct_json_object",
"result": {
"type": "url_dashPart",
"type": "url_path_parse",
"goto_prefix": "https://www.",
"partIndex": -1,
"needDeleteId": true,
"returnType": "string"
"parse_keys": [
"mens_clothing",
"t_shirts",
"Men_regular_size_t",
"Price_discount_range",
"Sleeve_length"
]
},
"expected": {
"type": "rule",
"rules": {
"expected": "Stripe,Men,L,Short%20Sleeve,Sales%20%26%20Discounts"
"expected": {
"mens_clothing": true,
"t_shirts": true,
"Men_regular_size_t": "L",
"Price_discount_range": "50_PERCENT_ off & more",
"Sleeve_length": "Short Sleeve"
}
}
}
},

4
evaluation_examples/examples/chrome/35253b65-1c19-4304-8aa4-6884b8218fc0.json
View File

@@ -44,8 +44,8 @@
"expected": {
"type": "rule",
"rules": {
"type": "name",
"name": "Play Puzzle Game 2048"
"type": "exec",
"exec": "/opt/google/chrome/google-chrome --profile-directory=Default --app-id=poahllcmmahlafplfhgjomkjmeblpapf"
}
}
},

10
evaluation_examples/examples/chrome/6c4c23a1-42a4-43cc-9db1-2f86ff3738cc.json
View File

@@ -49,11 +49,11 @@
"goto_prefix": "https://www.",
"category": "class",
"class_singleObject": {
"search-date": "time",
"price-in-tabs__nav--selected": "category"
"mach-flight-context-info__wrapper--date": "time",
"mach-global-tabs-small__wrapper__tab--active": "category"
},
"class_multiObject": {
"search-segment-cities__city": {
"class_multiObject_child": {
"mach-flight-context-info__wrapper__info--separator": {
"0": "start",
"1": "end"
}
@@ -68,7 +68,7 @@
"expected": {
"start": "SEA",
"end": "NYC",
"time": "{DoW}, {Month} {DayD}, {Year}",
"time": "{DoW}, {Month} {Day0D}, {Year}",
"category": "Miles"
}
}

60
evaluation_examples/examples/chrome/7f52cab9-535c-4835-ac8c-391ee64dc930.json
View File

@@ -43,24 +43,52 @@
"chrome"
],
"evaluator": {
"func": "check_direct_json_object",
"result": {
"type": "active_tab_url_parse",
"goto_prefix": "https://www.",
"parse_keys": [
"q",
"tbs"
]
},
"expected": {
"type": "rule",
"rules": {
"expected": {
"q": "drip coffee maker",
"tbs": "mr:1,price:1,ppr_min:25,ppr_max:60,sales:1,pdtr0:1825161|1825162"
"func": [
"check_direct_json_object",
"check_direct_json_object"
],
"result": [
{
"type": "active_tab_url_parse",
"goto_prefix": "https://www.",
"parse_keys": [
"q"
]
},
{
"type": "active_tab_html_parse",
"goto_prefix": "https://www.",
"category": "class",
"class_multiObject_search_exist": {
"fT28tf":[
"Black",
"$25 - $60",
"is_other_exist"
]
}
}
}
],
"expected": [
{
"type": "rule",
"rules": {
"expected": {
"q": "drip coffee maker"
},
"expect_in_result": true
}
},
{
"type": "rule",
"rules": {
"expected": {
"Black": true,
"$25 - $60": true,
"is_other_exist": false
}
}
}
]
},
"proxy": true
}

60
evaluation_examples/examples/chrome/9f3f70fc-5afc-4958-a7b7-3bb4fcb01805.json
View File

@@ -43,41 +43,37 @@
"chrome"
],
"evaluator": {
"func": [
"is_expected_url_pattern_match",
"check_direct_json_object"
],
"conj": "and",
"result": [
{
"type": "active_tab_info"
"func": "check_direct_json_object",
"result": {
"type": "active_tab_html_parse",
"category": "class&url",
"class_multiObject": {
"filter-selector-link": [
"over $60",
"women",
"jerseys",
"nike"
]
},
{
"type": "active_tab_html_parse",
"category": "xpath",
"xpathObject": {
"/html/body/div[2]/div/div[6]/div[2]/div[2]/div/div[1]/div[4]/ul/li[2]": "money"
"url_include_expected": [
"over $60",
"women",
"jerseys",
"nike"
]
},
"expected": {
"type": "rule",
"rules": {
"expected": {
"over $60": true,
"women": true,
"jerseys": true,
"nike": true,
"is_other_exist": false
}
}
],
"expected": [
{
"type": "rule",
"rules": {
"expected": [
"/women-jerseys/"
]
}
},
{
"type": "rule",
"rules": {
"expected": {
"money": "over $60"
}
}
}
]
}
},
"proxy": true
}

2
evaluation_examples/examples/chrome/b4f95342-463e-4179-8c3f-193cd7241fb2.json
View File

@@ -1,7 +1,7 @@
{
"id": "b4f95342-463e-4179-8c3f-193cd7241fb2",
"snapshot": "chrome",
"instruction": "Find the next available date for Albion Basin.",
"instruction": "Find the next available date for Diamond.",
"source": "test_task_1",
"config": [
{

4
evaluation_examples/examples/chrome/c1fa57f3-c3db-4596-8f09-020701085416.json
View File

@@ -1,7 +1,7 @@
{
"id": "c1fa57f3-c3db-4596-8f09-020701085416",
"snapshot": "chrome",
"instruction": "Open the baggage fee calculator.",
"instruction": "Open the baggage fee calculator in United Airlines website.",
"source": "test_task_1",
"config": [
{
@@ -62,7 +62,7 @@
"type": "rule",
"rules": {
"expected": [
"checked-bag-fee-calculator"
"united.com/en/us/checked-bag-fee-calculator"
]
}
}

38
evaluation_examples/examples/chrome/cabb3bae-cccb-41bd-9f5d-0f3a9fecd825.json
View File

@@ -43,21 +43,41 @@
"chrome"
],
"evaluator": {
"func": "is_expected_url_pattern_match",
"func": "check_direct_json_object",
"result": {
"type": "active_url_from_accessTree",
"goto_prefix": "https://www."
"type": "active_tab_html_parse",
"goto_prefix": "https://www.",
"category": "class&url",
"class_multiObject_li": {
"pmpSearch_breadcrumb": [
"Spider-Man",
"Toys",
"Kids"
],
"sbSelector": [
"Price Low-High"
]
},
"url_include_expected_multichoice": {
"Spider-Man": "Spider-Man",
"spiderman": "Spider-Man",
"Toys": "Toys",
"Kids": "Kids",
"S=4": "Price Low-High"
}
},
"expected": {
"type": "rule",
"rules": {
"expected": [
"AgeAppropriate:Kids",
"search=spider[-%20]?man%20toys",
"S=4"
]
"expected": {
"spider-man": true,
"toys": true,
"kids": true,
"price low-high": true,
"is_other_exist": false
}
}
}
},
"proxy": true
"proxy": false
}

21
evaluation_examples/examples/chrome/da46d875-6b82-4681-9284-653b0c7ae241.json
View File

@@ -1,7 +1,7 @@
{
"id": "da46d875-6b82-4681-9284-653b0c7ae241",
"snapshot": "chrome",
"instruction": "Schedule an appointment to apply for transportation access pass in the Charlie Card store on the first Monday four months later, 10:15 am, fill in my details (James Smith, james.smith@gmail.com). And don not click \"book\" directly. Let me review it.",
"instruction": "Book an appointment to apply for a transportation access pass at the Charlie Card store on the first Monday eight months later, 10:15 am, fill in my details (James Smith, james.smith@gmail.com). And don not click \"book\" directly. Let me review it.",
"source": "test_task_2",
"config": [
{
@@ -56,11 +56,10 @@
{
"type": "active_tab_html_parse",
"category": "class",
"class_singleObject": {},
"class_multiObject": {
"breakword": {
"1": "content",
"2": "time"
"class_multiObject_only_child": {
"HAZ16": {
"0": "content",
"1": "time"
}
}
},
@@ -68,8 +67,8 @@
"type": "active_tab_html_parse",
"category": "input",
"inputObject": {
"/html/body/div/div/form/div[7]/div/div/div[1]/input[1]": "name",
"/html/body/div/div/form/div[7]/div/div/div[1]/input[2]": "mail"
"/html/body/div[2]/div/form/div[7]/div/div/div[1]/input[1]": "name",
"/html/body/div[2]/div/form/div[7]/div/div/div[1]/input[2]": "mail"
}
}
],
@@ -78,7 +77,7 @@
"type": "rule",
"rules": {
"expected": [
"CharlieCardStoreAppointments@mbta.com/bookings/"
"book/CharlieCardStoreAppointments@mbta.com/"
]
}
},
@@ -86,11 +85,11 @@
"type": "rule_relativeTime",
"rules": {
"relativeTime": {
"from": "first monday four months later"
"from": "first monday eight months later"
},
"expected": {
"content": "Apply for Transportation Access Pass (TAP) CharlieCard non-auto approval",
"time": "{MonthFull} {Day0D}, 10:15 am"
"time": "{MonthFull} {Day0D}, 10:15 AM"
}
}
},

2
evaluation_examples/examples/chrome/e1e75309-3ddb-4d09-92ec-de869c928143.json
View File

@@ -1,7 +1,7 @@
{
"id": "e1e75309-3ddb-4d09-92ec-de869c928143",
"snapshot": "chrome",
"instruction": "Computer, can you turn the webpage I'm looking at into a PDF file and put it on my main screen, you know, the Desktop?",
"instruction": "Computer, can you turn the webpage I'm looking at into a PDF file, save it to my Desktop with the default filename and set the margins to none?",
"source": "https://in5stepstutorials.com/google-chrome/save-web-page-as-pdf-in-chrome.php",
"config": [
{

4
evaluation_examples/examples/chrome/f0b971a1-6831-4b9b-a50e-22a6e47f45ba.json
View File

@@ -1,7 +1,7 @@
{
"id": "f0b971a1-6831-4b9b-a50e-22a6e47f45ba",
"snapshot": "chrome",
"instruction": "Show me the scores for the 2019 super bowl",
"instruction": "Please help me find the score record for the 2019 Super Bowl in the NFL website.",
"source": "Mind2Web",
"config": [
{
@@ -62,7 +62,7 @@
"type": "rule",
"rules": {
"type": "url",
"url": "https://www.nfl.com/scores/2019/POST4"
"url": "https://www.nfl.com/scores/2019/post4"
}
}
},

2
evaluation_examples/examples/chrome/f5d96daf-83a8-4c86-9686-bada31fc66ab.json
View File

@@ -1,7 +1,7 @@
{
"id": "f5d96daf-83a8-4c86-9686-bada31fc66ab",
"snapshot": "chrome",
"instruction": "Compare iPhone 15 Pro Max with iPhone 13 Pro Max",
"instruction": "Compare iPhone 15 Pro Max with iPhone 14 Pro Max and iPhone 13 Pro Max",
"source": "Mind2Web",
"config": [
{

2
evaluation_examples/examples/multi_apps/5990457f-2adb-467b-a4af-5c857c92d762.json
View File

@@ -104,5 +104,5 @@
"ignore_case": true
}
},
"proxy": false
"proxy": true
}

4
evaluation_examples/settings/proxy/dataimpulse.json
View File

@@ -2,8 +2,8 @@
{
"host": "gw.dataimpulse.com",
"port": 823,
"username": "your_username",
"password": "your_password",
"username": "fba5ac061fe18be70c6c",
"password": "3b5669b6640fc80c",
"protocol": "http",
"provider": "dataimpulse",
"type": "residential",

50
evaluation_examples/test_fix_chrome.json Normal file
View File

@@ -0,0 +1,50 @@
{
"chrome": [
"bb5e4c0d-f964-439c-97b6-bdb9747de3f4",
"7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3",
"06fe7178-4491-4589-810f-2e2bc9502122",
"e1e75309-3ddb-4d09-92ec-de869c928143",
"35253b65-1c19-4304-8aa4-6884b8218fc0",
"2ad9387a-65d8-4e33-ad5b-7580065a27ca",
"7a5a7856-f1b6-42a4-ade9-1ca81ca0f263",
"44ee5668-ecd5-4366-a6ce-c1c9b8d4e938",
"2ae9ba84-3a0d-4d4c-8338-3a1478dc5fe3",
"480bcfea-d68f-4aaa-a0a9-2589ef319381",
"af630914-714e-4a24-a7bb-f9af687d3b91",
"3720f614-37fd-4d04-8a6b-76f54f8c222d",
"99146c54-4f37-4ab8-9327-5f3291665e1e",
"12086550-11c0-466b-b367-1d9e75b3910e",
"6766f2b8-8a72-417f-a9e5-56fcaa735837",
"93eabf48-6a27-4cb6-b963-7d5fe1e0d3a9",
"ae78f875-5b98-4907-bbb5-9c737fc68c03",
"3299584d-8f11-4457-bf4c-ce98f7600250",
"030eeff7-b492-4218-b312-701ec99ee0cc",
"9656a811-9b5b-4ddf-99c7-5117bcef0626",
"fc6d8143-9452-4171-9459-7f515143419a",
"a96b564e-dbe9-42c3-9ccf-b4498073438a",
"1704f00f-79e6-43a7-961b-cedd3724d5fd",
"f3b19d1e-2d48-44e9-b4e1-defcae1a0197",
"82bc8d6a-36eb-4d2d-8801-ef714fb1e55a",
"47543840-672a-467d-80df-8f7c3b9788c9",
"c1fa57f3-c3db-4596-8f09-020701085416",
"da46d875-6b82-4681-9284-653b0c7ae241",
"6c4c23a1-42a4-43cc-9db1-2f86ff3738cc",
"f79439ad-3ee8-4f99-a518-0eb60e5652b0",
"b7895e80-f4d1-4648-bee0-4eb45a6f1fa8",
"9f3f70fc-5afc-4958-a7b7-3bb4fcb01805",
"7f52cab9-535c-4835-ac8c-391ee64dc930",
"82279c77-8fc6-46f6-9622-3ba96f61b477",
"2888b4e6-5b47-4b57-8bf5-c73827890774",
"b4f95342-463e-4179-8c3f-193cd7241fb2",
"f5d96daf-83a8-4c86-9686-bada31fc66ab",
"121ba48f-9e17-48ce-9bc6-a4fb17a7ebba",
"368d9ba4-203c-40c1-9fa3-da2f1430ce63",
"59155008-fe71-45ec-8a8f-dc35497b6aa8",
"a728a36e-8bf1-4bb6-9a03-ef039a5233f0",
"b070486d-e161-459b-aa2b-ef442d973b92",
"0d8b7de3-e8de-4d86-b9fd-dd2dce58a217",
"9f935cce-0a9f-435f-8007-817732bfc0a5",
"f0b971a1-6831-4b9b-a50e-22a6e47f45ba",
"cabb3bae-cccb-41bd-9f5d-0f3a9fecd825"
]
}