Merge branch 'feat/aws-provider-support' of https://github.com/xlang-ai/OSWorld into feat/aws-provider-support

This commit is contained in:
adlsdztony
2025-06-05 12:43:25 +00:00
371 changed files with 2901 additions and 2028 deletions

View File

@@ -39,5 +39,6 @@
"expected": "true" "expected": "true"
} }
} }
} },
"proxy": false
} }

View File

@@ -62,5 +62,6 @@
] ]
} }
} }
} },
"proxy": true
} }

View File

@@ -53,7 +53,10 @@
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func": ["is_expected_active_tab", "is_expected_active_tab"], "func": [
"is_expected_active_tab",
"is_expected_active_tab"
],
"conj": "or", "conj": "or",
"result": [ "result": [
{ {
@@ -79,6 +82,8 @@
"type": "url", "type": "url",
"url": "https://www.drugs.com/npp/" "url": "https://www.drugs.com/npp/"
} }
}]
} }
]
},
"proxy": true
} }

View File

@@ -22,7 +22,8 @@
"tcp:localhost:1337" "tcp:localhost:1337"
] ]
} }
}], }
],
"trajectory": "trajectories/", "trajectory": "trajectories/",
"related_apps": [ "related_apps": [
"chrome" "chrome"
@@ -37,8 +38,9 @@
"type": "rule", "type": "rule",
"rules": { "rules": {
"type": "url", "type": "url",
"url":"chrome://password-manager/passwords" "url": "chrome://password-manager/passwords"
}
} }
} }
},
"proxy": false
} }

View File

@@ -67,5 +67,6 @@
] ]
} }
} }
} },
"proxy": true
} }

View File

@@ -43,24 +43,35 @@
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func":["check_direct_json_object", "check_direct_json_object"], "func": [
"result": [{ "check_direct_json_object",
"check_direct_json_object"
],
"result": [
{
"type": "active_tab_url_parse", "type": "active_tab_url_parse",
"goto_prefix": "https://www.", "goto_prefix": "https://www.",
"parse_keys": ["locationName", "dropLocationName", "filterCriteria_carCategory", "filterCriteria_sortBy"] "parse_keys": [
"locationName",
"dropLocationName",
"filterCriteria_carCategory",
"filterCriteria_sortBy"
]
}, },
{ {
"type": "active_tab_html_parse", "type": "active_tab_html_parse",
"goto_prefix": "https://www.", "goto_prefix": "https://www.",
"category": "xpath", "category": "xpath",
"xpathObject":{ "xpathObject": {
"/html/body/main/div/div/div/section/div/div/div/div[1]/div[1]/p": "from", "/html/body/main/div/div/div/section/div/div/div/div[1]/div[1]/p": "from",
"/html/body/main/div/div/div/section/div/div/div/div[1]/div[3]/p": "to" "/html/body/main/div/div/div/section/div/div/div/div[1]/div[3]/p": "to"
} }
}], }
"expected":[{ ],
"expected": [
{
"type": "rule", "type": "rule",
"rules":{ "rules": {
"expected": { "expected": {
"locationName": "Zürich", "locationName": "Zürich",
"dropLocationName": "Zürich", "dropLocationName": "Zürich",
@@ -71,17 +82,18 @@
}, },
{ {
"type": "rule_relativeTime", "type": "rule_relativeTime",
"rules":{ "rules": {
"relativeTime":{ "relativeTime": {
"from":"next Monday", "from": "next Monday",
"to":"next Friday" "to": "next Friday"
}, },
"expected": { "expected": {
"from": "{DoW}, {DayD} {Month} {Year}, 10:00", "from": "{DoW}, {DayD} {Month} {Year}, 10:00",
"to": "{DoW}, {DayD} {Month} {Year}, 10:00" "to": "{DoW}, {DayD} {Month} {Year}, 10:00"
} }
}} }
}
] ]
} },
} "proxy": true
}

View File

@@ -23,7 +23,6 @@
] ]
} }
}, },
{ {
"type": "chrome_open_tabs", "type": "chrome_open_tabs",
"parameters": { "parameters": {
@@ -44,7 +43,7 @@
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func":"exact_match", "func": "exact_match",
"result": { "result": {
"type": "url_dashPart", "type": "url_dashPart",
"goto_prefix": "https://www.", "goto_prefix": "https://www.",
@@ -52,12 +51,12 @@
"needDeleteId": true, "needDeleteId": true,
"returnType": "string" "returnType": "string"
}, },
"expected":{ "expected": {
"type": "rule", "type": "rule",
"rules":{ "rules": {
"expected": "Stripe,Men,L,Short%20Sleeve,Sales%20%26%20Discounts" "expected": "Stripe,Men,L,Short%20Sleeve,Sales%20%26%20Discounts"
} }
} }
} },
} "proxy": true
}

View File

@@ -37,8 +37,11 @@
"type": "rule", "type": "rule",
"rules": { "rules": {
"type": "bookmark_bar_folders_names", "type": "bookmark_bar_folders_names",
"names": ["Favorites"] "names": [
} "Favorites"
]
} }
} }
},
"proxy": false
} }

View File

@@ -59,5 +59,6 @@
"expected": "Thomas" "expected": "Thomas"
} }
} }
} },
"proxy": false
} }

View File

@@ -53,5 +53,6 @@
"expected": "true" "expected": "true"
} }
} }
} },
"proxy": false
} }

View File

@@ -48,5 +48,6 @@
"name": "Play Puzzle Game 2048" "name": "Play Puzzle Game 2048"
} }
} }
} },
"proxy": true
} }

View File

@@ -43,23 +43,28 @@
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func":["check_direct_json_object", "is_expected_url_pattern_match"], "func": [
"result": [{ "check_direct_json_object",
"is_expected_url_pattern_match"
],
"result": [
{
"type": "url_dashPart", "type": "url_dashPart",
"goto_prefix": "https://www.", "goto_prefix": "https://www.",
"partIndex": -2, "partIndex": -2,
"needDeleteId": false, "needDeleteId": false,
"returnType": "json", "returnType": "json",
"key":"time" "key": "time"
}, },
{ {
"type": "active_url_from_accessTree", "type": "active_url_from_accessTree",
"goto_prefix": "https://www." "goto_prefix": "https://www."
}], }
"expected":[ ],
"expected": [
{ {
"type": "rule_relativeTime", "type": "rule_relativeTime",
"rules":{ "rules": {
"relativeTime": { "relativeTime": {
"from": "this month" "from": "this month"
}, },
@@ -70,9 +75,13 @@
}, },
{ {
"type": "rule", "type": "rule",
"rules":{ "rules": {
"expected": ["\/manchester\/"] "expected": [
} "/manchester/"
}] ]
} }
} }
]
},
"proxy": true
}

View File

@@ -3,13 +3,13 @@
"snapshot": "chrome", "snapshot": "chrome",
"instruction": "I am more familiar with Korean as I am from Korea. I want to use chrome with my mother tongue. Could you help me change the Chrome interface language to Korean? ", "instruction": "I am more familiar with Korean as I am from Korea. I want to use chrome with my mother tongue. Could you help me change the Chrome interface language to Korean? ",
"source": "https://superuser.com/questions/984668/change-interface-language-of-chrome-to-english", "source": "https://superuser.com/questions/984668/change-interface-language-of-chrome-to-english",
"config": [ "config": [],
],
"trajectory": "trajectories/", "trajectory": "trajectories/",
"related_apps": [ "related_apps": [
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func": "infeasible" "func": "infeasible"
} },
"proxy": false
} }

View File

@@ -270,5 +270,6 @@
] ]
} }
} }
} },
"proxy": false
} }

View File

@@ -43,7 +43,11 @@
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func":["is_expected_url_pattern_match", "check_direct_json_object", "check_direct_json_object"], "func": [
"is_expected_url_pattern_match",
"check_direct_json_object",
"check_direct_json_object"
],
"conj": "and", "conj": "and",
"result": [ "result": [
{ {
@@ -54,13 +58,13 @@
"type": "active_tab_html_parse", "type": "active_tab_html_parse",
"goto_prefix": "https://www.", "goto_prefix": "https://www.",
"category": "class", "category": "class",
"class_singleObject":{}, "class_singleObject": {},
"class_multiObject":{ "class_multiObject": {
"location-info":{ "location-info": {
"0": "start_location", "0": "start_location",
"1": "end_location" "1": "end_location"
}, },
"day-time-info":{ "day-time-info": {
"0": "from", "0": "from",
"1": "to" "1": "to"
} }
@@ -70,23 +74,25 @@
"type": "active_tab_html_parse", "type": "active_tab_html_parse",
"goto_prefix": "https://www.", "goto_prefix": "https://www.",
"category": "xpath", "category": "xpath",
"xpathObject":{ "xpathObject": {
"/html/body/div[6]/div[2]/div[1]/div/div/div[2]/div[1]/section[1]/div/form/div[1]/div[2]/div/a": "rank" "/html/body/div[6]/div[2]/div[1]/div/div/div[2]/div[1]/section[1]/div/form/div[1]/div[2]/div/a": "rank"
} }
} }
], ],
"expected":[ "expected": [
{ {
"type": "rule", "type": "rule",
"rules":{ "rules": {
"expected": ["reservation#\/vehicles"] "expected": [
"reservation#/vehicles"
]
} }
}, },
{ {
"type": "rule_relativeTime", "type": "rule_relativeTime",
"rules":{ "rules": {
"relativeTime":{ "relativeTime": {
"from":"10th next month", "from": "10th next month",
"to": "11th next month" "to": "11th next month"
}, },
"expected": { "expected": {
@@ -99,13 +105,13 @@
}, },
{ {
"type": "rule", "type": "rule",
"rules":{ "rules": {
"expected": { "expected": {
"rank": "Number of Seats (High to Low)" "rank": "Number of Seats (High to Low)"
} }
} }
} }
] ]
} },
} "proxy": true
}

View File

@@ -63,5 +63,6 @@
] ]
} }
} }
} },
"proxy": false
} }

View File

@@ -65,5 +65,6 @@
"url": "https://www.babycenter.com/baby-names/details/carl-853" "url": "https://www.babycenter.com/baby-names/details/carl-853"
} }
} }
} },
"proxy": true
} }

View File

@@ -57,5 +57,6 @@
"expected": "/home/user/Desktop/helloExtension" "expected": "/home/user/Desktop/helloExtension"
} }
} }
} },
"proxy": false
} }

View File

@@ -43,25 +43,25 @@
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func":"check_direct_json_object", "func": "check_direct_json_object",
"result": { "result": {
"type": "active_tab_html_parse", "type": "active_tab_html_parse",
"goto_prefix": "https://www.", "goto_prefix": "https://www.",
"category": "class", "category": "class",
"class_singleObject":{ "class_singleObject": {
"search-date": "time", "search-date": "time",
"price-in-tabs__nav--selected": "category" "price-in-tabs__nav--selected": "category"
}, },
"class_multiObject":{ "class_multiObject": {
"search-segment-cities__city": { "search-segment-cities__city": {
"0": "start", "0": "start",
"1": "end" "1": "end"
} }
} }
}, },
"expected":{ "expected": {
"type": "rule_relativeTime", "type": "rule_relativeTime",
"rules":{ "rules": {
"relativeTime": { "relativeTime": {
"from": "5th next month" "from": "5th next month"
}, },
@@ -73,6 +73,6 @@
} }
} }
} }
} },
} "proxy": true
}

View File

@@ -46,8 +46,11 @@
"type": "rule", "type": "rule",
"rules": { "rules": {
"type": "bookmark_bar_websites_urls", "type": "bookmark_bar_websites_urls",
"urls": ["https://jalammar.github.io/illustrated-transformer/"] "urls": [
} "https://jalammar.github.io/illustrated-transformer/"
]
} }
} }
},
"proxy": true
} }

View File

@@ -47,8 +47,11 @@
"type": "rule", "type": "rule",
"rules": { "rules": {
"type": "domains", "type": "domains",
"domains": [".amazon.com"] "domains": [
} ".amazon.com"
]
} }
} }
},
"proxy": true
} }

View File

@@ -43,21 +43,24 @@
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func":"check_direct_json_object", "func": "check_direct_json_object",
"result": { "result": {
"type": "active_tab_url_parse", "type": "active_tab_url_parse",
"goto_prefix": "https://www.", "goto_prefix": "https://www.",
"parse_keys": ["q", "tbs"] "parse_keys": [
"q",
"tbs"
]
}, },
"expected":{ "expected": {
"type": "rule", "type": "rule",
"rules":{ "rules": {
"expected": { "expected": {
"q": "drip coffee maker", "q": "drip coffee maker",
"tbs": "mr:1,price:1,ppr_min:25,ppr_max:60,sales:1,pdtr0:1825161|1825162" "tbs": "mr:1,price:1,ppr_min:25,ppr_max:60,sales:1,pdtr0:1825161|1825162"
} }
} }
} }
} },
} "proxy": true
}

View File

@@ -43,23 +43,28 @@
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func":"check_direct_json_object", "func": "check_direct_json_object",
"result": { "result": {
"type": "active_tab_url_parse", "type": "active_tab_url_parse",
"goto_prefix": "https://www.", "goto_prefix": "https://www.",
"parse_keys": ["list_price_max", "maximum_distance", "zip","fuel_slugs[]"] "parse_keys": [
"list_price_max",
"maximum_distance",
"zip",
"fuel_slugs[]"
]
}, },
"expected":{ "expected": {
"type": "rule", "type": "rule",
"rules":{ "rules": {
"expected": { "expected": {
"list_price_max": "50000", "list_price_max": "50000",
"maximum_distance": "50", "maximum_distance": "50",
"zip":"10001", "zip": "10001",
"fuel_slugs[]":"electric" "fuel_slugs[]": "electric"
} }
} }
} }
} },
} "proxy": true
}

View File

@@ -43,19 +43,23 @@
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func":"check_direct_json_object", "func": "check_direct_json_object",
"result": { "result": {
"type": "active_tab_url_parse", "type": "active_tab_url_parse",
"goto_prefix": "https://www.", "goto_prefix": "https://www.",
"parse_keys": ["fromStation", "toStation", "departing"], "parse_keys": [
"replace":{ "fromStation",
"toStation",
"departing"
],
"replace": {
"departing": "time" "departing": "time"
} }
}, },
"expected":{ "expected": {
"type": "rule_relativeTime", "type": "rule_relativeTime",
"rules":{ "rules": {
"relativeTime":{ "relativeTime": {
"from": "next Monday" "from": "next Monday"
}, },
"expected": { "expected": {
@@ -65,5 +69,6 @@
} }
} }
} }
} },
"proxy": true
} }

View File

@@ -3,13 +3,13 @@
"snapshot": "chrome", "snapshot": "chrome",
"instruction": "Could you assist me in turning off the dark mode feature in Google Chrome? I've noticed that while dark mode is great for reducing glare, it actually makes it more challenging for me to read text clearly, especially with my astigmatism.", "instruction": "Could you assist me in turning off the dark mode feature in Google Chrome? I've noticed that while dark mode is great for reducing glare, it actually makes it more challenging for me to read text clearly, especially with my astigmatism.",
"source": "https://superuser.com/questions/1417973/how-to-disable-google-chrome-dark-mode", "source": "https://superuser.com/questions/1417973/how-to-disable-google-chrome-dark-mode",
"config": [ "config": [],
],
"trajectory": "trajectories/", "trajectory": "trajectories/",
"related_apps": [ "related_apps": [
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func": "infeasible" "func": "infeasible"
} },
"proxy": false
} }

View File

@@ -48,5 +48,6 @@
"expected": "true" "expected": "true"
} }
} }
} },
"proxy": false
} }

View File

@@ -29,13 +29,15 @@
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"postconfig":[{ "postconfig": [
{
"type": "execute", "type": "execute",
"parameters": { "parameters": {
"command": "pkill chrome", "command": "pkill chrome",
"shell": "true" "shell": "true"
} }
}], }
],
"func": "exact_match", "func": "exact_match",
"result": { "result": {
"type": "data_delete_automacally" "type": "data_delete_automacally"
@@ -46,5 +48,6 @@
"expected": "true" "expected": "true"
} }
} }
} },
"proxy": false
} }

View File

@@ -43,7 +43,10 @@
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func":["is_expected_url_pattern_match", "check_direct_json_object"], "func": [
"is_expected_url_pattern_match",
"check_direct_json_object"
],
"conj": "and", "conj": "and",
"result": [ "result": [
{ {
@@ -52,27 +55,29 @@
{ {
"type": "active_tab_html_parse", "type": "active_tab_html_parse",
"category": "xpath", "category": "xpath",
"xpathObject":{ "xpathObject": {
"/html/body/div[2]/div/div[6]/div[2]/div[2]/div/div[1]/div[4]/ul/li[2]": "money" "/html/body/div[2]/div/div[6]/div[2]/div[2]/div/div[1]/div[4]/ul/li[2]": "money"
} }
} }
], ],
"expected":[ "expected": [
{ {
"type": "rule", "type": "rule",
"rules":{ "rules": {
"expected": ["\/women-jerseys\/"] "expected": [
"/women-jerseys/"
]
} }
}, },
{ {
"type": "rule", "type": "rule",
"rules":{ "rules": {
"expected": { "expected": {
"money": "over $60" "money": "over $60"
} }
} }
} }
] ]
} },
} "proxy": true
}

View File

@@ -56,5 +56,6 @@
] ]
} }
} }
} },
"proxy": true
} }

View File

@@ -65,5 +65,6 @@
"url": "https://www.dmv.virginia.gov/licenses-ids/license/applying/eligibility" "url": "https://www.dmv.virginia.gov/licenses-ids/license/applying/eligibility"
} }
} }
} },
"proxy": true
} }

View File

@@ -53,17 +53,18 @@
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func":"is_expected_active_tab", "func": "is_expected_active_tab",
"result": { "result": {
"type": "active_tab_info", "type": "active_tab_info",
"goto_prefix": "https://www." "goto_prefix": "https://www."
}, },
"expected":{ "expected": {
"type": "rule", "type": "rule",
"rules":{ "rules": {
"type": "url", "type": "url",
"url": "https://discussions.flightaware.com/t/the-banter-thread/4412" "url": "https://discussions.flightaware.com/t/the-banter-thread/4412"
} }
} }
} },
} "proxy": true
}

View File

@@ -3,13 +3,13 @@
"snapshot": "chrome", "snapshot": "chrome",
"instruction": "Could you please change the number of search results displayed on one page to 50? I find that having more results visible at once significantly enhances my research efficiency, as it reduces the need to constantly click through multiple pages. ", "instruction": "Could you please change the number of search results displayed on one page to 50? I find that having more results visible at once significantly enhances my research efficiency, as it reduces the need to constantly click through multiple pages. ",
"source": "https://support.google.com/chrome/thread/219988391/increase-search-results-per-page?hl=en", "source": "https://support.google.com/chrome/thread/219988391/increase-search-results-per-page?hl=en",
"config": [ "config": [],
],
"trajectory": "trajectories/", "trajectory": "trajectories/",
"related_apps": [ "related_apps": [
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func": "infeasible" "func": "infeasible"
} },
"proxy": false
} }

View File

@@ -61,5 +61,6 @@
"max": 99999 "max": 99999
} }
} }
} },
"proxy": false
} }

View File

@@ -43,7 +43,10 @@
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func": ["exact_match", "exact_match"], "func": [
"exact_match",
"exact_match"
],
"conj": "or", "conj": "or",
"result": [ "result": [
{ {
@@ -59,7 +62,8 @@
"partIndex": -1, "partIndex": -1,
"needDeleteId": false, "needDeleteId": false,
"returnType": "string" "returnType": "string"
}], }
],
"expected": [ "expected": [
{ {
"type": "rule", "type": "rule",
@@ -72,6 +76,8 @@
"rules": { "rules": {
"expected": "tamiflu-side-effects.html" "expected": "tamiflu-side-effects.html"
} }
}]
} }
]
},
"proxy": true
} }

View File

@@ -23,7 +23,6 @@
] ]
} }
}, },
{ {
"type": "chrome_open_tabs", "type": "chrome_open_tabs",
"parameters": { "parameters": {
@@ -44,24 +43,24 @@
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func":"check_direct_json_object", "func": "check_direct_json_object",
"result": { "result": {
"type": "active_tab_html_parse", "type": "active_tab_html_parse",
"goto_prefix": "https://www.", "goto_prefix": "https://www.",
"category":"class", "category": "class",
"class_singleObject":{}, "class_singleObject": {},
"class_multiObject":{ "class_multiObject": {
"camp-sortable-column-header":{ "camp-sortable-column-header": {
"2":"camp-sortable-column-header" "2": "camp-sortable-column-header"
} }
} }
}, },
"expected":{ "expected": {
"type":"gotoRecreationPage_and_get_html_content", "type": "gotoRecreationPage_and_get_html_content",
"selector": "class", "selector": "class",
"class": "camp-sortable-column-header", "class": "camp-sortable-column-header",
"order": "2" "order": "2"
} }
} },
} "proxy": true
}

View File

@@ -43,23 +43,22 @@
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func":"check_direct_json_object", "func": "check_direct_json_object",
"result": { "result": {
"type": "active_tab_html_parse", "type": "active_tab_html_parse",
"goto_prefix": "https://www.", "goto_prefix": "https://www.",
"category": "xpath", "category": "xpath",
"xpathObject":{ "xpathObject": {
"/html/body/div[1]/main/div[3]/div/div[1]/div[2]/div[1]/div[2]/div/div/div/div/div[1]/div/button/div[3]":"from", "/html/body/div[1]/main/div[3]/div/div[1]/div[2]/div[1]/div[2]/div/div/div/div/div[1]/div/button/div[3]": "from",
"/html/body/div[1]/main/div[3]/div/div[1]/div[2]/div[1]/div[2]/div/div/div/div/div[2]/button/div[3]":"to", "/html/body/div[1]/main/div[3]/div/div[1]/div[2]/div[1]/div[2]/div/div/div/div/div[2]/button/div[3]": "to",
"/html/body/div[1]/main/div[3]/div/div[1]/div[2]/div[1]/div[1]/div/h1":"city", "/html/body/div[1]/main/div[3]/div/div[1]/div[2]/div[1]/div[1]/div/h1": "city",
"/html/body/div[1]/main/div[3]/div/div[1]/div[2]/div[1]/div[2]/div/div/div/div/div[3]/button/div[3]/span/span[2]":"adult", "/html/body/div[1]/main/div[3]/div/div[1]/div[2]/div[1]/div[2]/div/div/div/div/div[3]/button/div[3]/span/span[2]": "adult",
"/html/body/div[1]/main/div[3]/div/div[2]/div/div[1]/div/div[2]/div[1]/div/div[1]/div/div[1]/div[2]/div/div[2]/div/button/div/div":"rank" "/html/body/div[1]/main/div[3]/div/div[2]/div/div[1]/div/div[2]/div[1]/div/div[1]/div/div[1]/div[2]/div/div[2]/div/button/div/div": "rank"
} }
}, },
"expected": "expected": {
{
"type": "rule_relativeTime", "type": "rule_relativeTime",
"rules":{ "rules": {
"relativeTime": { "relativeTime": {
"from": "this Saturday", "from": "this Saturday",
"to": "this Sunday" "to": "this Sunday"
@@ -73,6 +72,6 @@
} }
} }
} }
} },
} "proxy": true
}

View File

@@ -36,8 +36,12 @@
"expected": { "expected": {
"type": "rule", "type": "rule",
"rules": { "rules": {
"expected": ["Microsoft Bing", "Bing"] "expected": [
} "Microsoft Bing",
"Bing"
]
} }
} }
},
"proxy": false
} }

View File

@@ -53,17 +53,19 @@
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func":"is_expected_url_pattern_match", "func": "is_expected_url_pattern_match",
"result": { "result": {
"type": "active_tab_info", "type": "active_tab_info",
"goto_prefix": "https://www." "goto_prefix": "https://www."
}, },
"expected":{ "expected": {
"type": "rule", "type": "rule",
"rules":{ "rules": {
"expected": ["checked-bag-fee-calculator"] "expected": [
"checked-bag-fee-calculator"
]
} }
} }
} },
} "proxy": true
}

View File

@@ -58,5 +58,6 @@
] ]
} }
} }
} },
"proxy": true
} }

View File

@@ -43,7 +43,11 @@
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func":["is_expected_url_pattern_match", "check_direct_json_object", "check_direct_json_object"], "func": [
"is_expected_url_pattern_match",
"check_direct_json_object",
"check_direct_json_object"
],
"conj": "and", "conj": "and",
"result": [ "result": [
{ {
@@ -52,9 +56,9 @@
{ {
"type": "active_tab_html_parse", "type": "active_tab_html_parse",
"category": "class", "category": "class",
"class_singleObject":{}, "class_singleObject": {},
"class_multiObject":{ "class_multiObject": {
"breakword":{ "breakword": {
"1": "content", "1": "content",
"2": "time" "2": "time"
} }
@@ -63,24 +67,26 @@
{ {
"type": "active_tab_html_parse", "type": "active_tab_html_parse",
"category": "input", "category": "input",
"inputObject":{ "inputObject": {
"/html/body/div/div/form/div[7]/div/div/div[1]/input[1]": "name", "/html/body/div/div/form/div[7]/div/div/div[1]/input[1]": "name",
"/html/body/div/div/form/div[7]/div/div/div[1]/input[2]": "mail" "/html/body/div/div/form/div[7]/div/div/div[1]/input[2]": "mail"
} }
} }
], ],
"expected":[ "expected": [
{ {
"type": "rule", "type": "rule",
"rules":{ "rules": {
"expected": ["CharlieCardStoreAppointments@mbta.com\/bookings\/"] "expected": [
"CharlieCardStoreAppointments@mbta.com/bookings/"
]
} }
}, },
{ {
"type": "rule_relativeTime", "type": "rule_relativeTime",
"rules":{ "rules": {
"relativeTime":{ "relativeTime": {
"from":"first monday four months later" "from": "first monday four months later"
}, },
"expected": { "expected": {
"content": "Apply for Transportation Access Pass (TAP) CharlieCard non-auto approval", "content": "Apply for Transportation Access Pass (TAP) CharlieCard non-auto approval",
@@ -90,7 +96,7 @@
}, },
{ {
"type": "rule", "type": "rule",
"rules":{ "rules": {
"expected": { "expected": {
"name": "James Smith", "name": "James Smith",
"mail": "james.smith@gmail.com" "mail": "james.smith@gmail.com"
@@ -98,5 +104,6 @@
} }
} }
] ]
} },
"proxy": true
} }

View File

@@ -48,5 +48,6 @@
"path": "https://lilianweng.github.io/posts/2023-06-23-agent/", "path": "https://lilianweng.github.io/posts/2023-06-23-agent/",
"dest": "LLM Powered Autonomous Agents _ Lil'Log_gold.pdf" "dest": "LLM Powered Autonomous Agents _ Lil'Log_gold.pdf"
} }
} },
"proxy": true
} }

View File

@@ -65,5 +65,6 @@
"url": "https://www.nfl.com/scores/2019/POST4" "url": "https://www.nfl.com/scores/2019/POST4"
} }
} }
} },
"proxy": true
} }

View File

@@ -43,17 +43,19 @@
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func":"is_expected_url_pattern_match", "func": "is_expected_url_pattern_match",
"result": { "result": {
"type": "active_tab_info", "type": "active_tab_info",
"goto_prefix": "https://www." "goto_prefix": "https://www."
}, },
"expected":{ "expected": {
"type": "rule", "type": "rule",
"rules":{ "rules": {
"expected": ["Buying-Tickets"] "expected": [
"Buying-Tickets"
]
} }
} }
} },
} "proxy": true
}

View File

@@ -65,5 +65,6 @@
"url": "https://www.apple.com/iphone/compare/?modelList=iphone-15-pro-max,iphone-15-pro,iphone-13-pro-max" "url": "https://www.apple.com/iphone/compare/?modelList=iphone-15-pro-max,iphone-15-pro,iphone-13-pro-max"
} }
} }
} },
"proxy": true
} }

View File

@@ -43,18 +43,26 @@
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func":"check_direct_json_object", "func": "check_direct_json_object",
"result": { "result": {
"type": "active_tab_url_parse", "type": "active_tab_url_parse",
"goto_prefix": "https://www.", "goto_prefix": "https://www.",
"parse_keys":["originIata", "destinationIata", "tpAdults", "tpTeens", "tpChildren", "tpStartDate", "isReturn"], "parse_keys": [
"replace":{ "originIata",
"destinationIata",
"tpAdults",
"tpTeens",
"tpChildren",
"tpStartDate",
"isReturn"
],
"replace": {
"tpStartDate": "time" "tpStartDate": "time"
} }
}, },
"expected":{ "expected": {
"type": "rule_relativeTime", "type": "rule_relativeTime",
"rules":{ "rules": {
"relativeTime": { "relativeTime": {
"from": "10th next month" "from": "10th next month"
}, },
@@ -65,10 +73,10 @@
"tpTeens": "0", "tpTeens": "0",
"tpChildren": "0", "tpChildren": "0",
"time": "{Year}-{Month0D}-{DayD}", "time": "{Year}-{Month0D}-{DayD}",
"isReturn":"false" "isReturn": "false"
} }
} }
} }
} },
} "proxy": true
}

View File

@@ -43,24 +43,24 @@
"chrome" "chrome"
], ],
"evaluator": { "evaluator": {
"func":"check_direct_json_object", "func": "check_direct_json_object",
"result": { "result": {
"type": "active_tab_html_parse", "type": "active_tab_html_parse",
"goto_prefix": "https://www.", "goto_prefix": "https://www.",
"category": "class", "category": "class",
"class_singleObject":{ "class_singleObject": {
"search-date": "time" "search-date": "time"
}, },
"class_multiObject":{ "class_multiObject": {
"search-segment-cities__city": { "search-segment-cities__city": {
"0": "start", "0": "start",
"1": "end" "1": "end"
} }
} }
}, },
"expected":{ "expected": {
"type": "rule_relativeTime", "type": "rule_relativeTime",
"rules":{ "rules": {
"relativeTime": { "relativeTime": {
"from": "tomorrow" "from": "tomorrow"
}, },
@@ -71,6 +71,6 @@
} }
} }
} }
} },
} "proxy": true
}

View File

@@ -31,5 +31,6 @@
], ],
"evaluator": { "evaluator": {
"func": "infeasible" "func": "infeasible"
} },
"proxy": false
} }

View File

@@ -91,5 +91,6 @@
"path": "/home/user/Desktop/palette_computer.png", "path": "/home/user/Desktop/palette_computer.png",
"dest": "palette_computer.png" "dest": "palette_computer.png"
} }
} },
"proxy": false
} }

View File

@@ -95,5 +95,6 @@
"path": "/home/user/Desktop/dog_without_background.png", "path": "/home/user/Desktop/dog_without_background.png",
"dest": "dog_without_background.png" "dest": "dog_without_background.png"
} }
} },
"proxy": false
} }

View File

@@ -38,5 +38,6 @@
], ],
"evaluator": { "evaluator": {
"func": "infeasible" "func": "infeasible"
} },
"proxy": false
} }

View File

@@ -22,5 +22,6 @@
], ],
"evaluator": { "evaluator": {
"func": "infeasible" "func": "infeasible"
} },
"proxy": false
} }

View File

@@ -91,5 +91,6 @@
"path": "/home/user/Desktop/edited_colorful.png", "path": "/home/user/Desktop/edited_colorful.png",
"dest": "edited_colorful.png" "dest": "edited_colorful.png"
} }
} },
"proxy": false
} }

View File

@@ -31,5 +31,6 @@
], ],
"evaluator": { "evaluator": {
"func": "infeasible" "func": "infeasible"
} },
"proxy": false
} }

View File

@@ -3,13 +3,13 @@
"snapshot": "gimp", "snapshot": "gimp",
"instruction": "Could you help me download the logo of the University of Hong Kong in \".png\" format within GIMP?", "instruction": "Could you help me download the logo of the University of Hong Kong in \".png\" format within GIMP?",
"source": "", "source": "",
"config": [ "config": [],
],
"trajectory": "trajectories/", "trajectory": "trajectories/",
"related_apps": [ "related_apps": [
"gimp" "gimp"
], ],
"evaluator": { "evaluator": {
"func": "infeasible" "func": "infeasible"
} },
"proxy": false
} }

View File

@@ -22,5 +22,6 @@
], ],
"evaluator": { "evaluator": {
"func": "infeasible" "func": "infeasible"
} },
"proxy": false
} }

View File

@@ -91,5 +91,6 @@
"path": "/home/user/Desktop/berry_mirror.png", "path": "/home/user/Desktop/berry_mirror.png",
"dest": "berry_mirror.png" "dest": "berry_mirror.png"
} }
} },
"proxy": false
} }

View File

@@ -95,5 +95,6 @@
"path": "/home/user/Desktop/green_background_with_object.png", "path": "/home/user/Desktop/green_background_with_object.png",
"dest": "green_background_with_object.png" "dest": "green_background_with_object.png"
} }
} },
"proxy": false
} }

View File

@@ -50,5 +50,6 @@
"file_name": "gimprc", "file_name": "gimprc",
"dest": "gimprc" "dest": "gimprc"
} }
} },
"proxy": false
} }

View File

@@ -41,5 +41,6 @@
"path": "/home/user/Desktop/export.jpg", "path": "/home/user/Desktop/export.jpg",
"dest": "export.jpg" "dest": "export.jpg"
} }
} },
"proxy": false
} }

View File

@@ -91,5 +91,6 @@
"path": "/home/user/Desktop/edited_darker.png", "path": "/home/user/Desktop/edited_darker.png",
"dest": "edited_darker.png" "dest": "edited_darker.png"
} }
} },
"proxy": false
} }

View File

@@ -50,5 +50,6 @@
"file_name": "gimprc", "file_name": "gimprc",
"dest": "gimprc" "dest": "gimprc"
} }
} },
"proxy": false
} }

View File

@@ -31,5 +31,6 @@
], ],
"evaluator": { "evaluator": {
"func": "infeasible" "func": "infeasible"
} },
"proxy": false
} }

View File

@@ -65,5 +65,6 @@
"file_name": "action-history", "file_name": "action-history",
"dest": "action-history" "dest": "action-history"
} }
} },
"proxy": false
} }

View File

@@ -62,5 +62,6 @@
"file_name": "gimprc", "file_name": "gimprc",
"dest": "gimprc" "dest": "gimprc"
} }
} },
"proxy": false
} }

View File

@@ -113,5 +113,6 @@
"dest": "resized.png" "dest": "resized.png"
} }
] ]
} },
"proxy": false
} }

View File

@@ -50,5 +50,6 @@
"file_name": "sessionrc", "file_name": "sessionrc",
"dest": "sessionrc" "dest": "sessionrc"
} }
} },
"proxy": false
} }

View File

@@ -31,5 +31,6 @@
], ],
"evaluator": { "evaluator": {
"func": "infeasible" "func": "infeasible"
} },
"proxy": false
} }

View File

@@ -3,13 +3,13 @@
"snapshot": "gimp", "snapshot": "gimp",
"instruction": "Could you tone down the brightness of my photo at desktop?", "instruction": "Could you tone down the brightness of my photo at desktop?",
"source": "https://www.quora.com/How-do-I-edit-a-photo-in-GIMP", "source": "https://www.quora.com/How-do-I-edit-a-photo-in-GIMP",
"config": [ "config": [],
],
"trajectory": "trajectories/", "trajectory": "trajectories/",
"related_apps": [ "related_apps": [
"gimp" "gimp"
], ],
"evaluator": { "evaluator": {
"func": "infeasible" "func": "infeasible"
} },
"proxy": false
} }

View File

@@ -86,5 +86,6 @@
"path": "/home/user/Desktop/leftside_textbox.png", "path": "/home/user/Desktop/leftside_textbox.png",
"dest": "leftside_textbox.png" "dest": "leftside_textbox.png"
} }
} },
"proxy": false
} }

View File

@@ -90,5 +90,6 @@
"path": "/home/user/Desktop/Triangle_In_The_Middle.png", "path": "/home/user/Desktop/Triangle_In_The_Middle.png",
"dest": "Triangle_In_The_Middle.png" "dest": "Triangle_In_The_Middle.png"
} }
} },
"proxy": false
} }

View File

@@ -91,5 +91,6 @@
"path": "/home/user/Desktop/berries_contrast.png", "path": "/home/user/Desktop/berries_contrast.png",
"dest": "berries_contrast.png" "dest": "berries_contrast.png"
} }
} },
"proxy": false
} }

View File

@@ -3,13 +3,13 @@
"snapshot": "gimp", "snapshot": "gimp",
"instruction": "Blue is my favorite color, so could you help me change the color theme of GIMP to \"Blue\"?", "instruction": "Blue is my favorite color, so could you help me change the color theme of GIMP to \"Blue\"?",
"source": "", "source": "",
"config": [ "config": [],
],
"trajectory": "trajectories/", "trajectory": "trajectories/",
"related_apps": [ "related_apps": [
"gimp" "gimp"
], ],
"evaluator": { "evaluator": {
"func": "infeasible" "func": "infeasible"
} },
"proxy": false
} }

View File

@@ -78,5 +78,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -87,5 +87,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -83,5 +83,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -78,5 +78,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -86,5 +86,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -105,5 +105,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -91,5 +91,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -82,5 +82,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -78,5 +78,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -84,5 +84,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -84,5 +84,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -78,5 +78,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -84,5 +84,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -78,5 +78,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -86,5 +86,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -112,5 +112,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -78,5 +78,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -3,13 +3,13 @@
"snapshot": "libreoffice_calc", "snapshot": "libreoffice_calc",
"instruction": "Make sparkline chart line by line", "instruction": "Make sparkline chart line by line",
"source": "https://www.youtube.com/shorts/L3Z-F1QTQFY", "source": "https://www.youtube.com/shorts/L3Z-F1QTQFY",
"config": [ "config": [],
],
"trajectory": "trajectories/2bd59342-0664-4ccb-ba87-79379096cc08", "trajectory": "trajectories/2bd59342-0664-4ccb-ba87-79379096cc08",
"related_apps": [ "related_apps": [
"libreoffice_calc" "libreoffice_calc"
], ],
"evaluator": { "evaluator": {
"func": "infeasible" "func": "infeasible"
} },
"proxy": false
} }

View File

@@ -107,5 +107,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -87,5 +87,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -79,5 +79,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -78,5 +78,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -86,5 +86,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -38,5 +38,6 @@
"path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/libreoffice_calc/3aaa4e37-dc91-482e-99af-132a612d40f3/Export_Calc_to_CSV.csv", "path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/libreoffice_calc/3aaa4e37-dc91-482e-99af-132a612d40f3/Export_Calc_to_CSV.csv",
"dest": "Export_Calc_to_CSV_gold.csv" "dest": "Export_Calc_to_CSV_gold.csv"
} }
} },
"proxy": false
} }

View File

@@ -78,5 +78,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -83,5 +83,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -78,5 +78,6 @@
} }
] ]
} }
} },
"proxy": false
} }

View File

@@ -78,5 +78,6 @@
} }
] ]
} }
} },
"proxy": false
} }

Some files were not shown because too many files have changed in this diff Show More