From 1ff9f5c38b3663739733e21dbf6f5b1baa7d7da4 Mon Sep 17 00:00:00 2001 From: David Chang Date: Mon, 26 Feb 2024 20:50:08 +0800 Subject: [PATCH 1/2] ver Feb26th statistics of action types of exp_som branch --- action_type_analysis.py | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) create mode 100644 action_type_analysis.py diff --git a/action_type_analysis.py b/action_type_analysis.py new file mode 100644 index 0000000..750ef9b --- /dev/null +++ b/action_type_analysis.py @@ -0,0 +1,22 @@ +import json +import glob + +from typing import Dict, Counter +from typing import Any + +import collections + +action_counter: Counter[str] = collections.Counter() +for trjctr in glob.glob("snapshots/exp_som/exp_trajectory/**/*.json", recursive=True): + with open(trjctr) as f: + for l in f: + step: Dict[str, Any] = json.loads(l) + #print(step) + for rsp in step.get("action", "").splitlines(): + if rsp.startswith("pyautogui."): + action_counter[rsp[10:rsp.find("(")]] += 1 + elif rsp in {"WAIT", "FAIL", "DONE"}: + action_counter[rsp] += 1 + +for k, nb in sorted(action_counter.items(), key=(lambda itm: itm[1]), reverse=True): + print(k, nb) From 1ed763591b6579ecd8c6025dbba4fbe37614ac73 Mon Sep 17 00:00:00 2001 From: David Chang Date: Mon, 26 Feb 2024 23:19:17 +0800 Subject: [PATCH 2/2] ver Feb26thv2 updated two new chrome tasks --- .../chrome/82bc8d6a-36eb-4d2d-8801-ef714fb1e55a.json | 7 +++---- .../chrome/da46d875-6b82-4681-9284-653b0c7ae241.json | 9 ++++----- 2 files changed, 7 insertions(+), 9 deletions(-) diff --git a/evaluation_examples/examples/chrome/82bc8d6a-36eb-4d2d-8801-ef714fb1e55a.json b/evaluation_examples/examples/chrome/82bc8d6a-36eb-4d2d-8801-ef714fb1e55a.json index f6c7a68..eaf66d7 100644 --- a/evaluation_examples/examples/chrome/82bc8d6a-36eb-4d2d-8801-ef714fb1e55a.json +++ b/evaluation_examples/examples/chrome/82bc8d6a-36eb-4d2d-8801-ef714fb1e55a.json @@ -1,7 +1,7 @@ { "id": "82bc8d6a-36eb-4d2d-8801-ef714fb1e55a", "snapshot": "chrome", - "instruction": "On April 21, look up a flight from Mumbai to Stockholm.", + "instruction": "On next Monday, look up a flight from Mumbai to Stockholm.", "source": "test_task_1", "config": [ { @@ -61,10 +61,9 @@ "expected": { "fromStation": "BOM", "toStation": "STO", - "time": "{Year}-{Month0D}-{DayD}" + "time": "{Year}-{Month0D}-{Day0D}" } } } } - } - \ No newline at end of file +} diff --git a/evaluation_examples/examples/chrome/da46d875-6b82-4681-9284-653b0c7ae241.json b/evaluation_examples/examples/chrome/da46d875-6b82-4681-9284-653b0c7ae241.json index a458935..0abaac7 100644 --- a/evaluation_examples/examples/chrome/da46d875-6b82-4681-9284-653b0c7ae241.json +++ b/evaluation_examples/examples/chrome/da46d875-6b82-4681-9284-653b0c7ae241.json @@ -1,7 +1,7 @@ { "id": "da46d875-6b82-4681-9284-653b0c7ae241", "snapshot": "chrome", - "instruction": "Schedule an appointment to apply for transportation access pass in the Charlie Card store on the first Monday four months later, 10:15 am, fill in my details (James Smith, james.smith@gmail.com), and book.", + "instruction": "Schedule an appointment to apply for transportation access pass in the Charlie Card store on the first Monday four months later, 10:15 am, fill in my details (James Smith, james.smith@gmail.com). And don not click \"book\" directly. Let me review it.", "source": "test_task_2", "config": [ { @@ -58,7 +58,7 @@ "1": "content", "2": "time" } - } + } }, { "type": "active_tab_html_parse", @@ -74,7 +74,7 @@ "type": "rule", "rules":{ "expected": ["CharlieCardStoreAppointments@mbta.com\/bookings\/"] - } + } }, { "type": "rule_relativeTime", @@ -99,5 +99,4 @@ } ] } - } - \ No newline at end of file +}