From e2745d8b1b0eb0484fe01a6ea826545ad87d21b9 Mon Sep 17 00:00:00 2001 From: Jason Lee Date: Thu, 22 Feb 2024 16:31:25 +0800 Subject: [PATCH] add new chrome examples and change port from 9222 to 1337 --- .../030eeff7-b492-4218-b312-701ec99ee0cc.json | 2 +- .../3299584d-8f11-4457-bf4c-ce98f7600250.json | 2 +- .../6766f2b8-8a72-417f-a9e5-56fcaa735837.json | 2 +- .../9656a811-9b5b-4ddf-99c7-5117bcef0626.json | 2 +- .../99146c54-4f37-4ab8-9327-5f3291665e1e.json | 29 +++++++++++- .../a96b564e-dbe9-42c3-9ccf-b4498073438a.json | 45 +++++++++++++++++++ .../bb5e4c0d-f964-439c-97b6-bdb9747de3f4.json | 2 +- .../f3b19d1e-2d48-44e9-b4e1-defcae1a0197.json | 44 ++++++++++++++++++ 8 files changed, 121 insertions(+), 7 deletions(-) create mode 100644 evaluation_examples/examples/chrome/a96b564e-dbe9-42c3-9ccf-b4498073438a.json create mode 100644 evaluation_examples/examples/chrome/f3b19d1e-2d48-44e9-b4e1-defcae1a0197.json diff --git a/evaluation_examples/examples/chrome/030eeff7-b492-4218-b312-701ec99ee0cc.json b/evaluation_examples/examples/chrome/030eeff7-b492-4218-b312-701ec99ee0cc.json index b03b588..93c7cd2 100644 --- a/evaluation_examples/examples/chrome/030eeff7-b492-4218-b312-701ec99ee0cc.json +++ b/evaluation_examples/examples/chrome/030eeff7-b492-4218-b312-701ec99ee0cc.json @@ -9,7 +9,7 @@ "parameters": { "command": [ "google-chrome", - "--remote-debugging-port=9222" + "--remote-debugging-port=1337" ] } }, diff --git a/evaluation_examples/examples/chrome/3299584d-8f11-4457-bf4c-ce98f7600250.json b/evaluation_examples/examples/chrome/3299584d-8f11-4457-bf4c-ce98f7600250.json index 06a6cd9..72cc907 100644 --- a/evaluation_examples/examples/chrome/3299584d-8f11-4457-bf4c-ce98f7600250.json +++ b/evaluation_examples/examples/chrome/3299584d-8f11-4457-bf4c-ce98f7600250.json @@ -23,7 +23,7 @@ "parameters": { "command": [ "google-chrome", - "--remote-debugging-port=9222" + "--remote-debugging-port=1337" ] } }, diff --git a/evaluation_examples/examples/chrome/6766f2b8-8a72-417f-a9e5-56fcaa735837.json b/evaluation_examples/examples/chrome/6766f2b8-8a72-417f-a9e5-56fcaa735837.json index ddf8177..d4e0eed 100644 --- a/evaluation_examples/examples/chrome/6766f2b8-8a72-417f-a9e5-56fcaa735837.json +++ b/evaluation_examples/examples/chrome/6766f2b8-8a72-417f-a9e5-56fcaa735837.json @@ -27,7 +27,7 @@ "parameters": { "command": [ "google-chrome", - "--remote-debugging-port=9222" + "--remote-debugging-port=1337" ] } }, diff --git a/evaluation_examples/examples/chrome/9656a811-9b5b-4ddf-99c7-5117bcef0626.json b/evaluation_examples/examples/chrome/9656a811-9b5b-4ddf-99c7-5117bcef0626.json index da8a2a0..a911041 100644 --- a/evaluation_examples/examples/chrome/9656a811-9b5b-4ddf-99c7-5117bcef0626.json +++ b/evaluation_examples/examples/chrome/9656a811-9b5b-4ddf-99c7-5117bcef0626.json @@ -9,7 +9,7 @@ "parameters": { "command": [ "google-chrome", - "--remote-debugging-port=9222" + "--remote-debugging-port=1337" ] } }, diff --git a/evaluation_examples/examples/chrome/99146c54-4f37-4ab8-9327-5f3291665e1e.json b/evaluation_examples/examples/chrome/99146c54-4f37-4ab8-9327-5f3291665e1e.json index 21b2236..c4aa86e 100644 --- a/evaluation_examples/examples/chrome/99146c54-4f37-4ab8-9327-5f3291665e1e.json +++ b/evaluation_examples/examples/chrome/99146c54-4f37-4ab8-9327-5f3291665e1e.json @@ -3,16 +3,41 @@ "snapshot": "chrome", "instruction": "Please help me set Chrome to delete my browsing history automatically every time I close the browser.", "source": "https://www.youtube.com/watch?v=v0kxqB7Xa6I", - "config": [], + "config": [ + { + "type": "launch", + "parameters": { + "command": [ + "google-chrome", + "--remote-debugging-port=1337" + ] + } + }, + { + "type": "launch", + "parameters": { + "command": [ + "socat", + "tcp-listen:9222,fork", + "tcp:localhost:1337" + ] + } + } + ], "trajectory": "trajectories/", "related_apps": [ "chrome" ], "evaluator": { - "func": "", + "func": "exact_match", "result": { + "type": "data_delete_automacally" }, "expected": { + "type": "rule", + "rules": { + "expected": "Crashed" + } } } } diff --git a/evaluation_examples/examples/chrome/a96b564e-dbe9-42c3-9ccf-b4498073438a.json b/evaluation_examples/examples/chrome/a96b564e-dbe9-42c3-9ccf-b4498073438a.json new file mode 100644 index 0000000..d0a46b2 --- /dev/null +++ b/evaluation_examples/examples/chrome/a96b564e-dbe9-42c3-9ccf-b4498073438a.json @@ -0,0 +1,45 @@ +{ + "id": "a96b564e-dbe9-42c3-9ccf-b4498073438a", + "snapshot": "chrome", + "instruction": "Find discussions of community and open one with most replies.", + "source": "test_task_0", + "config": [ + { + "type": "launch", + "parameters": { + "command": [ + "google-chrome", + "--remote-debugging-port=1337" + ] + } + }, + { + "type": "launch", + "parameters": { + "command": [ + "socat", + "tcp-listen:9222,fork", + "tcp:localhost:1337" + ] + } + } + ], + "trajectory": "trajectories/", + "related_apps": [ + "chrome" + ], + "evaluator": { + "func":"is_expected_active_tab", + "result": { + "type": "active_tab_info" + }, + "expected":{ + "type": "rule", + "rules":{ + "type": "url", + "url": "https://discussions.flightaware.com/t/graphs-for-dump1090-my-version-with-install-script/46263" + } + } + } + } + \ No newline at end of file diff --git a/evaluation_examples/examples/chrome/bb5e4c0d-f964-439c-97b6-bdb9747de3f4.json b/evaluation_examples/examples/chrome/bb5e4c0d-f964-439c-97b6-bdb9747de3f4.json index 06ffe50..f87b862 100644 --- a/evaluation_examples/examples/chrome/bb5e4c0d-f964-439c-97b6-bdb9747de3f4.json +++ b/evaluation_examples/examples/chrome/bb5e4c0d-f964-439c-97b6-bdb9747de3f4.json @@ -9,7 +9,7 @@ "parameters": { "command": [ "google-chrome", - "--remote-debugging-port=9222" + "--remote-debugging-port=1337" ] } }, diff --git a/evaluation_examples/examples/chrome/f3b19d1e-2d48-44e9-b4e1-defcae1a0197.json b/evaluation_examples/examples/chrome/f3b19d1e-2d48-44e9-b4e1-defcae1a0197.json new file mode 100644 index 0000000..e8b7d52 --- /dev/null +++ b/evaluation_examples/examples/chrome/f3b19d1e-2d48-44e9-b4e1-defcae1a0197.json @@ -0,0 +1,44 @@ +{ + "id": "f3b19d1e-2d48-44e9-b4e1-defcae1a0197", + "snapshot": "chrome", + "instruction": "Find help page about buying tickets.", + "source": "test_task_0", + "config": [ + { + "type": "launch", + "parameters": { + "command": [ + "google-chrome", + "--remote-debugging-port=1337" + ] + } + }, + { + "type": "launch", + "parameters": { + "command": [ + "socat", + "tcp-listen:9222,fork", + "tcp:localhost:1337" + ] + } + } + ], + "trajectory": "trajectories/", + "related_apps": [ + "chrome" + ], + "evaluator": { + "func":"is_expected_url_pattern_match", + "result": { + "type": "active_tab_info" + }, + "expected":{ + "type": "rule", + "rules":{ + "expected": "https://seatgeek\\.com/help/articles/\\d+-Buying-Tickets" + } + } + } + } + \ No newline at end of file