From 670e20a248265d5423463e3eb57157ba389d7baf Mon Sep 17 00:00:00 2001 From: Jason Lee Date: Wed, 13 Mar 2024 20:31:52 +0800 Subject: [PATCH 1/2] update examples --- .../e2392362-125e-4f76-a2ee-524b183a3412.json | 12 ++++++++++++ .../settings/googledrive/credentials.json | 2 +- 2 files changed, 13 insertions(+), 1 deletion(-) diff --git a/evaluation_examples/examples/multi_apps/e2392362-125e-4f76-a2ee-524b183a3412.json b/evaluation_examples/examples/multi_apps/e2392362-125e-4f76-a2ee-524b183a3412.json index 340f686..ea08560 100644 --- a/evaluation_examples/examples/multi_apps/e2392362-125e-4f76-a2ee-524b183a3412.json +++ b/evaluation_examples/examples/multi_apps/e2392362-125e-4f76-a2ee-524b183a3412.json @@ -53,6 +53,18 @@ "trajectory": "trajectories/e2392362-125e-4f76-a2ee-524b183a3412", "related_apps": ["chrome", "os", "vscode"], "evaluator": { + "postconfig":[ + { + "type": "execute", + "parameters": { + "command": [ + "python", + "-c", + "import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);" + ] + } + } + ], "func": "check_json", "options": {"is_yaml": true}, "expected": { diff --git a/evaluation_examples/settings/googledrive/credentials.json b/evaluation_examples/settings/googledrive/credentials.json index c4b0d33..d12c406 100644 --- a/evaluation_examples/settings/googledrive/credentials.json +++ b/evaluation_examples/settings/googledrive/credentials.json @@ -1 +1 @@ -{"access_token": "ya29.a0Ad52N3969wUkQepy6SBOSw9Gjg4-MNPfEUBD3OZpajVfs9wL4DbfImk-5XawHjBkTdCKKBqG5R9XIX6KvvUzQDfB2BwVwb0MfLfLJDLALia7MRdPn4j6GAES372u3bSqJNNPMwVZA9j-THb3o5svJiKcJgwcoFKeKC_xaCgYKAScSARISFQHGX2MioJPeGh_8OM6z1_BujwRe3Q0171", "client_id": "786888752612-rgng5v9hcq4as7pn0b40gt9r5lekmht9.apps.googleusercontent.com", "client_secret": "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", "refresh_token": "1//0eVpYfdSAjvbCCgYIARAAGA4SNwF-L9IrAgL6KVceiEVTjtQdmPki2I3m8ejP3lzTLL2Wa3-rdrYfU7eYeKDVCS5KRxa_xCE_pPY", "token_expiry": "2024-03-08T17:16:15Z", "token_uri": "https://oauth2.googleapis.com/token", "user_agent": null, "revoke_uri": "https://oauth2.googleapis.com/revoke", "id_token": null, "id_token_jwt": null, "token_response": {"access_token": "ya29.a0Ad52N3969wUkQepy6SBOSw9Gjg4-MNPfEUBD3OZpajVfs9wL4DbfImk-5XawHjBkTdCKKBqG5R9XIX6KvvUzQDfB2BwVwb0MfLfLJDLALia7MRdPn4j6GAES372u3bSqJNNPMwVZA9j-THb3o5svJiKcJgwcoFKeKC_xaCgYKAScSARISFQHGX2MioJPeGh_8OM6z1_BujwRe3Q0171", "expires_in": 3599, "refresh_token": "1//0eVpYfdSAjvbCCgYIARAAGA4SNwF-L9IrAgL6KVceiEVTjtQdmPki2I3m8ejP3lzTLL2Wa3-rdrYfU7eYeKDVCS5KRxa_xCE_pPY", "scope": "https://www.googleapis.com/auth/drive", "token_type": "Bearer"}, "scopes": ["https://www.googleapis.com/auth/drive"], "token_info_uri": "https://oauth2.googleapis.com/tokeninfo", "invalid": false, "_class": "OAuth2Credentials", "_module": "oauth2client.client"} \ No newline at end of file +{"access_token": "ya29.a0Ad52N39ZcfpNY4Sf7ENoFll1YKdduqt6LPdlPFARhaxx90vWPlXvhHfTaEFDEMAbkOBa-08KkZ1huROAlXDIcVRTvfBOuodzWus5ewKSo3E-1Co9R17O3d6UkIDrSyYYET5j9CBnP4x-bgNTDCadJXqVTTCvXGRAyFHXTwaCgYKASgSARISFQHGX2MiQ7ND_iA14Ai6cSVeNKeqdg0173", "client_id": "786888752612-rgng5v9hcq4as7pn0b40gt9r5lekmht9.apps.googleusercontent.com", "client_secret": "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", "refresh_token": "1//0eVpYfdSAjvbCCgYIARAAGA4SNwF-L9IrAgL6KVceiEVTjtQdmPki2I3m8ejP3lzTLL2Wa3-rdrYfU7eYeKDVCS5KRxa_xCE_pPY", "token_expiry": "2024-03-10T08:19:52Z", "token_uri": "https://oauth2.googleapis.com/token", "user_agent": null, "revoke_uri": "https://oauth2.googleapis.com/revoke", "id_token": null, "id_token_jwt": null, "token_response": {"access_token": "ya29.a0Ad52N39ZcfpNY4Sf7ENoFll1YKdduqt6LPdlPFARhaxx90vWPlXvhHfTaEFDEMAbkOBa-08KkZ1huROAlXDIcVRTvfBOuodzWus5ewKSo3E-1Co9R17O3d6UkIDrSyYYET5j9CBnP4x-bgNTDCadJXqVTTCvXGRAyFHXTwaCgYKASgSARISFQHGX2MiQ7ND_iA14Ai6cSVeNKeqdg0173", "expires_in": 3599, "scope": "https://www.googleapis.com/auth/drive", "token_type": "Bearer"}, "scopes": ["https://www.googleapis.com/auth/drive"], "token_info_uri": "https://oauth2.googleapis.com/tokeninfo", "invalid": false, "_class": "OAuth2Credentials", "_module": "oauth2client.client"} \ No newline at end of file From 8812cc9930265f1afdf2c5176d96be83735770be Mon Sep 17 00:00:00 2001 From: Jason Lee Date: Wed, 13 Mar 2024 21:45:50 +0800 Subject: [PATCH 2/2] update some ids of "failed" examples --- experiment_screenshot.py | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) diff --git a/experiment_screenshot.py b/experiment_screenshot.py index 6155f09..50f0979 100644 --- a/experiment_screenshot.py +++ b/experiment_screenshot.py @@ -527,7 +527,17 @@ if __name__ == '__main__': 'f723c744-e62c-4ae6-98d1-750d3cd7d79d', '72f83cdc-bf76-4531-9a1b-eb893a13f8aa', '7767eef2-56a3-4cea-8c9f-48c070c7d65b', - '734d6579-c07d-47a8-9ae2-13339795476b' + '734d6579-c07d-47a8-9ae2-13339795476b', + 'e19bd559-633b-4b02-940f-d946248f088e', + '38f48d40-764e-4e77-a7cf-51dfce880291', + 'fbb548ca-c2a6-4601-9204-e39a2efc507b', + '5ca86c6f-f317-49d8-b6a7-b527541caae8', + '62f7fd55-0687-4a43-b6e1-3eda16fc6252', + '8ea73f6f-9689-42ad-8c60-195bbf06a7ba', + '58d3eeeb-e9d0-499f-962e-fd0db2a744d8', + '2e6f678f-472d-4c55-99cc-8e7c5c402a71', + '045bf3ff-9077-4b86-b483-a1040a949cff', + 'dbbf4b99-2253-4b10-9274-45f246af2466' ] thunderbird_list = [