From 9e91b8a5a8a57585fa6258dc3e475f0a1e22145c Mon Sep 17 00:00:00 2001 From: David Chang Date: Tue, 30 Jan 2024 00:25:00 +0800 Subject: [PATCH] ver Jan29thv2 check som implementation --- experiment_screenshot_som.py | 4 ++-- mm_agents/gpt_4v_agent.py | 1 + 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/experiment_screenshot_som.py b/experiment_screenshot_som.py index a8682ba..8247ad8 100644 --- a/experiment_screenshot_som.py +++ b/experiment_screenshot_som.py @@ -153,7 +153,7 @@ def main(example_class, example_id): if __name__ == '__main__': - xx_list = [ "01b269ae-2111-4a07-81fd-3fcd711993b0" + xx_list = [ "35253b65-1c19-4304-8aa4-6884b8218fc0" ] for example_id in xx_list: - main("libreoffice_calc", example_id) + main("thunderbird", example_id) diff --git a/mm_agents/gpt_4v_agent.py b/mm_agents/gpt_4v_agent.py index ff8d0d0..4fb52ea 100644 --- a/mm_agents/gpt_4v_agent.py +++ b/mm_agents/gpt_4v_agent.py @@ -278,6 +278,7 @@ class GPT4v_Agent: elif self.exp in ["som", "seeact"]: _screenshot = previous_obs["screenshot"] _linearized_accessibility_tree = previous_obs["accessibility_tree"] + logger.debug("LINEAR AT: %s", _linearized_accessibility_tree) messages.append({ "role": "user",