ver Jan29thv2

check som implementation

experiment_screenshot_som.py

@@ -153,7 +153,7 @@ def main(example_class, example_id):
 
 
 if __name__ == '__main__':
-    xx_list = [ "01b269ae-2111-4a07-81fd-3fcd711993b0"
+    xx_list = [ "35253b65-1c19-4304-8aa4-6884b8218fc0"
               ]
     for example_id in xx_list:
-        main("libreoffice_calc", example_id)
+        main("thunderbird", example_id)

mm_agents/gpt_4v_agent.py

@@ -278,6 +278,7 @@ class GPT4v_Agent:
             elif self.exp in ["som", "seeact"]:
                 _screenshot = previous_obs["screenshot"]
                 _linearized_accessibility_tree = previous_obs["accessibility_tree"]
+                logger.debug("LINEAR AT: %s", _linearized_accessibility_tree)
 
                 messages.append({
                     "role": "user",