From c4d818c5cf3b95c1b6d042fc23e2581d55c73c97 Mon Sep 17 00:00:00 2001
From: Shiqian Su <57317603+shiqian-su@users.noreply.github.com>
Date: Fri, 28 Feb 2025 16:48:41 +0800
Subject: [PATCH] Update aguvis_agent.py (#141)

Fix Aguvis prompt bug
---
 mm_agents/aguvis_agent.py | 12 +++++-------
 1 file changed, 5 insertions(+), 7 deletions(-)

diff --git a/mm_agents/aguvis_agent.py b/mm_agents/aguvis_agent.py
index 7d6c8b2..810ec70 100644
--- a/mm_agents/aguvis_agent.py
+++ b/mm_agents/aguvis_agent.py
@@ -487,7 +487,7 @@ class AguvisAgent:
 
             if "click()" in original_action.lower():
                 continue  # Skip click() without coordinates
-
+            
             aguvis_messages = []
             aguvis_messages.append({
                 "role": "system",
@@ -497,12 +497,6 @@ class AguvisAgent:
                 {
                     "role": "user",
                     "content": [
-                        {
-                            "type": "text",
-                            "text": AGUVIS_GROUNDING_PROMPT.format(
-                                instruction=comment,
-                            ),
-                        },
                         {
                             "type": "image_url",
                             "image_url": {
@@ -510,6 +504,10 @@ class AguvisAgent:
                                 "detail": "high",
                             },
                         },
+                        {
+                            "type": "text",
+                            "text": '\n' + comment,
+                        },
                     ],
                 }
             )