Update aguvis_agent.py (#141)

Fix Aguvis prompt bug

mm_agents/aguvis_agent.py

@@ -487,7 +487,7 @@ class AguvisAgent:
 
             if "click()" in original_action.lower():
                 continue  # Skip click() without coordinates
-
+            
             aguvis_messages = []
             aguvis_messages.append({
                 "role": "system",
@@ -497,12 +497,6 @@ class AguvisAgent:
                 {
                     "role": "user",
                     "content": [
-                        {
-                            "type": "text",
-                            "text": AGUVIS_GROUNDING_PROMPT.format(
-                                instruction=comment,
-                            ),
-                        },
                         {
                             "type": "image_url",
                             "image_url": {
@@ -510,6 +504,10 @@ class AguvisAgent:
                                 "detail": "high",
                             },
                         },
+                        {
+                            "type": "text",
+                            "text": '\n' + comment,
+                        },
                     ],
                 }
             )