diff --git a/mm_agents/aguvis_agent.py b/mm_agents/aguvis_agent.py index 7d6c8b2..810ec70 100644 --- a/mm_agents/aguvis_agent.py +++ b/mm_agents/aguvis_agent.py @@ -487,7 +487,7 @@ class AguvisAgent: if "click()" in original_action.lower(): continue # Skip click() without coordinates - + aguvis_messages = [] aguvis_messages.append({ "role": "system", @@ -497,12 +497,6 @@ class AguvisAgent: { "role": "user", "content": [ - { - "type": "text", - "text": AGUVIS_GROUNDING_PROMPT.format( - instruction=comment, - ), - }, { "type": "image_url", "image_url": { @@ -510,6 +504,10 @@ class AguvisAgent: "detail": "high", }, }, + { + "type": "text", + "text": '\n' + comment, + }, ], } )