Dev/uitars 15 (#194)

* debug uitars1.0, add uitars1.5

* update pyautogui parser

* modify function name

* update parser

* update prompt

* FIX: bug in ui tars

mm_agents/uitars_agent.py

@@ -824,12 +824,10 @@ class UITARSAgent:
                     frequency_penalty=1,
                     max_tokens=self.max_tokens,
                     temperature=temperature,
-                    top_k=top_k,
                     top_p=self.top_p
                 )
                 # print(response.choices[0].message.content)
                 prediction = response.choices[0].message.content.strip()
-                prediction = response[0]["prediction"].strip()
             except Exception as e:
                 print(f"Error when fetching response from client, with response: {response}")
                 prediction = None

run_uitars.py

@@ -156,7 +156,6 @@ def test(args: argparse.Namespace, test_all_meta: dict) -> None:
     }
 
     agent = UITARSAgent(
-        model=args.model,
         action_space=args.action_space,
         observation_type=args.observation_type,
         max_trajectory_length=args.max_trajectory_length,