Update server script, baseline and running script

mm_agents/gpt_4v_agent.py

@@ -525,11 +525,12 @@ class GPT4v_Agent:
 
     @backoff.on_exception(
         backoff.expo,
-        (APIError, RateLimitError, APIConnectionError),
+        (Exception),
         max_tries=10
     )
     def call_llm(self, payload):
         if self.model.startswith("gpt"):
+            logger.info("Generating content with GPT model: %s", self.model)
             response = requests.post(
                 "https://api.openai.com/v1/chat/completions",
                 headers=self.headers,
@@ -591,7 +592,7 @@ class GPT4v_Agent:
             client = OpenAI(api_key=TOGETHER_API_KEY,
                             base_url='https://api.together.xyz',
                             )
-
+            logger.info("Generating content with Mistral model: %s", self.model)
             response = client.chat.completions.create(
                 messages=misrtal_messages,
                 model="mistralai/Mixtral-8x7B-Instruct-v0.1",
@@ -645,10 +646,18 @@ class GPT4v_Agent:
                 gemini_messages[1]['parts'][0] = gemini_messages[0]['parts'][0] + "\n" + gemini_messages[1]['parts'][0]
                 gemini_messages.pop(0)
 
+            # since the gemini-pro-vision donnot support multi-turn message
+            if self.model == "gemini-pro-vision":
+                message_history_str = ""
+                for message in gemini_messages:
+                    message_history_str += "<|" + message['role'] + "|>\n" + message['parts'][0] + "\n"
+                gemini_messages = [{"role": "user", "parts": [message_history_str, gemini_messages[-1]['parts'][1]]}]
+
             print(gemini_messages)
             api_key = os.environ.get("GENAI_API_KEY")
             assert api_key is not None, "Please set the GENAI_API_KEY environment variable"
             genai.configure(api_key=api_key)
+            logger.info("Generating content with Gemini model: %s", self.model)
             response = genai.GenerativeModel(self.model).generate_content(
                 gemini_messages,
                 generation_config={