Merge branch 'zdy'

mm_agents/gpt_4v_agent.py

@@ -481,11 +481,13 @@ class GPT4v_Agent:
                 "messages": messages,
                 "max_tokens": self.max_tokens
             })
-        except:
+        except Exception as e:
+            logger.warning("LLM INVOCATION ERROR: %s", str(e))
             response = ""
 
         logger.debug("RESPONSE: %s", response)
 
+        # {{{
         if self.exp == "seeact":
             messages.append({
                 "role": "assistant",
@@ -521,7 +523,7 @@ class GPT4v_Agent:
         except Exception as e:
             print("Failed to parse action from response", e)
             actions = None
-            self.thoughts.append("")
+            self.thoughts.append("") # }}}
 
         return actions
 

requirements.txt

@@ -39,4 +39,6 @@ fastdtw
 odfpy
 openai
 func-timeout
-beautifulsoup4
+beautifulsoup4
+dashscope
+google-generativeai