lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

claude3_agnet_code

Browse Source
This commit is contained in:
lfy79001
2024-03-16 11:27:09 +08:00
parent 3b13046745
commit 684b4a1b7b
1 changed files with 7 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
mm_agents/agent.py
View File

@@ -505,7 +505,7 @@ class PromptAgent:
if part['type'] == "image_url": if part['type'] == "image_url":
image_source = {} image_source = {}
image_source["type"] = "base64" image_source["type"] = "base64"
image_source["media_type"] = "image/jpeg" image_source["media_type"] = "image/png"
image_source["data"] = part['image_url']['url'].replace("data:image/png;base64,", "") image_source["data"] = part['image_url']['url'].replace("data:image/png;base64,", "")
claude_message['content'].append({"type": "image", "source": image_source}) claude_message['content'].append({"type": "image", "source": image_source})
@@ -514,6 +514,12 @@ class PromptAgent:
claude_messages.append(claude_message) claude_messages.append(claude_message)
# the claude not support system message in our endpoint, so we concatenate it at the first user message
if claude_messages[0]['role'] == "system":
claude_system_message_item = claude_messages[0]['content'][0]
claude_messages[1]['content'].insert(0, claude_system_message_item)
claude_messages.pop(0)
headers = { headers = {
"x-api-key": os.environ["ANTHROPIC_API_KEY"], "x-api-key": os.environ["ANTHROPIC_API_KEY"],
@@ -534,17 +540,6 @@ class PromptAgent:
) )
if response.status_code != 200: if response.status_code != 200:
# if response.json()['error']['code'] == "context_length_exceeded":
# logger.error("Context length exceeded. Retrying with a smaller context.")
# payload["messages"] = payload["messages"][-1:]
# retry_response = requests.post(
# "https://api.anthropic.com/v1/messages",
# headers=headers,
# json=payload
# )
# if retry_response.status_code != 200:
# logger.error("Failed to call LLM: " + retry_response.text)
# return ""
logger.error("Failed to call LLM: " + response.text) logger.error("Failed to call LLM: " + response.text)
time.sleep(5) time.sleep(5)