@@ -5,7 +5,6 @@ def send_messages(payload):
|
||||
# URL to your proxy for calling LLMs
|
||||
proxy_url = ""
|
||||
api_key = os.getenv("SERVICE_KEY")
|
||||
|
||||
# Can be directly replaced with code for calling Azure endpoint as in:
|
||||
#.env config example :
|
||||
# AZURE_OPENAI_API_BASE=YOUR_API_BASE
|
||||
@@ -40,5 +39,5 @@ def send_messages(payload):
|
||||
for attempt in range(retries):
|
||||
response = requests.post(proxy_url, headers=headers, json=payload)
|
||||
if response.status_code == 200:
|
||||
return response.json()["choices"][0]["message"]["content"]
|
||||
return response.text
|
||||
return None
|
||||
Reference in New Issue
Block a user