feat&fix: add proxy support in get_info_from_website function (#228)
This commit is contained in:
@@ -58,6 +58,7 @@ def get_info_from_website(env, config: Dict[Any, Any]) -> Any:
|
|||||||
server_port = env.server_port
|
server_port = env.server_port
|
||||||
remote_debugging_url = f"http://{host}:{port}"
|
remote_debugging_url = f"http://{host}:{port}"
|
||||||
backend_url = f"http://{host}:{server_port}"
|
backend_url = f"http://{host}:{server_port}"
|
||||||
|
use_proxy = env.current_use_proxy
|
||||||
with sync_playwright() as p:
|
with sync_playwright() as p:
|
||||||
# connect to remote Chrome instance
|
# connect to remote Chrome instance
|
||||||
try:
|
try:
|
||||||
@@ -65,10 +66,13 @@ def get_info_from_website(env, config: Dict[Any, Any]) -> Any:
|
|||||||
except Exception as e:
|
except Exception as e:
|
||||||
# If the connection fails (e.g., the agent close the browser instance), start a new browser instance
|
# If the connection fails (e.g., the agent close the browser instance), start a new browser instance
|
||||||
app = 'chromium' if 'arm' in platform.machine() else 'google-chrome'
|
app = 'chromium' if 'arm' in platform.machine() else 'google-chrome'
|
||||||
payload = json.dumps({"command": [
|
command = [
|
||||||
app,
|
app,
|
||||||
"--remote-debugging-port=1337"
|
"--remote-debugging-port=1337"
|
||||||
], "shell": False})
|
]
|
||||||
|
if use_proxy:
|
||||||
|
command.append(f"--proxy-server=127.0.0.1:18888")
|
||||||
|
payload = json.dumps({"command": command, "shell": False})
|
||||||
headers = {"Content-Type": "application/json"}
|
headers = {"Content-Type": "application/json"}
|
||||||
#requests.post("http://" + host + ":" + server_port + "/setup" + "/launch", headers=headers, data=payload)
|
#requests.post("http://" + host + ":" + server_port + "/setup" + "/launch", headers=headers, data=payload)
|
||||||
requests.post(backend_url + "/setup" + "/launch", headers=headers, data=payload)
|
requests.post(backend_url + "/setup" + "/launch", headers=headers, data=payload)
|
||||||
|
|||||||
Reference in New Issue
Block a user