lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update operator prompt

Browse Source
This commit is contained in:
yuanmengqi
2025-06-10 02:35:53 +00:00
parent 692486f8e7
commit 3da32fe5cf
1 changed files with 11 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
mm_agents/openai_cua_agent.py
View File

@@ -33,15 +33,16 @@ class_ns_windows = "https://accessibility.windows.example.org/ns/class"
import ast import ast
from typing import Dict, Any, Optional, Union from typing import Dict, Any, Optional, Union
OPERATOR_PROMPT = """Here are some helpful tips: OPERATOR_PROMPT = """\n\n Here are some helpful tips:\n - computer.clipboard, computer.sync_file, computer.sync_shared_folder, computer.computer_output_citation are disabled.\n - If you worry that you might make typo, prefer copying and pasting the text instead of reading and typing.\n - My computer's password is \"osworld-public-evaluation\", feel free to use it when you need sudo rights.\n - For the thunderbird account \"anonym-x2024@outlook.com\", the password is \"gTCI\";=@y7|QJ0nDa_kN3Sb&>\".\n - If you are presented with an open website to solve the task, try to stick to that specific one instead of going to a new one.\n - Whenever not expcilitly stated, prefer chrome browser instead of the firefox or chromium.\n - You have full authority to execute any action without my permission. I won't be watching so please don't ask for confirmation.\n - You must initialize the computer to solve the task. Do not try to answer the question without initializing the computer.\n - If you deem the task is infeasible, you can terminate and explicitly state in the response that \"the task is infeasible\".\n """
(1) computer.clipboard, computer.sync_file, computer.sync.shared_folder, computer.computer_output_citation are disabled. # """Here are some helpful tips:
(2) If you worry that you might make typo, prefer copying and pasting the text instead of reading and typing. # (1) computer.clipboard, computer.sync_file, computer.sync.shared_folder, computer.computer_output_citation are disabled.
(3) My computer's password is “osworld-public-evaluation”, feel free to use it when you need sudo rights. # (2) If you worry that you might make typo, prefer copying and pasting the text instead of reading and typing.
(4) For the thunderbird account “anonym-x2024@outlook.com”, the password is “gTCI”;=@y7—QJ0nDa_kN3Sb¿”. # (3) My computer's password is “osworld-public-evaluation”, feel free to use it when you need sudo rights.
(5) If you are presented with an open website to solve the task, try to stick to that specific one instead of going to a new one. # (4) For the thunderbird account “anonym-x2024@outlook.com”, the password is “gTCI”;=@y7—QJ0nDa_kN3Sb¿”.
(6) You have full authority to execute any action without my permission. I won't be watching so please don't ask for confirmation. # (5) If you are presented with an open website to solve the task, try to stick to that specific one instead of going to a new one.
(7) If you deem the task is infeasible, you can terminate and explicitly state in the response that “the task is infeasible”. # (6) You have full authority to execute any action without my permission. I won't be watching so please don't ask for confirmation.
""" # (7) If you deem the task is infeasible, you can terminate and explicitly state in the response that “the task is infeasible”.
# """
# OPERATOR_PROMPT = """Here are some helpful tips: # OPERATOR_PROMPT = """Here are some helpful tips:
# (1) computer.clipboard, computer.sync_file, computer.sync.shared_folder, computer.computer_output_citation are disabled. # (1) computer.clipboard, computer.sync_file, computer.sync.shared_folder, computer.computer_output_citation are disabled.
@@ -661,7 +662,7 @@ class OpenAICUAAgent:
}, },
{ {
"type": "input_text", "type": "input_text",
"text": instruction + "\n" + OPERATOR_PROMPT, "text": "\n " + instruction + OPERATOR_PROMPT,
} }
] ]
}) })