lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

ver Mar17th

Browse Source 
fixed an error in task config
This commit is contained in:
David Chang
2024-03-17 23:01:50 +08:00
parent 13e6040148
commit 9bafe09372
3 changed files with 9 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
branch-config/filelist
View File

@@ -5,10 +5,5 @@ evaluation_examples
logs logs
mm_agents mm_agents
experiment_a11y_tree.py
experiment_screenshot.py
experiment_screenshot_a11y_tree.py
experiment_screenshot_seeact.py
experiment_screenshot_som.py
quick_evaluate.py quick_evaluate.py

4
evaluation_examples/examples/multi_apps/b5062e3e-641c-4e3a-907b-ac864d2e7652.json
View File

@@ -38,7 +38,7 @@
} }
}, },
{ {
"type": "execute", "type": "launch",
"parameters": { "parameters": {
"command": [ "command": [
"nautilus", "nautilus",
@@ -109,4 +109,4 @@
] ]
} }
} }
} }

15
main.py
View File

@@ -47,17 +47,16 @@ def human_agent():
Runs the Gym environment with human input. Runs the Gym environment with human input.
""" """
with open("evaluation_examples/examples/multi_apps/4c26e3f3-3a14-4d86-b44a-d3cedebbb487.json", "r", encoding="utf-8") as f: with open("evaluation_examples/examples/multi_apps/b5062e3e-641c-4e3a-907b-ac864d2e7652.json", "r", encoding="utf-8") as f:
example = json.load(f) example = json.load(f)
example["snapshot"] = "exp_v5" example["snapshot"] = "Snapshot 35"
env = DesktopEnv( env = DesktopEnv( path_to_vm=r"/mnt/data1/david/os-images/Ubuntu-1218/Ubuntu.vmx"
path_to_vm=r"C:\Users\tianbaox\Documents\Virtual Machines\Ubuntu3\Ubuntu3.vmx", , snapshot_name="Snapshot 35"
action_space="computer_13", , action_space="computer_13"
task_config=example )
)
# reset the environment to certain snapshot # reset the environment to certain snapshot
observation = env.reset() observation = env.reset(task_config=example)
done = False done = False
trajectory = [ trajectory = [