lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

ver Nov23rd

Browse Source 
trying to set up the environment
This commit is contained in:
David Chang
2023-11-23 22:25:32 +08:00
parent 203fae5798
commit 857f73f61d
3 changed files with 20 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
desktop_env/envs/desktop_env.py
View File

@@ -74,7 +74,7 @@ class DesktopEnv(gym.Env):
def _wait_for_emulator_load(self):
while True:
try:
output = subprocess.check_output(f"vmrun -T ws list", shell=True, stderr=subprocess.STDOUT)
output = subprocess.check_output("vmrun -T ws list", shell=True, stderr=subprocess.STDOUT)
output = output.decode()
if self.path_to_vm.lstrip("~/") in output:
print("VM is running.")
@@ -127,16 +127,18 @@ class DesktopEnv(gym.Env):
return image_path
def _get_obs(self):
print("OBS 1")
screenshot_image_path = self._get_screenshot()
print("OBS 2")
with Image.open(screenshot_image_path) as img:
return np.array(img)
def reset(self):
input()
self._execute_command(["vmrun", "-T", "ws", "revertToSnapshot", self.path_to_vm, self.snapshot_path])
input()
input("Reset #1 PE")
#self._execute_command(["vmrun", "-T", "ws", "revertToSnapshot", self.path_to_vm, self.snapshot_path])
input("Revert to snapshot #2 PE")
self._start_emulator()
input()
input("Started emulator #3 PE")
self._wait_for_emulator_load()
observation = self._get_obs()