lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add desktop get mouse pos

Browse Source
This commit is contained in:
Jing Hua
2023-11-30 17:37:04 +08:00
parent ebb5f1cbc5
commit 3aebeffec3
1 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
desktop_env/controllers/mouse.py
View File

@@ -71,9 +71,12 @@ class XDoToolMouseController(AbstractMouseController, XDoToolController):
def __init__(self, ssh_connection: Connection): def __init__(self, ssh_connection: Connection):
super().__init__(ssh_connection=ssh_connection) super().__init__(ssh_connection=ssh_connection)
@abstractmethod
def get_mouse(self): def get_mouse(self):
raise NotImplementedError output = self._execute_xdotool_command(f"")
parts = output.split(" ")
x = int(parts[0].split(":")[1])
y = int(parts[1].split(":")[1])
return x, y
def mouse_move(self, x: int, y: int): def mouse_move(self, x: int, y: int):
self._execute_xdotool_command(f"mousemove {x} {y}") self._execute_xdotool_command(f"mousemove {x} {y}")