add more actions

This commit is contained in:
Jing Hua
2023-10-25 18:26:13 +08:00
parent a7144824d2
commit d01a3b44f6
3 changed files with 56 additions and 10 deletions

View File

@@ -1,7 +1,19 @@
from enum import Enum
import numpy as np
from PIL import Image
from simulator import EmulatorSimulator
from simulator import EmulatorSimulator, MouseClick
class Action(Enum):
CLICK = "click"
MOUSE_DOWN = "mousedown"
MOUSE_UP = "mouseup"
MOUSE_MOVE = "mousemove"
KEY = "key"
TYPE = "type"
class Controller:
def __init__(self, vm_name: str, username: str, password: str, host: str) -> None:
@@ -13,5 +25,17 @@ class Controller:
with Image.open(image_path) as img:
return np.array(img)
def step(self) -> None:
self.simulator.keyboard_type("hello word")
def step(self, action: Action, **action_args) -> None:
if action == Action.CLICK:
print(action_args)
self.simulator.click(**action_args)
elif action == Action.MOUSE_DOWN:
self.simulator.mousedown(**action_args)
elif action == Action.MOUSE_UP:
self.simulator.mouseup(**action_args)
elif action == Action.MOUSE_MOVE:
self.simulator.mouse_move(**action_args)
elif action == Action.KEY:
self.simulator.key(**action_args)
elif action == Action.TYPE:
self.simulator.type(**action_args)