lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

ver Dec27thv2

Browse Source 
updated a task config
updated documents
fixed the options feature of evaluator
updated with new properties of charts
current load_charts should be ok, I think
This commit is contained in:
David Chang
2023-12-27 17:51:41 +08:00
parent 54bf8ff9d1
commit 4e5920264a
4 changed files with 26 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
desktop_env/envs/desktop_env.py
View File

@@ -79,6 +79,7 @@ class DesktopEnv(gym.Env):
self.metric: Metric = getattr(metrics, self.evaluator["func"])
self.result_getter: Getter = getattr(getters, "get_{:}".format(self.evaluator["result"]["type"]))
self.expected_getter: Getter = getattr(getters, "get_{:}".format(self.evaluator["expected"]["type"]))
self.metric_options: Dict[str, Any] = self.evaluator.get("options", {})
# Initialize emulator and controller
print("Initializing...")
@@ -165,6 +166,7 @@ class DesktopEnv(gym.Env):
self.metric: Metric = getattr(metrics, self.evaluator["func"])
self.result_getter: Getter = getattr(getters, "get_{:}".format(self.evaluator["result"]["type"]))
self.expected_getter: Getter = getattr(getters, "get_{:}".format(self.evaluator["expected"]["type"]))
self.metric_options = self.evaluator.get("options", {})
self.setup_controller.reset_cache_dir(self.cache_dir)
@@ -237,7 +239,7 @@ class DesktopEnv(gym.Env):
result = self.result_getter(self, self.evaluator["result"])
expected = self.expected_getter(self, self.evaluator["expected"])
metric: float = self.metric(result, expected)
metric: float = self.metric(result, expected, **self.metric_options)
return metric