lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'main' of github.com:xlang-ai/DesktopEnv

Browse Source
This commit is contained in:
Jason Lee
2024-03-15 16:52:33 +08:00
parent 815c7ab67c 408349f6f0
commit 1789a28657
3 changed files with 6 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
desktop_env/envs/desktop_env.py
View File

@@ -174,7 +174,7 @@ class DesktopEnv(gym.Env):
if isinstance(self.evaluator["func"], list) \ if isinstance(self.evaluator["func"], list) \
else getattr(metrics, self.evaluator["func"]) else getattr(metrics, self.evaluator["func"])
self.metric_conj: str = self.evaluator.get("conj", "and") # take conjunction of multiple metrics self.metric_conj: str = self.evaluator.get("conj", "and") # take conjunction of multiple metrics
if "result" in self.evaluator: if "result" in self.evaluator and len(self.evaluator["result"])>0:
self.result_getter: Getter = [getattr(getters, "get_{:}".format(res["type"])) for res in self.result_getter: Getter = [getattr(getters, "get_{:}".format(res["type"])) for res in
self.evaluator["result"]] \ self.evaluator["result"]] \
if isinstance(self.evaluator["result"], list) \ if isinstance(self.evaluator["result"], list) \
@@ -184,7 +184,7 @@ class DesktopEnv(gym.Env):
if isinstance(self.metric, list) \ if isinstance(self.metric, list) \
else None else None
if "expected" in self.evaluator: if "expected" in self.evaluator and len(self.evaluator["expected"])>0:
self.expected_getter: Getter = [getattr(getters, "get_{:}".format(exp["type"])) if exp else None for exp in self.expected_getter: Getter = [getattr(getters, "get_{:}".format(exp["type"])) if exp else None for exp in
self.evaluator["expected"]] \ self.evaluator["expected"]] \
if isinstance(self.evaluator["expected"], list) \ if isinstance(self.evaluator["expected"], list) \

6
evaluation_examples/examples/libreoffice_calc/2bd59342-0664-4ccb-ba87-79379096cc08.json
View File

@@ -10,10 +10,6 @@
"libreoffice_calc" "libreoffice_calc"
], ],
"evaluator": { "evaluator": {
"func": "infeasible", "func": "infeasible"
"expected": {
},
"result": {
}
} }
} }

6
evaluation_examples/examples/libreoffice_calc/7b802dad-6e0f-4204-9815-d4e3f57627d8.json
View File

@@ -10,10 +10,6 @@
"libreoffice_calc" "libreoffice_calc"
], ],
"evaluator": { "evaluator": {
"func": "infeasible", "func": "infeasible"
"expected": {
},
"result": {
}
} }
} }