ver Mar15th

fixed bugs about infeasible task evaluation

desktop_env/envs/desktop_env.py

@@ -174,7 +174,7 @@ class DesktopEnv(gym.Env):
             if isinstance(self.evaluator["func"], list) \
             else getattr(metrics, self.evaluator["func"])
         self.metric_conj: str = self.evaluator.get("conj", "and")  # take conjunction of multiple metrics
-        if "result" in self.evaluator:
+        if "result" in self.evaluator and len(self.evaluator["result"])>0:
             self.result_getter: Getter = [getattr(getters, "get_{:}".format(res["type"])) for res in
                                           self.evaluator["result"]] \
                 if isinstance(self.evaluator["result"], list) \
@@ -184,7 +184,7 @@ class DesktopEnv(gym.Env):
                 if isinstance(self.metric, list) \
                 else None
 
-        if "expected" in self.evaluator:
+        if "expected" in self.evaluator and len(self.evaluator["expected"])>0:
             self.expected_getter: Getter = [getattr(getters, "get_{:}".format(exp["type"])) if exp else None for exp in
                                             self.evaluator["expected"]] \
                 if isinstance(self.evaluator["expected"], list) \

evaluation_examples/examples/libreoffice_calc/2bd59342-0664-4ccb-ba87-79379096cc08.json

@@ -10,10 +10,6 @@
     "libreoffice_calc"
   ],
   "evaluator": {
-    "func": "infeasible",
-    "expected": {
-    },
-    "result": {
-    }
+    "func": "infeasible"
   }
-}
+}

evaluation_examples/examples/libreoffice_calc/7b802dad-6e0f-4204-9815-d4e3f57627d8.json

@@ -10,10 +10,6 @@
     "libreoffice_calc"
   ],
   "evaluator": {
-    "func": "infeasible",
-    "expected": {
-    },
-    "result": {
-    }
+    "func": "infeasible"
   }
-}
+}