diff --git a/desktop_env/desktop_env.py b/desktop_env/desktop_env.py
index 1d16771..2b8da86 100644
--- a/desktop_env/desktop_env.py
+++ b/desktop_env/desktop_env.py
@@ -288,7 +288,7 @@ class DesktopEnv(gym.Env):
                     if self.metric_conj == 'and':
                         return 0
 
-                if "expected" in self.evaluator:
+                if "expected" in self.evaluator and self.expected_getter and self.evaluator["expected"]:
                     expected_state = self.expected_getter[idx](self, self.evaluator["expected"][idx])
                     metric: int = metric(result_state, expected_state, **self.metric_options[idx])
                 else:
@@ -310,7 +310,7 @@ class DesktopEnv(gym.Env):
                 logger.error("File not found!")
                 return 0
 
-            if "expected" in self.evaluator:
+            if "expected" in self.evaluator and self.expected_getter and self.evaluator["expected"]:
                 expected_state = self.expected_getter(self, self.evaluator["expected"])
                 metric: float = self.metric(result_state, expected_state, **self.metric_options)
             else: