ver Jan4th

updated interfaces for thunderbird evaluation, not tested

desktop_env/evaluators/getters/__init__.py

@@ -1,2 +1,2 @@
-from .file import get_cloud_file, get_vm_file
+from .file import get_cloud_file, get_vm_file, get_cache_file
 from .misc import get_rule

desktop_env/evaluators/getters/file.py

@@ -33,8 +33,6 @@ def get_vm_file(env, config: Dict[str, str]) -> str:
     """
 
     _path = os.path.join(env.cache_dir, config["dest"])
-    if os.path.exists(_path):
-        return _path
 
     file = env.controller.get_file(config["path"])
     with open(_path, "wb") as f:
@@ -42,3 +40,12 @@ def get_vm_file(env, config: Dict[str, str]) -> str:
 
     return _path
 
+def get_cache_file(env, config: Dict[str, str]) -> str:
+    """
+    Config:
+        path (str): relative path in cache dir
+    """
+
+    _path = os.path.join(env.cache_dir, config["path"])
+    assert os.path.exists(_path)
+    return _path

desktop_env/evaluators/getters/misc.py

@@ -1,8 +1,63 @@
 from typing import TypeVar
 
+import platform
+import subprocess
+import ctypes
+import os
+
 R = TypeVar("Rule")
 def get_rule(env, config: R) -> R:
     """
     Returns the rule as-is.
     """
     return config["rules"]
+
+
+def get_desktop_path():
+    username = os.getlogin()  # Get the current username
+    if platform.system() == "Windows":
+        return os.path.join("C:", "Users", username, "Desktop")
+    elif platform.system() == "Darwin":  # macOS is identified as 'Darwin'
+        return os.path.join("/Users", username, "Desktop")
+    elif platform.system() == "Linux":
+        return os.path.join("/home", username, "Desktop")
+    else:
+        raise Exception("Unsupported operating system")
+
+
+def get_wallpaper():
+    def get_wallpaper_windows():
+        SPI_GETDESKWALLPAPER = 0x73
+        MAX_PATH = 260
+        buffer = ctypes.create_unicode_buffer(MAX_PATH)
+        ctypes.windll.user32.SystemParametersInfoW(SPI_GETDESKWALLPAPER, MAX_PATH, buffer, 0)
+        return buffer.value
+
+    def get_wallpaper_macos():
+        script = """
+        tell application "System Events" to tell every desktop to get picture
+        """
+        process = subprocess.Popen(['osascript', '-e', script], stdout=subprocess.PIPE)
+        output, error = process.communicate()
+        if error:
+            print("Error:", error)
+        else:
+            return output.strip().decode('utf-8')
+
+    def get_wallpaper_linux():
+        try:
+            output = subprocess.check_output(["gsettings", "get", "org.gnome.desktop.background", "picture-uri"])
+            return output.decode('utf-8').strip().replace('file://', '').replace("'", "")
+        except Exception as e:
+            print("Error:", e)
+            return None
+
+    os_name = platform.system()
+    if os_name == 'Windows':
+        return get_wallpaper_windows()
+    elif os_name == 'Darwin':
+        return get_wallpaper_macos()
+    elif os_name == 'Linux':
+        return get_wallpaper_linux()
+    else:
+        return "Unsupported OS"

desktop_env/evaluators/metrics/__init__.py

@@ -5,3 +5,4 @@ from .docs import compare_font_names, compare_subscript_contains, has_page_numbe
 from .docs import is_first_line_centered, check_file_exists, compare_contains_image
 from .pdf import check_pdf_pages
 from .libreoffice import check_libre_locale
+from .general import check_csv

desktop_env/evaluators/metrics/general.py

@@ -1,57 +1,30 @@
-import platform
-import subprocess
-import ctypes
-import os
+import csv
+from typing import Dict, List
 
+def _match_record(pattern: Dict[str, str], item: Dict[str, str]) -> float:
+    return all(k in item and item[k]==val for k, val in pattern.items())
 
-# todo: move to getter module
-def get_desktop_path():
-    username = os.getlogin()  # Get the current username
-    if platform.system() == "Windows":
-        return os.path.join("C:", "Users", username, "Desktop")
-    elif platform.system() == "Darwin":  # macOS is identified as 'Darwin'
-        return os.path.join("/Users", username, "Desktop")
-    elif platform.system() == "Linux":
-        return os.path.join("/home", username, "Desktop")
-    else:
-        raise Exception("Unsupported operating system")
-
-
-def get_wallpaper():
-    def get_wallpaper_windows():
-        SPI_GETDESKWALLPAPER = 0x73
-        MAX_PATH = 260
-        buffer = ctypes.create_unicode_buffer(MAX_PATH)
-        ctypes.windll.user32.SystemParametersInfoW(SPI_GETDESKWALLPAPER, MAX_PATH, buffer, 0)
-        return buffer.value
-
-    def get_wallpaper_macos():
-        script = """
-        tell application "System Events" to tell every desktop to get picture
-        """
-        process = subprocess.Popen(['osascript', '-e', script], stdout=subprocess.PIPE)
-        output, error = process.communicate()
-        if error:
-            print("Error:", error)
-        else:
-            return output.strip().decode('utf-8')
-
-    def get_wallpaper_linux():
-        try:
-            output = subprocess.check_output(["gsettings", "get", "org.gnome.desktop.background", "picture-uri"])
-            return output.decode('utf-8').strip().replace('file://', '').replace("'", "")
-        except Exception as e:
-            print("Error:", e)
-            return None
-
-    os_name = platform.system()
-    if os_name == 'Windows':
-        return get_wallpaper_windows()
-    elif os_name == 'Darwin':
-        return get_wallpaper_macos()
-    elif os_name == 'Linux':
-        return get_wallpaper_linux()
-    else:
-        return "Unsupported OS"
+def check_csv(result: str, rules: Dict[str, List[Dict[str, str]]]) -> float:
+    """
+    Args:
+        result (str): path to csv file
+        rules (Dict[str, List[Dict[str, str]]]): dict like
+          {
+            "expect": [{key: value}]
+            "unexpect": [{key: value}]
+          }
 
+    Returns:
+        float
+    """
 
+    expect_metrics = [False] * len(rules["except"])
+    unexpect_metric = True
+    with open(result) as f:
+        reader = csv.DictReader(f)
+        
+        for rcd in reader:
+            for i, r in enumerate(rules["expect"]):
+                expect_metrics[i] = expect_metrics[i] or _match_record(r, rcd)
+            unexpect_metric = unexpect_metric and all(_match_record(r, rcd) for r in rules["unexpect"])
+    return float(all(expect_metrics) and unexpect_metric)