finish multi-app examples

desktop_env/evaluators/metrics/thunderbird.py

@@ -128,6 +128,47 @@ def check_thunderbird_filter(result: str, rules: Dict[str, List[Dict[str, str]]]
         unexpect_metric = unexpect_metric and not any(_match_record(r, flt) for r in rules.get("unexpect", []))
     return float(all(expect_metrics) and unexpect_metric)
 
+
+def check_thunderbird_folder(result: Union[str, List[str]], reference: Union[str, List[str]], **kwargs) -> float:
+    """
+    Check the file or file_list that each text file contains all messages in a folder in Thunderbird. Each message is started with `FROM - `.
+    **kwargs:
+        ignore_status (bool): for comparison, ignore the status (X-Mozilla-Status: 0000) of each message. default: False
+        ignore_keys (bool): for comparison, ignore the keys (X-Mozilla-Keys: label) of each message. default: False
+        remove_deleted (bool): ignore deleted messages which has status code 0008 or 0009. default: True
+        remove_duplicate (bool): remove duplicate messages. default: True
+    """
+    def normalize_msg(msg, options):
+        ignore_status = options.get('ignore_status', False)
+        ignore_keys = options.get('ignore_keys', False)
+        if ignore_status:
+            msg = re.sub(r'X-Mozilla-Status\d?:[\s\d]+', '', msg)
+        if ignore_keys:
+            msg = re.sub(r'(X-Mozilla-Keys:[^\n]*?)\n(MIME-Version)', r'\2', msg)
+        return msg.strip()
+
+    def read_thunderbird_folder_file(path: str) -> str:
+        with open(path, 'r') as inf:
+            data = inf.read().strip()
+            messages = []
+            for mail in data.split('FROM - '):
+                if mail.strip(): continue
+                if kwargs.get('remove_deleted', True) and re.search(r'X-Mozilla-Status: 000[89]', mail): continue
+                messages.append('FROM - ' + normalize_msg(mail, kwargs))
+            if kwargs.get('remove_duplicate', True):
+                messages = set(messages)
+        return '\n'.join(sorted(messages))
+
+    if type(reference) != list:
+        result, reference = [result], [reference]
+    for pred, gold in zip(result, reference):
+        if pred is None: return .0
+        mail1 = read_thunderbird_folder_file(pred)
+        mail2 = read_thunderbird_folder_file(gold)
+        if mail1 != mail2: return .0
+    return 1.0
+
+
 if __name__ == "__main__":
     #import lxml.etree
     #from lxml.cssselect import CSSSelector