fix multi apps

desktop_env/evaluators/metrics/vscode.py

@@ -104,6 +104,27 @@ def compare_text_file(actual: str, expected: str, **options) -> float:
     return 0.0
 
 import zipfile
+from difflib import SequenceMatcher
+import PyPDF2
+
+def compare_pdf_content(content1, content2, text_similarity_threshold):
+    def extract_text_from_pdf(content):
+        with open("temp.pdf", "wb") as temp_pdf:
+            temp_pdf.write(content)
+        with open("temp.pdf", "rb") as temp_pdf:
+            pdf_reader = PyPDF2.PdfReader(temp_pdf)
+            text = ''
+            for page_num in range(len(pdf_reader.pages)):
+                page = pdf_reader.pages[page_num]
+                text += page.extract_text()
+        return text
+
+    text1 = extract_text_from_pdf(content1)
+    text2 = extract_text_from_pdf(content2)
+
+    similarity_ratio = SequenceMatcher(None, text1, text2).ratio()
+
+    return similarity_ratio >= text_similarity_threshold
 
 def compare_zip_files(actual: str, expected: str, **options) -> float:
     """
@@ -128,7 +149,12 @@ def compare_zip_files(actual: str, expected: str, **options) -> float:
             content1 = zip_file1.read(file_name)
             content2 = zip_file2.read(file_name)
 
-            if content1 != content2:
+            if file_name.lower().endswith('.pdf'):
+                if compare_pdf_content(content1, content2, 0.95):
+                    continue
+                else:
+                    return 0.0
+            elif content1 != content2:
                 return 0.0
     return 1.0