update multi apps

desktop_env/evaluators/metrics/chrome.py

@@ -129,6 +129,39 @@ def compare_pdfs(pdf1_path: Union[str, List[str]], pdf2_path: Union[str, List[st
             logger.info(f"[ERROR]: unexpected error occurred when comparing PDF files: {e}")
     return score / len(pdf2_path)
 
+import fitz
+from PIL import Image
+from io import BytesIO
+
+def compare_pdf_images(pdf1_path: str, pdf2_path: str, **kwargs) -> float:
+    def extract_images_from_pdf(pdf_path):
+        pdf_document = fitz.open(pdf_path)
+        images = []
+
+        for page_number in range(pdf_document.page_count):
+            page = pdf_document[page_number]
+            image_list = page.get_images(full=True)
+
+            for img_index, img_info in enumerate(image_list):
+                base_image = pdf_document.extract_image(img_index)
+                image_bytes = base_image["image"]
+
+                images.append(BytesIO(image_bytes))
+
+        return images
+    
+    images1 = extract_images_from_pdf(pdf1_path)
+    images2 = extract_images_from_pdf(pdf2_path)
+
+    if len(images1) != len(images2):
+        return 0.
+
+    for i, (img1, img2) in enumerate(zip(images1, images2), 1):
+        if Image.open(img1).tobytes() != Image.open(img2).tobytes():
+            return 0.
+    
+    return 1.
+
 
 def compare_archive(pred_path: str, gold_path: str, **kwargs) -> float:
     """