Merge main

desktop_env/server/main.py

@@ -5,7 +5,7 @@ import shlex
 import subprocess
 from pathlib import Path
 from typing import Any, Optional
-from typing import List, Dict
+from typing import List, Dict, Tuple
 
 import Xlib
 import lxml.etree
@@ -16,7 +16,7 @@ from PIL import Image
 from Xlib import display, X
 from flask import Flask, request, jsonify, send_file, abort  # , send_from_directory
 from lxml.etree import _Element
-from pyatspi import Accessible, StateType
+from pyatspi import Accessible, StateType, STATE_SHOWING
 from pyatspi import Action as ATAction
 from pyatspi import Component, Document
 from pyatspi import Text as ATText
@@ -182,6 +182,11 @@ _accessibility_ns_map = {"st": "uri:deskat:state.at-spi.gnome.org"
 
 
 def _create_atspi_node(node: Accessible, depth: int, flag: Optional[str] = None) -> _Element:
+    if node.getRoleName() == "document spreadsheet":
+        flag = "calc"
+    if node.getRoleName() == "application" and node.name=="Thunderbird":
+        flag = "thunderbird"
+
     attribute_dict: Dict[str, Any] = {"name": node.name}
 
     #  States {{{ # 
@@ -247,6 +252,12 @@ def _create_atspi_node(node: Accessible, depth: int, flag: Optional[str] = None)
         # only text shown on current screen is available
         # attribute_dict["txt:text"] = text_obj.getText(0, text_obj.characterCount)
         text: str = text_obj.getText(0, text_obj.characterCount)
+        if flag=="thunderbird":
+            # appeard in thunderbird (uFFFC), "Object Replacement Character" in
+            # Unicode, "used as placeholder in text for an otherwise
+            # unspecified object; uFFFD is another "Replacement Character",
+            # just in case
+            text = text.replace("\ufffc", "").replace("\ufffd", "")
     #  }}} Text # 
 
     #  Selection {{{ # 
@@ -264,10 +275,22 @@ def _create_atspi_node(node: Accessible, depth: int, flag: Optional[str] = None)
     except NotImplementedError:
         pass
     else:
-        attribute_dict["{{{:}}}value".format(_accessibility_ns_map["val"])] = str(value.currentValue)
-        attribute_dict["{{{:}}}min".format(_accessibility_ns_map["val"])] = str(value.minimumValue)
-        attribute_dict["{{{:}}}max".format(_accessibility_ns_map["val"])] = str(value.maximumValue)
-        attribute_dict["{{{:}}}step".format(_accessibility_ns_map["val"])] = str(value.minimumIncrement)
+        try:
+            attribute_dict["{{{:}}}value".format(_accessibility_ns_map["val"])] = str(value.currentValue)
+        except:
+            pass
+        try:
+            attribute_dict["{{{:}}}min".format(_accessibility_ns_map["val"])] = str(value.minimumValue)
+        except:
+            pass
+        try:
+            attribute_dict["{{{:}}}max".format(_accessibility_ns_map["val"])] = str(value.maximumValue)
+        except:
+            pass
+        try:
+            attribute_dict["{{{:}}}step".format(_accessibility_ns_map["val"])] = str(value.minimumIncrement)
+        except:
+            pass
     #  }}} Value # 
 
     #  Action {{{ # 
@@ -303,18 +326,11 @@ def _create_atspi_node(node: Accessible, depth: int, flag: Optional[str] = None)
     if "text" in locals() and len(text) > 0:
         xml_node.text = text
 
-    # HACK: libreoffice has a problem -> billions of children for parent with RoleName "document spreadsheet"
-    #if node.getRoleName() == "document spreadsheet":
-        #return xml_node
     # HYPERPARAMETER
     if depth==50:
         logger.warning("Max depth reached")
         return xml_node
 
-    # HACK: libreoffice has a problem -> billions of children for parent with RoleName "document spreadsheet"
-    if node.getRoleName() == "document spreadsheet":
-        flag = "calc"
-
     if flag=="calc" and node_role_name=="table":
         # Maximum column: 1024 if ver<=7.3 else 16384
         # Maximum row: 104 8576