refactor&fix: update README and main.py for improved configuration and task status handling

monitor/main.py

@@ -12,8 +12,11 @@ from dotenv import load_dotenv
 # Load environment variables from .env file
 load_dotenv()
 
-# {task_type}_{task_id}: status_dict
+# {task_type}_{task_id}: (status_dict, timestamp)
+# For "Done" status, we need to verify it for a period to ensure it doesn't change to "Error"
 TASK_STATUS_CACHE = {}
+# Time in seconds to consider "Done" status as stable (default: 30s)
+DONE_STABILITY_PERIOD = int(os.getenv("DONE_STABILITY_PERIOD", "30"))
 
 app = Flask(__name__)
 
@@ -26,14 +29,14 @@ if MONITOR_IN_DOCKER:
     RESULTS_BASE_PATH = "/app/results"
 else:
     # Load configuration from environment variables
-    TASK_CONFIG_PATH = os.getenv("TASK_CONFIG_PATH", "../evaluation_examples/test_small.json")
+    TASK_CONFIG_PATH = os.getenv("TASK_CONFIG_PATH", "../evaluation_examples/test.json")
     EXAMPLES_BASE_PATH = os.getenv("EXAMPLES_BASE_PATH", "../evaluation_examples/examples")
     RESULTS_BASE_PATH = os.getenv("RESULTS_BASE_PATH", "../results")
 
 ACTION_SPACE=os.getenv("ACTION_SPACE", "pyautogui")
 OBSERVATION_TYPE=os.getenv("OBSERVATION_TYPE", "screenshot")
 MODEL_NAME=os.getenv("MODEL_NAME", "computer-use-preview")
-MAX_STEPS = int(os.getenv("MAX_STEPS", "50"))
+MAX_STEPS = int(os.getenv("MAX_STEPS", "150"))
 
 RESULTS_PATH = os.path.join(RESULTS_BASE_PATH, ACTION_SPACE, OBSERVATION_TYPE, MODEL_NAME)
 
@@ -177,9 +180,24 @@ def get_task_status_brief(task_type, task_id):
     # Generate cache key based on task type and ID
     cache_key = f"{task_type}_{task_id}"
     
-    #  Check if the status is already cached
+    # Check if the status is already cached
+    current_time = time.time()
+    last_cache_time = None
     if cache_key in TASK_STATUS_CACHE:
-        return TASK_STATUS_CACHE[cache_key]
+        cached_status, cached_time = TASK_STATUS_CACHE[cache_key]
+        last_cache_time = cached_time
+        # If cached status is "Done", check if it's within the stability period
+        if cached_status["status"].startswith("Done"):
+            # If within stability period, recalculate status to ensure it's correct
+            if current_time - cached_time < DONE_STABILITY_PERIOD:
+                # Status is still in verification period, refresh it
+                pass
+            else:
+                # Status is stable, return from cache
+                return cached_status
+        else:
+            # For non-Done status (like Error), just return from cache
+            return cached_status
     
     result_dir = os.path.join(RESULTS_PATH, task_type, task_id)
     
@@ -293,7 +311,8 @@ def get_task_status_brief(task_type, task_id):
     
     # Cache the status if it is done or error
     if status.startswith("Done") or status == "Error":
-        TASK_STATUS_CACHE[cache_key] = status_dict
+        current_time = last_cache_time if last_cache_time else current_time
+        TASK_STATUS_CACHE[cache_key] = (status_dict, current_time)
     
     return status_dict