Fix examples, clean files, clean README

README.md

@@ -11,7 +11,7 @@
 ![Overview](media/overview.png)
 
 ## Updates
-- 2024-03-01: 
+- 2024-03-01: We released our [paper](), [environment code](), [dataset](), and [project page](). Check it out!
 
 ## Install
 1. Install VMWare and configure `vmrun` command:
@@ -19,10 +19,9 @@ Please refer to [guidance](https://docs.google.com/document/d/1KBdeZwmZs2Vi_Wsnn
 
 2. Install the environment package, download the examples and the virtual machine image.
 ```bash
-pip install desktop_env
-mkdir -p ~/.desktop_env
-wget xxxx
-wget xxxx
+pip install desktop-env
+gdown xxxx
+gdown xxxx
 ```
 
 ## Quick Start

SERVER_SETUP.md

@@ -1,6 +0,0 @@
-# Server Setup Guide
-
-1. Copy and paste the file `server/main.py` to the windows vm
-2. Install the requirements `pip install -r requirements.txt`
-3. Run the file `python main.py`
-4. `ipconfig /all` and find the ip address

evaluation_examples/examples/chrome/99a48441-ead6-4271-8c07-dc03e870f507.json

@@ -1,18 +0,0 @@
-{
-  "id": "99a48441-ead6-4271-8c07-dc03e870f507",
-  "snapshot": "chrome",
-  "instruction": "Look for a White PlayStation 5 Console and save it",
-  "source": "Mind2Web",
-  "config": [],
-  "trajectory": "trajectories/",
-  "related_apps": [
-    "chrome"
-  ],
-  "evaluator": {
-    "func": "",
-    "result": {
-    },
-    "expected": {
-    }
-  }
-}

evaluation_examples/examples/os/37887e8c-da15-4192-923c-08fa390a176d.json

@@ -28,6 +28,22 @@
         "command": "./setup.sh",
         "shell": true
       }
+    },
+    {
+      "type": "execute",
+      "parameters": {
+        "command": [
+          "python",
+          "-c",
+          "import pyautogui; import time; time.sleep(0.5); pyautogui.click(960, 540); time.sleep(0.5); pyautogui.hotkey('ctrl', 'alt', 't'); time.sleep(0.5)"
+        ]
+      }
+    },
+    {
+      "type": "activate_window",
+      "parameters": {
+        "window_name": "Terminal"
+      }
     }
   ],
   "trajectory": "trajectories/",

evaluation_examples/examples/os/4783cc41-c03c-4e1b-89b4-50658f642bd5.json

@@ -20,6 +20,22 @@
           "import pyautogui; import time; pyautogui.click(960, 540); time.sleep(0.5);"
         ]
       }
+    },
+    {
+      "type": "execute",
+      "parameters": {
+        "command": [
+          "python",
+          "-c",
+          "import pyautogui; import time; time.sleep(0.5); pyautogui.click(960, 540); time.sleep(0.5); pyautogui.hotkey('ctrl', 'alt', 't'); time.sleep(0.5)"
+        ]
+      }
+    },
+    {
+      "type": "activate_window",
+      "parameters": {
+        "window_name": "Terminal"
+      }
     }
   ],
   "trajectory": "trajectories/",

evaluation_examples/examples/os/4d117223-a354-47fb-8b45-62ab1390a95f.json

@@ -36,7 +36,7 @@
         "command": [
           "python",
           "-c",
-          "import pyautogui; import time; pyautogui.click(960, 540); time.sleep(0.5); pyautogui.hotkey('ctrl', 'alt', 't'); time.sleep(0.5)"
+          "import pyautogui; import time; time.sleep(0.5); pyautogui.click(960, 540); time.sleep(0.5); pyautogui.hotkey('ctrl', 'alt', 't'); time.sleep(0.5)"
         ]
       }
     },

evaluation_examples/examples/os/5ced85fc-fa1a-4217-95fd-0fb530545ce2.json

@@ -10,7 +10,7 @@
         "command": [
           "python",
           "-c",
-          "import pyautogui; import time; pyautogui.click(960, 540); time.sleep(0.5); pyautogui.hotkey('ctrl', 'alt', 't'); time.sleep(0.5)"
+          "import pyautogui; import time; time.sleep(0.5); pyautogui.click(960, 540); time.sleep(0.5); pyautogui.hotkey('ctrl', 'alt', 't'); time.sleep(0.5)"
         ]
       }
     },