Add raw accessibility-tree based prompting method (but the tokens are too large); Minor fix some small bugs

This commit is contained in:
Timothyxxx
2024-01-16 11:58:23 +08:00
parent 28d8c0c528
commit 8efa692951
10 changed files with 272 additions and 4 deletions

View File

@@ -139,6 +139,8 @@ class GPT4v_Agent:
actions = parse_actions_from_string(response)
elif self.action_space == "pyautogui":
actions = parse_code_from_string(response)
else:
raise ValueError("Invalid action space: " + self.action_space)
# add action into the trajectory
self.trajectory.append({