diff --git a/evaluation_examples/examples/multi_apps/0c825995-5b70-4526-b663-113f4c999dd2.json b/evaluation_examples/examples/multi_apps/0c825995-5b70-4526-b663-113f4c999dd2.json index a272e3e..a113665 100644 --- a/evaluation_examples/examples/multi_apps/0c825995-5b70-4526-b663-113f4c999dd2.json +++ b/evaluation_examples/examples/multi_apps/0c825995-5b70-4526-b663-113f4c999dd2.json @@ -1,11 +1,28 @@ { "id": "0c825995-5b70-4526-b663-113f4c999dd2", "snapshot": "libreoffice_calc", - "instruction": "Could you do me a favor? I need to find a Word document called 'ParkProposal.docx' on my computer and copy the 'Budget Estimates' and 'Design Concepts' sections into a new Google Doc. We're trying to collaborate more efficiently on this community park project. Thanks!", + "instruction": "I'm working on a comprehensive report for our environmental policy review meeting next week. I need to integrate key insights from an important document, which is a guidebook on the Green Economy, where I'm particularly interested in the 'Introduction' section. Could you extract this section and compile them into a new Google Doc named 'environment_policy_report (draft)'? This will significantly aid in our discussion on aligning our environmental policies with sustainable and green economic practices. Thanks!", "source": "authors", "config": [ - - ], + { + "type": "command", + "parameters": { + "command": ["mkdir", "-p", "/home/user/Desktop/wwf"] + } + }, + { + "type": "download", + "parameters": { + "files": [ + {"path": "/home/user/Desktop/wwf/lpr_living_planet_report_2016.pdf", "url": "https://drive.google.com/uc?id=19NCdw_MVP6nH5nC6okYYe8U1mJABfTRK&export=download"}, + {"path": "/home/user/Desktop/wwf/279c656a32_ENGLISH_FULL.pdf", "url": "https://drive.google.com/uc?id=1ckH1NetfImQ9EyONTO-ZFWA8m8VIUFvD&export=download"}, + {"path": "/home/user/Desktop/wwf/7g37j96psg_WWF_AR2021_spreads.pdf", "url": "https://drive.google.com/uc?id=1cxLTzmqDKMomOyvho29lvFvhRnb0Y8__&export=download"}, + {"path": "/home/user/Desktop/GE Guidebook.pdf", "url": "https://drive.google.com/uc?id=1KzC_R3eI3Rmgwz5bkcI8Ohv7ebOrU-Is&export=download"}, + {"path": "/home/user/Desktop/assessing_and_reporting_water_quality(q&a).pdf", "url": "https://drive.google.com/uc?id=1LFojf3Weflv3fVdrZrgTY1iUaRdbT9kG&export=download"} + ] + } + } + ], "trajectory": "trajectories/0c825995-5b70-4526-b663-113f4c999dd2", "related_apps": [ "libreoffice_calc", diff --git a/evaluation_examples/examples/multi_apps/26150609-0da3-4a7d-8868-0faf9c5f01bb.json b/evaluation_examples/examples/multi_apps/26150609-0da3-4a7d-8868-0faf9c5f01bb.json index 4a1af8e..1317148 100644 --- a/evaluation_examples/examples/multi_apps/26150609-0da3-4a7d-8868-0faf9c5f01bb.json +++ b/evaluation_examples/examples/multi_apps/26150609-0da3-4a7d-8868-0faf9c5f01bb.json @@ -1,26 +1,63 @@ { - "id": "26150609-0da3-4a7d-8868-0faf9c5f01bb", - "snapshot": "libreoffice_calc", - "instruction": "So, I've been dabbling with coding a Snake game in Python, and I finally got it up and running. It's pretty cool, but it's not without its quirks. The biggest issue I'm facing right now is that the snake can't seem to eat the food, no matter what. Could you help me tweak the code so the snake can actually eat the food? Thanks a bunch!", - "source": "authors", - "config": [ - - ], - "trajectory": "trajectories/26150609-0da3-4a7d-8868-0faf9c5f01bb", - "related_apps": [ - - ], - "evaluator": { - "postconfig": [], - "func": "", - "result": { - - }, - "expected": { - - }, - "options": { - - } - } + "id": "26150609-0da3-4a7d-8868-0faf9c5f01bb", + "snapshot": "libreoffice_calc", + "instruction": "So, I've been dabbling with coding a Snake game in Python, and I finally got it up and running. It's pretty cool, but it's not without its quirks. The biggest issue I'm facing right now is that the snake can't seem to eat the food, no matter what. Could you help me tweak the code so the snake can actually eat the food? Thanks a bunch!", + "source": "authors", + "config": [ + { + "type": "command", + "parameters": { + "command": [ + "mkdir", + "-p", + "/home/user/Desktop/snake" + ] + } + }, + { + "type": "download", + "parameters": { + "files": [ + { + "path": "/home/user/Desktop/snake/food.py", + "url": "https://drive.usercontent.google.com/download?id=1Xkza2CaWyMPwnWiDmlP2lh1mvp6LuIJp&export=download&authuser=0&confirm=t&uuid=4e57edc7-5a7e-4a31-8436-656f3b398804&at=APZUnTWyVtrAaUST2_wI2GSeQrgV:1709303403572" + }, + { + "path": "/home/user/Desktop/snake/main.py", + "url": "https://drive.usercontent.google.com/download?id=1jcYCRW9quS2aoO4MNbF6UFvca6Z6jO3P&export=download&authuser=0&confirm=t&uuid=a98c6bdc-4acb-43fe-864a-3461276c5ebb&at=APZUnTWQTXYHkJW9XiNgew5Qe3PI:1709303406766" + }, + { + "path": "/home/user/Desktop/snake/settings.py", + "url": "https://drive.usercontent.google.com/download?id=1aGis8eNKqLM2ZFMIe0sgzaGA-IfTdM_H&export=download&authuser=0&confirm=t&uuid=178f1635-9538-467a-b191-1ecb8e76bc78&at=APZUnTVouOz4zz4wEaYp06nf31_4:1709303409591" + }, + { + "path": "/home/user/Desktop/snake/snake.py", + "url": "https://drive.usercontent.google.com/download?id=1-EnaUyWeWmioOrd_S72_JN6xk5qdvJiK&export=download&authuser=0&confirm=t&uuid=6619d298-15a4-42f5-b3df-36f849e17aad&at=APZUnTXT-ko0Bc0uWau_tH3vkFnT:1709303412395" + } + ] + } + }, + { + "type": "launch", + "parameters": { + "command": [ + "code", + "/home/user/Desktop/snake" + ] + } + } + ], + "trajectory": "trajectories/26150609-0da3-4a7d-8868-0faf9c5f01bb", + "related_apps": [ + ], + "evaluator": { + "postconfig": [], + "func": "", + "result": { + }, + "expected": { + }, + "options": { + } + } } diff --git a/evaluation_examples/examples/multi_apps/9219480b-3aed-47fc-8bac-d2cffc5849f7.json b/evaluation_examples/examples/multi_apps/9219480b-3aed-47fc-8bac-d2cffc5849f7.json index 30c42ae..d45d4df 100644 --- a/evaluation_examples/examples/multi_apps/9219480b-3aed-47fc-8bac-d2cffc5849f7.json +++ b/evaluation_examples/examples/multi_apps/9219480b-3aed-47fc-8bac-d2cffc5849f7.json @@ -4,7 +4,48 @@ "instruction": "Hi, I recently playing with developing a small python-based teris game. While I have finished most of the part, something is wrong under some cases when I press up to rotate, the whole program will crash, please run the code for me and fix the bugs of code.", "source": "authors", "config": [ - + { + "type": "command", + "parameters": { + "command": [ + "mkdir", + "-p", + "/home/user/Desktop/teris" + ] + } + }, + { + "type": "download", + "parameters": { + "files": [ + { + "path": "/home/user/Desktop/teris/block.py", + "url": "https://drive.usercontent.google.com/download?id=1txPwaWML0e8cjpDW-nw5N6HOC6fYwfI1&export=download&authuser=0&confirm=t&uuid=0b69795a-3600-4ec4-be9b-533deeb76e94&at=APZUnTVK-VGsZfTufLSh_3eRigYb:1709303077428" + }, + { + "path": "/home/user/Desktop/teris/main.py", + "url": "https://drive.usercontent.google.com/download?id=1vJ2FEw7RNfRr0KBynHM36_nNAc4jTArl&export=download&authuser=0&confirm=t&uuid=11f697bc-1414-46a0-bc2d-b2c49686d85e&at=APZUnTXCtKDpqTAOstIioRrJzx67:1709303181059" + }, + { + "path": "/home/user/Desktop/teris/settings.py", + "url": "https://drive.usercontent.google.com/download?id=1tYI8QZz-T-sNFRAMaYnzFv80upIveUT-&export=download&authuser=0&confirm=t&uuid=50c64eed-ab7e-4dbe-82ce-d01b25364556&at=APZUnTXUok8Cos6rUo-fnKLwnPmn:1709303184763" + }, + { + "path": "/home/user/Desktop/teris/teris.py", + "url": "https://drive.usercontent.google.com/download?id=1UOJp5Y6JLmaXmZXHc_GkM3nMfKbS6Dyu&export=download&authuser=0&confirm=t&uuid=3189e5d6-5984-45c7-9dd8-6f8ec3a0845e&at=APZUnTWYTtsu27Ds3aHrZpIAnNcA:1709303187967" + } + ] + } + }, + { + "type": "launch", + "parameters": { + "command": [ + "code", + "/home/user/Desktop/teris" + ] + } + } ], "trajectory": "trajectories/9219480b-3aed-47fc-8bac-d2cffc5849f7", "related_apps": [ diff --git a/evaluation_examples/examples/multi_apps/d1acdb87-bb67-4f30-84aa-990e56a09c92.json b/evaluation_examples/examples/multi_apps/d1acdb87-bb67-4f30-84aa-990e56a09c92.json index d6e3d96..5161462 100644 --- a/evaluation_examples/examples/multi_apps/d1acdb87-bb67-4f30-84aa-990e56a09c92.json +++ b/evaluation_examples/examples/multi_apps/d1acdb87-bb67-4f30-84aa-990e56a09c92.json @@ -1,26 +1,64 @@ { - "id": "d1acdb87-bb67-4f30-84aa-990e56a09c92", - "snapshot": "libreoffice_calc", - "instruction": "Can you help me find these restaurants on Google Maps? I have a list of places I've been wanting to visit, and I need to gather some detailed information about them, including the address, what people have to say about them (ratings), and the hours of operation. It would be great if you could search for each of them on Google Maps and help me jot down this information into my sheet file, thanks!", - "source": "authors", - "config": [ - - ], - "trajectory": "trajectories/d1acdb87-bb67-4f30-84aa-990e56a09c92", - "related_apps": [ - - ], - "evaluator": { - "postconfig": [], - "func": "", - "result": { - - }, - "expected": { - - }, - "options": { - - } - } + "id": "d1acdb87-bb67-4f30-84aa-990e56a09c92", + "snapshot": "libreoffice_calc", + "instruction": "Can you help me find these restaurants on Google Maps? I have a list of places I've been wanting to visit, and I need to gather some detailed information about them, including the address, what people have to say about them (ratings), and the hours of operation. It would be great if you could search for each of them on Google Maps and help me jot down this information into my sheet file, thanks!", + "source": "authors", + "config": [ + { + "type": "download", + "parameters": { + "files": [ + { + "path": "/home/user/Desktop/restaurants.txt", + "url": "https://drive.google.com/uc?id=1IehFLJPZcFv8Ujk31ExbyGLji9AylmmJ&export=download" + }, + { + "path": "/home/user/Desktop/MUST_VISIT.xlsx", + "url": "https://drive.google.com/uc?id=1fXmjvZcwkIcckMIAXi3Hv_JAbVWpgs_l&export=download" + } + ] + } + }, + { + "type": "open", + "parameters": { + "path": "/home/user/Desktop/MUST_VISIT.xlsx" + } + }, + { + "type": "open", + "parameters": { + "path": "/home/user/Desktop/restaurants.txt" + } + }, + { + "type": "sleep", + "parameters": { + "seconds": 5 + } + }, + { + "type": "activate_window", + "parameters": { + "window_name": "restaurants.txt (~/Desktop) - gedit", + "strict": true + } + } + ], + "trajectory": "trajectories/d1acdb87-bb67-4f30-84aa-990e56a09c92", + "related_apps": [ + "os", + "chrome", + "libreoffice_calc" + ], + "evaluator": { + "postconfig": [], + "func": "", + "result": { + }, + "expected": { + }, + "options": { + } + } }