lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix Duplicate ids; Remove unused JSON files across multiple applications

Browse Source
This commit is contained in:
Timothyxxx
2025-02-10 15:49:54 +08:00
parent f4750701d4
commit 2f0f3f31aa
139 changed files with 17 additions and 4711 deletions
Download Patch File Download Diff File Expand all files Collapse all files

62
evaluation_examples/examples/vs_code/30167b0c-976b-491b-a9e5-7747607c6a3c.json
View File

@@ -1,62 +0,0 @@
{
"id": "30167b0c-976b-491b-a9e5-7747607c6a3c",
"snapshot": "vscode",
"instruction": "Please help me find the file that contains \"import openai\" in the current VS Code project and open that file.",
"source": "https://download.microsoft.com/download/8/A/4/8A48E46A-C355-4E5C-8417-E6ACD8A207D4/VisualStudioCode-TipsAndTricks-Vol.1.pdf",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://codeload.github.com/onlyphantom/llm-python/zip/refs/heads/main",
"path": "/home/user/Downloads/llm-python-main.zip"
}
]
}
},
{
"type": "execute",
"parameters": {
"command": [
"/bin/bash",
"-c",
"cd /home/user/Downloads && unzip -q llm-python-main.zip"
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"code",
"/home/user/Downloads/llm-python-main/"
]
}
},
{
"type": "activate_window",
"parameters": {
"window_name": "Visual Studio Code"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vscode"
],
"evaluator": {
"func": "check_json_settings",
"expected": {
"type": "rule",
"rules": {
"expected": {}
}
},
"result": {
"type": "vm_file",
"path": "/home/user/.config/Code/User/settings.json",
"dest": "settings.json"
}
}
}

39
evaluation_examples/examples/vs_code/ae506c68-352c-4094-9caa-ee9d42052317.json
View File

@@ -1,39 +0,0 @@
{
"id": "ae506c68-352c-4094-9caa-ee9d42052317",
"snapshot": "vscode",
"instruction": "Please help me store the full terminal history of my VS Code terminal into \"/home/user/Desktop/history.txt\".",
"source": "",
"config": [
{
"type": "launch",
"parameters": {
"command": [
"code"
]
}
},
{
"type": "activate_window",
"parameters": {
"window_name": "Visual Studio Code"
}
}
],
"trajectory": "trajectories/ae506c68-352c-4094-9caa-ee9d42052317",
"related_apps": [
"vscode"
],
"evaluator": {
"func": "compare_text_file",
"expected": {
"type": "cloud_file",
"path": "",
"dest": "gold_history.txt"
},
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/history.txt",
"dest": "history.txt"
}
}
}