lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add windows exp

Browse Source
This commit is contained in:
tsuky_chen
2024-04-05 01:37:43 +08:00
parent 31ed626bdc
commit 773fec2b3e
2 changed files with 110 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
evaluation_examples/examples/Windows/multi_app/185f29bd-5da0-40a6-b69c-ba7f4e0324ef.json
View File

@@ -1,7 +1,7 @@
{
"id": "185f29bd-5da0-40a6-b69c-ba7f4e0324ef",
"snapshot": "libreoffice_calc",
"instruction": "Transfer the data from our 'Employee Performance Evaluation Summary' Excel sheet into our standardized PDF evaluation forms. Each employee's evaluation data should be accurately filled into the designated fields of the PDF form. It's crucial that the final PDF documents retain a uniform and professional look, ready for distribution to our staff or for filing purposes. Furthermore, please ensure that each PDF file is named according to the employee's name as it appears in the Excel document. This will greatly streamline our evaluation process and enhance our efficiency in managing employee performance records. Oh, use \"√\" as mark on characters.",
"instruction": "Transfer the data from our 'Employee Performance Evaluation Summary' Excel sheet into our standardized PDF evaluation forms. Each employee's evaluation data should be accurately filled into the designated fields of the PDF form. It's crucial that the final PDF documents retain a uniform and professional look, ready for distribution to our staff or for filing purposes. Furthermore, please ensure that each PDF file is named according to the employee's name as it appears in the Excel document. This will greatly streamline our evaluation process and enhance our efficiency in managing employee performance records. Oh, use 1 as mark on characters.",
"source": "authors",
"config": [
{
@@ -67,7 +67,15 @@
"Sophia Carter_Gold.pdf"
],
"multi": true,
"gives": [0,1,2,3,4,5,6]
"gives": [
0,
1,
2,
3,
4,
5,
6
]
},
"expected": {
"type": "vm_file",
@@ -90,7 +98,15 @@
"Sophia Carter.pdf"
],
"multi": true,
"gives": [0,1,2,3,4,5,6]
"gives": [
0,
1,
2,
3,
4,
5,
6
]
}
}
}
}

90
evaluation_examples/examples/Windows/multi_app/26150609-0da3-4a7d-8868-0faf9c5f01bb.json Normal file
View File

@@ -0,0 +1,90 @@
{
"id": "26150609-0da3-4a7d-8868-0faf9c5f01bb",
"snapshot": "vs_code",
"instruction": "So, I've been dabbling with coding a Snake game in Python, and I finally got it up and running. It's pretty cool, but it's not without its quirks. The biggest issue I'm facing right now is that the snake can't seem to eat the food, no matter what. Could you help me tweak the code so the snake can actually eat the food? Thanks a bunch!",
"source": "authors",
"config": [
{
"type": "command",
"parameters": {
"command": [
"mkdir",
"-p",
"C:\\Users\\chenj\\Desktop\\snake"
]
}
},
{
"type": "command",
"parameters": {
"command": [
"pip",
"install",
"pygame"
]
}
},
{
"type": "download",
"parameters": {
"files": [
{
"path": "C:\\Users\\chenj\\Desktop\\snake\\food.py",
"url": "https://drive.usercontent.google.com/download?id=1Xkza2CaWyMPwnWiDmlP2lh1mvp6LuIJp&export=download&authuser=0&confirm=t&uuid=4e57edc7-5a7e-4a31-8436-656f3b398804&at=APZUnTWyVtrAaUST2_wI2GSeQrgV:1709303403572"
},
{
"path": "C:\\Users\\chenj\\Desktop\\snake\\main.py",
"url": "https://drive.usercontent.google.com/download?id=1jcYCRW9quS2aoO4MNbF6UFvca6Z6jO3P&export=download&authuser=0&confirm=t&uuid=a98c6bdc-4acb-43fe-864a-3461276c5ebb&at=APZUnTWQTXYHkJW9XiNgew5Qe3PI:1709303406766"
},
{
"path": "C:\\Users\\chenj\\Desktop\\snake\\settings.py",
"url": "https://drive.usercontent.google.com/download?id=1aGis8eNKqLM2ZFMIe0sgzaGA-IfTdM_H&export=download&authuser=0&confirm=t&uuid=178f1635-9538-467a-b191-1ecb8e76bc78&at=APZUnTVouOz4zz4wEaYp06nf31_4:1709303409591"
},
{
"path": "C:\\Users\\chenj\\Desktop\\snake\\snake.py",
"url": "https://drive.usercontent.google.com/download?id=1-EnaUyWeWmioOrd_S72_JN6xk5qdvJiK&export=download&authuser=0&confirm=t&uuid=6619d298-15a4-42f5-b3df-36f849e17aad&at=APZUnTXT-ko0Bc0uWau_tH3vkFnT:1709303412395"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"code",
"C:\\Users\\chenj\\Desktop\\snake"
]
}
}
],
"trajectory": "trajectories/26150609-0da3-4a7d-8868-0faf9c5f01bb",
"related_apps": [
"vs_code",
"os"
],
"evaluator": {
"postconfig": [],
"func": "check_python_file_by_test_suite",
"result": {
"type": "vm_file",
"path": [
"C:\\Users\\chenj\\Desktop\\snake\\food.py",
"C:\\Users\\chenj\\Desktop\\snake\\main.py",
"C:\\Users\\chenj\\Desktop\\snake\\settings.py",
"C:\\Users\\chenj\\Desktop\\snake\\snake.py"
],
"dest": [
"food.py",
"main.py",
"settings.py",
"snake.py"
],
"multi": true
},
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1rLhp5cAS93uwCdZlikQse656Tf1Ut0Xc&export=download&authuser=0&confirm=t&uuid=6bb19b05-6832-4093-9441-634b9d0ba476&at=APZUnTVBJ1h-GgRmXMW_iagvZV1A:1709447052264",
"dest": "test_suite.py"
}
}
}