lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add multi-turn examples (in total, add 12 examples by ruisheng.cao 2024-03-08)

Browse Source
This commit is contained in:
rhythmcao
2024-03-08 19:25:51 +08:00
parent 565c0cc58c
commit 8df2233730
3 changed files with 180 additions and 53 deletions
Download Patch File Download Diff File Expand all files Collapse all files

88
evaluation_examples/examples/multi_apps/5df7b33a-9f77-4101-823e-02f863e1c1ae.json
View File

@@ -1,33 +1,17 @@
{
"id": "df67aebb-fb3a-44fd-b75b-51b6012df509",
"snapshot": "vscode",
"instruction": "I am writing my paper thesis. I have listed all referenced papers in the opened docx. But my mentor asked me to use latex instead of word writer. So could you help me export the dblp bibtex of these papers into 'references.bib'. By the way, if the paper is published, do not use the arxiv version. Separate each bibtex dict with a blank line for clarity.",
"id": "5df7b33a-9f77-4101-823e-02f863e1c1ae",
"snapshot": "libreoffice_writer",
"instruction": "I enjoy reading during my spare time, but this book is too bulky. Each time I open it, I have to find where I left off, which is a hassle. I'd like to divide the book into several PDFs, each containing a different chapter, and name them following the example I set with chapter one.",
"source": "authors",
"config": [
{
"type": "launch",
"type": "download",
"parameters": {
"command": [
"google-chrome",
"--remote-debugging-port=1337"
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"socat",
"tcp-listen:9222,fork",
"tcp:localhost:1337"
]
}
},
{
"type": "chrome_open_tabs",
"parameters": {
"urls_to_open": [
"https://dblp.org/"
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1iaPADtkbDGbupuwNQiG-L9Topt_VJl8g&export=download&authuser=0&confirm=t",
"path": "/home/user/Desktop/book.zip"
}
]
}
},
@@ -35,8 +19,9 @@
"type": "execute",
"parameters": {
"command": [
"touch",
"/home/user/Desktop/references.bib"
"/bin/bash",
"-c",
"unzip -q /home/user/Desktop/book.zip -d /home/user/Desktop && rm /home/user/Desktop/book.zip"
]
}
},
@@ -44,52 +29,49 @@
"type": "launch",
"parameters": {
"command": [
"code",
"/home/user/Desktop/references.bib"
"nautilus",
"/home/user/Desktop/book"
]
}
},
{
"type": "download",
"type": "open",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1NDYJ7XyiUVJYuMBDAYvObrSZdODrhUMi&export=download&authuser=0&confirm=t",
"path": "/home/user/Desktop/references.docx"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"libreoffice",
"--writer",
"/home/user/Desktop/references.docx"
]
"path": "/home/user/Desktop/book/Spectral Graph Theory.pdf"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"chrome",
"os",
"libreoffice_writer"
],
"evaluator": {
"func": "compare_text_file",
"postconfig": [
{
"type": "execute",
"parameters": {
"command": [
"/bin/bash",
"-c",
"cd /home/user/Desktop/book && zip -qr book.zip *.pdf"
]
}
}
],
"func": "compare_archive",
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/references.bib",
"dest": "references.bib"
"path": "/home/user/Desktop/book/book.zip",
"dest": "book.zip"
},
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1eeaPRSAWhzsNGFuda_u6phsdQMZHBkb2&export=download&authuser=0&confirm=t",
"dest": "gold_references.bib"
"path": "https://drive.usercontent.google.com/download?id=1oH9UAbJe4EmPxwDX4kQPVyKqGF2y2pQh&export=download&authuser=0&confirm=t",
"dest": "gold_book.zip"
},
"options": {
"ignore_blanks": true
"file_type": "pdf"
}
}
}