70 lines
2.1 KiB
JSON
70 lines
2.1 KiB
JSON
{
|
|
"id": "65e62ec6-4603-4c67-b4d2-07830deb285b",
|
|
"snapshot": "multiapps",
|
|
"instruction": "I've recently become very interested in large language models. I tried entering some questions into several large language models and stored the answers in a file named \"answers.json\" under Desktop. Now, I want to focus only on the answers from GPT-4. Please help me copy all the GPT-4 answers into a Word document named \"results.docx\" under Desktop, one answer per paragraph.",
|
|
"source": "",
|
|
"config": [
|
|
{
|
|
"type": "download",
|
|
"parameters": {
|
|
"files": [
|
|
{
|
|
"url": "https://drive.google.com/uc?export=download&id=1XIJHJ6jtYITRG6vA1-rQlnKegIk0u6j6",
|
|
"path": "/home/user/Desktop/answers.json"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"type": "open",
|
|
"parameters": {
|
|
"path": "/home/user/Desktop/answers.json"
|
|
}
|
|
}
|
|
],
|
|
"trajectory": "trajectories/",
|
|
"related_apps": [
|
|
"libreoffice_writer"
|
|
],
|
|
"evaluator": {
|
|
"postconfig": [
|
|
{
|
|
"type": "activate_window",
|
|
"parameters": {
|
|
"window_name": "results.docx - LibreOffice Writer",
|
|
"strict": true
|
|
}
|
|
},
|
|
{
|
|
"type": "sleep",
|
|
"parameters": {
|
|
"seconds": 0.5
|
|
}
|
|
},
|
|
{
|
|
"type": "execute",
|
|
"parameters": {
|
|
"command": [
|
|
"python",
|
|
"-c",
|
|
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5); "
|
|
]
|
|
}
|
|
}
|
|
],
|
|
"func": "compare_docx_files_and_ignore_new_lines",
|
|
"expected": {
|
|
"type": "cloud_file",
|
|
"path": "https://drive.google.com/uc?export=download&id=1edtU4kHecg7oxerf1jvd1-ak-2WmEla3",
|
|
"dest": "results_Gold.docx"
|
|
},
|
|
"result": {
|
|
"type": "vm_file",
|
|
"path": "/home/user/Desktop/results.docx",
|
|
"dest": "results.docx"
|
|
},
|
|
"options": {
|
|
"ignore_blanks": false
|
|
}
|
|
}
|
|
} |