lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: standardize configuration fields across all evaluation examples

Browse Source 
- Add `fixed_ip` field to all 369 JSON files in examples directory
  - Set to `true` for 8 files listed in google_chrome.json multi_apps
  - Set to `false` for remaining 361 files
- Add `possibility_of_env_change` field to 363 JSON files missing this field
  - Set to "low" for newly added fields
  - Preserve existing values (4 medium, 2 high) for 6 files that already had this field

This ensures consistent configuration schema across all evaluation examples
while maintaining backward compatibility with existing settings.
This commit is contained in:
yuanmengqi
2025-07-16 13:45:34 +00:00
parent b9df320f31
commit e433f35c1f
369 changed files with 1358 additions and 621 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
evaluation_examples/examples/libreoffice_writer/0810415c-bde4-4443-9047-d5f70165a697.json
View File

@@ -78,9 +78,11 @@
{
"type": "vm_file",
"path": "/home/user/Desktop/Novels_Intro_Packet.docx",
"dest": "Novels_Intro_Packet.docx"
"dest": "Novels_Intro_Packet.docx"
}
]
]
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

4
evaluation_examples/examples/libreoffice_writer/0a0faba3-5580-44df-965d-f562a99b291c.json
View File

@@ -68,5 +68,7 @@
"index": 0
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

4
evaluation_examples/examples/libreoffice_writer/0b17a146-2934-46c7-8727-73ff6b6483e8.json
View File

@@ -81,5 +81,7 @@
}
]
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

4
evaluation_examples/examples/libreoffice_writer/0e47de2a-32e0-456c-a366-8c607ef7a9d2.json
View File

@@ -59,5 +59,7 @@
"dest": "LibreOffice_Open_Source_Word_Processing.docx"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

4
evaluation_examples/examples/libreoffice_writer/0e763496-b6bb-4508-a427-fad0b6c3e195.json
View File

@@ -65,5 +65,7 @@
"dest": "Dublin_Zoo_Intro.docx"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

4
evaluation_examples/examples/libreoffice_writer/3ef2b351-8a84-4ff2-8724-d86eae9b842e.json
View File

@@ -59,5 +59,7 @@
"dest": "Constitution_Template_With_Guidelines.docx"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

24
evaluation_examples/examples/libreoffice_writer/4bcb1253-a636-4df4-8cb0-a35c04dfef31.json
View File

@@ -29,7 +29,7 @@
"evaluator": {
"func": [
"compare_pdfs",
"compare_pdfs",
"compare_pdfs",
"compare_pdfs",
"compare_pdfs"
],
@@ -41,30 +41,30 @@
"dest": "Constitution_Template_With_Guidelines_Gold_1.pdf"
},
{
"type": "cloud_file",
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/libreoffice_writer/4bcb1253-a636-4df4-8cb0-a35c04dfef31/View_Person_Organizational_Summary.pdf",
"dest": "Constitution_Template_With_Guidelines_Gold_2.pdf"
},
{
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/libreoffice_writer/4bcb1253-a636-4df4-8cb0-a35c04dfef31/View_Person_Organizational_Summary.pdf",
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/libreoffice_writer/4bcb1253-a636-4df4-8cb0-a35c04dfef31/View_Person_Organizational_Summary.pdf",
"dest": "Constitution_Template_With_Guidelines_Gold_3.pdf"
},
},
{
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/libreoffice_writer/4bcb1253-a636-4df4-8cb0-a35c04dfef31/View_Person_Organizational_Summary.pdf",
"dest": "Constitution_Template_With_Guidelines_Gold_4.pdf"
"dest": "Constitution_Template_With_Guidelines_Gold_4.pdf"
}
],
"result": [
{
"type": "vm_file",
"path": "/home/user/Desktop/View_Person_Organizational_Summary.pdf",
"type": "vm_file",
"path": "/home/user/Desktop/View_Person_Organizational_Summary.pdf",
"dest": "Constitution_Template_With_Guidelines_1.pdf"
},
{
"type": "vm_file",
"path": "/home/user/Documents/View_Person_Organizational_Summary.pdf",
"path": "/home/user/Documents/View_Person_Organizational_Summary.pdf",
"dest": "Constitution_Template_With_Guidelines_2.pdf"
},
{
@@ -73,11 +73,13 @@
"dest": "Constitution_Template_With_Guidelines_3.pdf"
},
{
"type": "vm_file",
"type": "vm_file",
"path": "/home/user/View_Person_Organizational_Summary.pdf",
"dest": "Constitution_Template_With_Guidelines_4.pdf"
}
]
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

4
evaluation_examples/examples/libreoffice_writer/66399b0d-8fda-4618-95c4-bfc6191617e9.json
View File

@@ -74,5 +74,7 @@
"dest": "Table_Of_Work_Effort_Instructions.docx"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

4
evaluation_examples/examples/libreoffice_writer/6a33f9b9-0a56-4844-9c3f-96ec3ffb3ba2.json
View File

@@ -64,5 +64,7 @@
"dest": "sample-recruitment-phone-script.odt"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

4
evaluation_examples/examples/libreoffice_writer/6ada715d-3aae-4a32-a6a7-429b2e43fb93.json
View File

@@ -85,5 +85,7 @@
"dest": "Viewing_Your_Class_Schedule_and_Textbooks_Gold.docx"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

9
evaluation_examples/examples/libreoffice_writer/6f81754e-285d-4ce0-b59e-af7edb02d108.json
View File

@@ -69,8 +69,13 @@
"HK_train_record_Original.docx"
],
"multi": true,
"gives": [0, 1]
"gives": [
0,
1
]
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

4
evaluation_examples/examples/libreoffice_writer/72b810ef-4156-4d09-8f08-a0cf57e7cefe.json
View File

@@ -64,5 +64,7 @@
"dest": "GEOG2169_Course_Outline_2022-23.docx"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

4
evaluation_examples/examples/libreoffice_writer/8472fece-c7dd-4241-8d65-9b3cd1a0b568.json
View File

@@ -64,5 +64,7 @@
"dest": "Dolch_Sight_Words_Primer.docx"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

4
evaluation_examples/examples/libreoffice_writer/88fe4b2d-3040-4c70-9a70-546a47764b48.json
View File

@@ -104,5 +104,7 @@
}
]
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

4
evaluation_examples/examples/libreoffice_writer/936321ce-5236-426a-9a20-e0e3c5dc536f.json
View File

@@ -82,5 +82,7 @@
}
]
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

4
evaluation_examples/examples/libreoffice_writer/adf5e2c3-64c7-4644-b7b6-d2f0167927e7.json
View File

@@ -64,5 +64,7 @@
"dest": "Essay_Writing_English_for_uni.docx"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

4
evaluation_examples/examples/libreoffice_writer/b21acd93-60fd-4127-8a43-2f5178f4a830.json
View File

@@ -64,5 +64,7 @@
"dest": "CCHU9045_Course_Outline_2019-20.docx"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

4
evaluation_examples/examples/libreoffice_writer/bb8ccc78-479f-4a2f-a71e-d565e439436b.json
View File

@@ -29,5 +29,7 @@
"evaluator": {
"func": "infeasible"
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

4
evaluation_examples/examples/libreoffice_writer/d53ff5ee-3b1a-431e-b2be-30ed2673079b.json
View File

@@ -64,5 +64,7 @@
"dest": "presentation_instruction_2023_Feb.docx"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

4
evaluation_examples/examples/libreoffice_writer/e246f6d8-78d7-44ac-b668-fcf47946cb50.json
View File

@@ -64,5 +64,7 @@
"dest": "Y22-2119-assign4.docx"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

4
evaluation_examples/examples/libreoffice_writer/e528b65e-1107-4b8c-8988-490e4fece599.json
View File

@@ -64,5 +64,7 @@
"dest": "Geography_And_Magical_Realism.docx"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

4
evaluation_examples/examples/libreoffice_writer/ecc2413d-8a48-416e-a3a2-d30106ca36cb.json
View File

@@ -65,5 +65,7 @@
"dest": "Sample_Statutory_Declaration.docx"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

4
evaluation_examples/examples/libreoffice_writer/f178a4a9-d090-4b56-bc4c-4b72a61a035d.json
View File

@@ -40,5 +40,7 @@
"dest": "registrymodifications.xcu"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}