feat: standardize configuration fields across all evaluation examples

- Add `fixed_ip` field to all 369 JSON files in examples directory
  - Set to `true` for 8 files listed in google_chrome.json multi_apps
  - Set to `false` for remaining 361 files
- Add `possibility_of_env_change` field to 363 JSON files missing this field
  - Set to "low" for newly added fields
  - Preserve existing values (4 medium, 2 high) for 6 files that already had this field

This ensures consistent configuration schema across all evaluation examples
while maintaining backward compatibility with existing settings.
This commit is contained in:
yuanmengqi
2025-07-16 13:45:34 +00:00
parent b9df320f31
commit e433f35c1f
369 changed files with 1358 additions and 621 deletions

View File

@@ -86,5 +86,7 @@
"dest": "awe_desk_env_gt.docx"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -91,5 +91,7 @@
}
]
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -45,5 +45,7 @@
"dest": "pic.jpg"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -109,5 +109,7 @@
"content_only": true
}
},
"proxy": false
"proxy": false,
"fixed_ip": true,
"possibility_of_env_change": "low"
}

View File

@@ -96,5 +96,7 @@
"file_type": "pdf"
}
},
"proxy": true
"proxy": true,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -109,5 +109,7 @@
]
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -113,5 +113,7 @@
"ignore_blanks": true
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -55,5 +55,7 @@
"dest": "res.txt"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -66,5 +66,7 @@
"dest": "image_Gold.docx"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -105,5 +105,7 @@
"dest": "gold-Meeting-Agenda.pdf"
}
},
"proxy": true
"proxy": true,
"fixed_ip": true,
"possibility_of_env_change": "low"
}

View File

@@ -76,5 +76,7 @@
"ignore_order": true
}
},
"proxy": true
"proxy": true,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -57,5 +57,7 @@
}
]
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -87,5 +87,7 @@
"dest": "test_suite.py"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -63,13 +63,15 @@
"expected": {
"type": "rule",
"rules": {
"expected": [
"Ping",
"Download",
"Upload"
]
}
"expected": [
"Ping",
"Download",
"Upload"
]
}
}
},
"proxy": true
"proxy": true,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -80,5 +80,7 @@
}
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -130,5 +130,7 @@
"reference_base_result": 0.93
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -68,5 +68,7 @@
}
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -50,5 +50,7 @@
"dest": "src_clip_gold.gif"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -46,5 +46,7 @@
"dest": "Invoice # 243729 Gold.pdf"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -61,5 +61,7 @@
}
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -72,12 +72,18 @@
],
"dest": [
"output_gold.csv",
"output_gold2.csv",
"output_gold2.csv",
"output_gold3.csv"
],
"gives": [0, 1, 2]
"gives": [
0,
1,
2
]
}
]
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -166,5 +166,7 @@
],
"conj": "or"
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -34,5 +34,7 @@
}
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -80,5 +80,7 @@
]
}
},
"proxy": true
"proxy": true,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -266,5 +266,7 @@
}
]
},
"proxy": true
"proxy": true,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -201,5 +201,7 @@
{}
]
},
"proxy": false
}
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -185,5 +185,7 @@
}
]
},
"proxy": true
"proxy": true,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -68,5 +68,7 @@
}
]
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -138,5 +138,7 @@
]
}
},
"proxy": true
"proxy": true,
"fixed_ip": true,
"possibility_of_env_change": "low"
}

View File

@@ -92,5 +92,7 @@
"dest": "gold_landscape.png"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -161,5 +161,7 @@
}
]
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -45,7 +45,6 @@
"os",
"chrome"
],
"evaluator": {
"func": "exact_match",
"result": {
@@ -60,5 +59,7 @@
}
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -44,5 +44,7 @@
"threshold": 0.15
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -89,5 +89,7 @@
]
}
},
"proxy": true
"proxy": true,
"fixed_ip": true,
"possibility_of_env_change": "low"
}

View File

@@ -113,5 +113,7 @@
}
]
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -43,5 +43,7 @@
"ignore_blanks": true
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -88,5 +88,7 @@
}
}
},
"proxy": true
"proxy": true,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -105,5 +105,7 @@
"ignore_case": true
}
},
"proxy": true
}
"proxy": true,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -67,5 +67,7 @@
"ignore_blanks": false
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -74,5 +74,7 @@
"file_type": "pdf"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -107,5 +107,7 @@
]
}
},
"proxy": true
"proxy": true,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -76,5 +76,7 @@
}
]
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -50,5 +50,7 @@
}
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -14,5 +14,7 @@
"evaluator": {
"func": "infeasible"
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -121,5 +121,7 @@
"dest": "ConferenceCity.xlsx"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -49,5 +49,7 @@
}
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -171,5 +171,7 @@
}
]
},
"proxy": true
"proxy": true,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -83,5 +83,7 @@
"dest": "gold_planet.wav"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -111,5 +111,7 @@
"dest": "real.tex"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -176,5 +176,7 @@
{}
]
},
"proxy": true
"proxy": true,
"fixed_ip": true,
"possibility_of_env_change": "low"
}

View File

@@ -155,5 +155,7 @@
]
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -40,5 +40,7 @@
"dest": "result_gold.txt"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -99,5 +99,7 @@
}
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -66,5 +66,7 @@
"dest": "price_Gold.docx"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -109,5 +109,7 @@
"multi": "true"
}
},
"proxy": false
}
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -165,5 +165,7 @@
}
]
},
"proxy": false
}
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -71,5 +71,7 @@
"type": "find_installed_extension_name"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -183,5 +183,7 @@
]
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -96,5 +96,7 @@
"dest": "form_gold.pdf"
}
},
"proxy": true
"proxy": true,
"fixed_ip": true,
"possibility_of_env_change": "low"
}

View File

@@ -44,5 +44,7 @@
"dest": "Recruitment_and_retention_of_health_professionals_across_Europe.zip"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -238,5 +238,7 @@
]
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -44,5 +44,7 @@
"dest": "cropped_gold.png"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -77,5 +77,7 @@
"dest": "test_suite.py"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -23,5 +23,7 @@
}
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -51,5 +51,7 @@
"dest": "concat_gold.docx"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -79,5 +79,7 @@
}
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -131,5 +131,7 @@
]
}
},
"proxy": true
"proxy": true,
"fixed_ip": true,
"possibility_of_env_change": "low"
}

View File

@@ -35,5 +35,7 @@
"dest": "receipt.pdf"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -59,5 +59,7 @@
}
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -109,5 +109,7 @@
}
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -70,5 +70,7 @@
"fuzzy_match": true
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -51,5 +51,7 @@
"dest": "log.txt"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -83,5 +83,7 @@
]
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -82,5 +82,7 @@
}
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -115,5 +115,7 @@
]
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -110,5 +110,7 @@
"dest": "attachment_full_gold.pdf"
}
},
"proxy": true
"proxy": true,
"fixed_ip": true,
"possibility_of_env_change": "low"
}

View File

@@ -72,5 +72,7 @@
"dest": "script_Gold.docx"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -122,5 +122,7 @@
]
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -58,5 +58,7 @@
"reference_base_result": 0.54
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -99,5 +99,7 @@
]
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -95,5 +95,7 @@
}
]
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -168,5 +168,7 @@
}
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -139,5 +139,7 @@
]
}
},
"proxy": true
"proxy": true,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -44,5 +44,7 @@
"dest": "rearranged_gold.png"
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -65,5 +65,7 @@
]
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -70,5 +70,7 @@
"dest": "book_list_result.docx"
}
},
"proxy": true
"proxy": true,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -72,5 +72,7 @@
}
}
},
"proxy": true
"proxy": true,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -52,5 +52,7 @@
}
},
"proxy": true,
"env_may_change": true
"env_may_change": true,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -98,5 +98,7 @@
]
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -92,5 +92,7 @@
"ignore_blanks": true
}
},
"proxy": true
"proxy": true,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -97,6 +97,7 @@
}
]
},
"proxy": true
"proxy": true,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -79,5 +79,7 @@
}
]
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -124,5 +124,7 @@
"dest": "_config.yaml"
}
},
"proxy": true
"proxy": true,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -60,5 +60,7 @@
}
]
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -79,5 +79,7 @@
"examine_bullets": false
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -92,5 +92,7 @@
}
]
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -109,5 +109,7 @@
]
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -115,5 +115,7 @@
}
]
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -38,5 +38,7 @@
}
}
},
"proxy": false
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

View File

@@ -70,5 +70,7 @@
}
}
},
"proxy": true
"proxy": true,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

Some files were not shown because too many files have changed in this diff Show More