feat: Add proxy configuration to all 369 evaluation examples - 55 with proxy, 314 without

This commit is contained in:
Timothyxxx
2025-06-05 18:46:53 +08:00
parent 3b1540ed23
commit fb7bafb885
371 changed files with 2901 additions and 2028 deletions

View File

@@ -48,9 +48,9 @@
"include": [
"43 132"
],
"exclude": [
]
"exclude": []
}
}
}
},
"proxy": false
}

View File

@@ -112,5 +112,6 @@
]
}
}
}
},
"proxy": false
}

View File

@@ -28,9 +28,10 @@
},
"expected": {
"type": "rule",
"rules":{
"expected": "100\n"
}
"rules": {
"expected": "100\n"
}
}
}
},
"proxy": false
}

View File

@@ -86,5 +86,6 @@
"exclude": []
}
}
}
},
"proxy": false
}

View File

@@ -26,5 +26,6 @@
"command": "gsettings get org.gnome.desktop.interface text-scaling-factor",
"shell": true
}
}
},
"proxy": false
}

View File

@@ -55,5 +55,6 @@
"exclude": []
}
}
}
},
"proxy": false
}

View File

@@ -44,5 +44,6 @@
],
"evaluator": {
"func": "infeasible"
}
}
},
"proxy": false
}

View File

@@ -96,5 +96,6 @@
"exclude": []
}
}
}
},
"proxy": false
}

View File

@@ -59,5 +59,6 @@
"exclude": []
}
}
}
},
"proxy": false
}

View File

@@ -94,5 +94,6 @@
"exclude": []
}
}
}
},
"proxy": false
}

View File

@@ -61,5 +61,6 @@
"exclude": []
}
}
}
},
"proxy": false
}

View File

@@ -50,5 +50,6 @@
"expected": "File exists.\n"
}
}
}
},
"proxy": false
}

View File

@@ -86,5 +86,6 @@
"exclude": []
}
}
}
},
"proxy": false
}

View File

@@ -36,5 +36,6 @@
]
}
}
}
},
"proxy": false
}

View File

@@ -28,5 +28,6 @@
],
"evaluator": {
"func": "infeasible"
}
}
},
"proxy": false
}

View File

@@ -44,5 +44,6 @@
"expected": "true\n"
}
}
}
},
"proxy": false
}

View File

@@ -10,5 +10,6 @@
],
"evaluator": {
"func": "infeasible"
}
},
"proxy": false
}

View File

@@ -26,5 +26,6 @@
"command": "timedatectl status",
"shell": true
}
}
},
"proxy": false
}

View File

@@ -48,5 +48,6 @@
"expected": "uint32 0\n"
}
}
}
},
"proxy": false
}

View File

@@ -1,13 +1,14 @@
{
"id": "c288e301-e626-4b98-a1ab-159dcb162af5",
"snapshot": "os",
"instruction": "Please set the default Python version to Python3 on my Ubuntu system.",
"source": "https://stackoverflow.com/questions/41986507/unable-to-set-default-python-version-to-python3-in-ubuntu",
"trajectory": "trajectories/",
"related_apps": [
"os"
],
"evaluator": {
"func": "infeasible"
}
}
"id": "c288e301-e626-4b98-a1ab-159dcb162af5",
"snapshot": "os",
"instruction": "Please set the default Python version to Python3 on my Ubuntu system.",
"source": "https://stackoverflow.com/questions/41986507/unable-to-set-default-python-version-to-python3-in-ubuntu",
"trajectory": "trajectories/",
"related_apps": [
"os"
],
"evaluator": {
"func": "infeasible"
},
"proxy": false
}

View File

@@ -28,16 +28,17 @@
],
"evaluator": {
"func": "exact_match",
"result": {
"type": "vm_command_line",
"command": "[ -d ~/Desktop/todo_list_Jan_2 ] && echo 'Directory exists.' || echo 'Directory does not exist.'",
"shell": true
},
"expected": {
"type": "rule",
"rules":{
"expected": "Directory exists.\n"
}
"result": {
"type": "vm_command_line",
"command": "[ -d ~/Desktop/todo_list_Jan_2 ] && echo 'Directory exists.' || echo 'Directory does not exist.'",
"shell": true
},
"expected": {
"type": "rule",
"rules": {
"expected": "Directory exists.\n"
}
}
}
},
"proxy": false
}

View File

@@ -55,5 +55,6 @@
]
}
}
}
}
},
"proxy": false
}

View File

@@ -1,17 +1,17 @@
{
"id": "f9be0997-4b7c-45c5-b05c-4612b44a6118",
"snapshot": "os",
"instruction": "I am currently working on a ubuntu system but I do not want the notifications to bother me. Can you help me to switch to 'Do not disturb mode'?",
"source": "https://help.ubuntu.com/lts/ubuntu-help/shell-notifications.html.en",
"config": [
{
"type": "execute",
"parameters": {
"command": "gsettings set org.gnome.desktop.notifications show-banners true",
"shell": true
}
},
{
"id": "f9be0997-4b7c-45c5-b05c-4612b44a6118",
"snapshot": "os",
"instruction": "I am currently working on a ubuntu system but I do not want the notifications to bother me. Can you help me to switch to 'Do not disturb mode'?",
"source": "https://help.ubuntu.com/lts/ubuntu-help/shell-notifications.html.en",
"config": [
{
"type": "execute",
"parameters": {
"command": "gsettings set org.gnome.desktop.notifications show-banners true",
"shell": true
}
},
{
"type": "execute",
"parameters": {
"command": [
@@ -21,23 +21,24 @@
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"os"
],
"evaluator": {
"func": "exact_match",
"result": {
"type": "vm_command_line",
"command": "gsettings get org.gnome.desktop.notifications show-banners",
"shell": true
},
"expected": {
"type": "rule",
"rules":{
"expected": "false\n"
}
],
"trajectory": "trajectories/",
"related_apps": [
"os"
],
"evaluator": {
"func": "exact_match",
"result": {
"type": "vm_command_line",
"command": "gsettings get org.gnome.desktop.notifications show-banners",
"shell": true
},
"expected": {
"type": "rule",
"rules": {
"expected": "false\n"
}
}
}
},
"proxy": false
}

View File

@@ -4,12 +4,12 @@
"instruction": "I want to see the battery percentage. Can you help me display it on my screen?",
"source": "https://help.ubuntu.com/lts/ubuntu-help/power-percentage.html.en",
"trajectory": "trajectories/",
"config": [
],
"config": [],
"related_apps": [
"os"
],
"evaluator": {
"func": "infeasible"
}
},
"proxy": false
}