feat: Add proxy configuration to all 369 evaluation examples - 55 with proxy, 314 without
This commit is contained in:
@@ -48,9 +48,9 @@
|
||||
"include": [
|
||||
"43 132"
|
||||
],
|
||||
"exclude": [
|
||||
]
|
||||
"exclude": []
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -112,5 +112,6 @@
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -28,9 +28,10 @@
|
||||
},
|
||||
"expected": {
|
||||
"type": "rule",
|
||||
"rules":{
|
||||
"expected": "100\n"
|
||||
}
|
||||
"rules": {
|
||||
"expected": "100\n"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -86,5 +86,6 @@
|
||||
"exclude": []
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -26,5 +26,6 @@
|
||||
"command": "gsettings get org.gnome.desktop.interface text-scaling-factor",
|
||||
"shell": true
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -55,5 +55,6 @@
|
||||
"exclude": []
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -44,5 +44,6 @@
|
||||
],
|
||||
"evaluator": {
|
||||
"func": "infeasible"
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -96,5 +96,6 @@
|
||||
"exclude": []
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -59,5 +59,6 @@
|
||||
"exclude": []
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -94,5 +94,6 @@
|
||||
"exclude": []
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -61,5 +61,6 @@
|
||||
"exclude": []
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -50,5 +50,6 @@
|
||||
"expected": "File exists.\n"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -86,5 +86,6 @@
|
||||
"exclude": []
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -36,5 +36,6 @@
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -28,5 +28,6 @@
|
||||
],
|
||||
"evaluator": {
|
||||
"func": "infeasible"
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -44,5 +44,6 @@
|
||||
"expected": "true\n"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -10,5 +10,6 @@
|
||||
],
|
||||
"evaluator": {
|
||||
"func": "infeasible"
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -26,5 +26,6 @@
|
||||
"command": "timedatectl status",
|
||||
"shell": true
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -48,5 +48,6 @@
|
||||
"expected": "uint32 0\n"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -1,13 +1,14 @@
|
||||
{
|
||||
"id": "c288e301-e626-4b98-a1ab-159dcb162af5",
|
||||
"snapshot": "os",
|
||||
"instruction": "Please set the default Python version to Python3 on my Ubuntu system.",
|
||||
"source": "https://stackoverflow.com/questions/41986507/unable-to-set-default-python-version-to-python3-in-ubuntu",
|
||||
"trajectory": "trajectories/",
|
||||
"related_apps": [
|
||||
"os"
|
||||
],
|
||||
"evaluator": {
|
||||
"func": "infeasible"
|
||||
}
|
||||
}
|
||||
"id": "c288e301-e626-4b98-a1ab-159dcb162af5",
|
||||
"snapshot": "os",
|
||||
"instruction": "Please set the default Python version to Python3 on my Ubuntu system.",
|
||||
"source": "https://stackoverflow.com/questions/41986507/unable-to-set-default-python-version-to-python3-in-ubuntu",
|
||||
"trajectory": "trajectories/",
|
||||
"related_apps": [
|
||||
"os"
|
||||
],
|
||||
"evaluator": {
|
||||
"func": "infeasible"
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -28,16 +28,17 @@
|
||||
],
|
||||
"evaluator": {
|
||||
"func": "exact_match",
|
||||
"result": {
|
||||
"type": "vm_command_line",
|
||||
"command": "[ -d ~/Desktop/todo_list_Jan_2 ] && echo 'Directory exists.' || echo 'Directory does not exist.'",
|
||||
"shell": true
|
||||
},
|
||||
"expected": {
|
||||
"type": "rule",
|
||||
"rules":{
|
||||
"expected": "Directory exists.\n"
|
||||
}
|
||||
"result": {
|
||||
"type": "vm_command_line",
|
||||
"command": "[ -d ~/Desktop/todo_list_Jan_2 ] && echo 'Directory exists.' || echo 'Directory does not exist.'",
|
||||
"shell": true
|
||||
},
|
||||
"expected": {
|
||||
"type": "rule",
|
||||
"rules": {
|
||||
"expected": "Directory exists.\n"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -55,5 +55,6 @@
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -1,17 +1,17 @@
|
||||
{
|
||||
"id": "f9be0997-4b7c-45c5-b05c-4612b44a6118",
|
||||
"snapshot": "os",
|
||||
"instruction": "I am currently working on a ubuntu system but I do not want the notifications to bother me. Can you help me to switch to 'Do not disturb mode'?",
|
||||
"source": "https://help.ubuntu.com/lts/ubuntu-help/shell-notifications.html.en",
|
||||
"config": [
|
||||
{
|
||||
"type": "execute",
|
||||
"parameters": {
|
||||
"command": "gsettings set org.gnome.desktop.notifications show-banners true",
|
||||
"shell": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"id": "f9be0997-4b7c-45c5-b05c-4612b44a6118",
|
||||
"snapshot": "os",
|
||||
"instruction": "I am currently working on a ubuntu system but I do not want the notifications to bother me. Can you help me to switch to 'Do not disturb mode'?",
|
||||
"source": "https://help.ubuntu.com/lts/ubuntu-help/shell-notifications.html.en",
|
||||
"config": [
|
||||
{
|
||||
"type": "execute",
|
||||
"parameters": {
|
||||
"command": "gsettings set org.gnome.desktop.notifications show-banners true",
|
||||
"shell": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "execute",
|
||||
"parameters": {
|
||||
"command": [
|
||||
@@ -21,23 +21,24 @@
|
||||
]
|
||||
}
|
||||
}
|
||||
],
|
||||
"trajectory": "trajectories/",
|
||||
"related_apps": [
|
||||
"os"
|
||||
],
|
||||
"evaluator": {
|
||||
"func": "exact_match",
|
||||
"result": {
|
||||
"type": "vm_command_line",
|
||||
"command": "gsettings get org.gnome.desktop.notifications show-banners",
|
||||
"shell": true
|
||||
},
|
||||
"expected": {
|
||||
"type": "rule",
|
||||
"rules":{
|
||||
"expected": "false\n"
|
||||
}
|
||||
],
|
||||
"trajectory": "trajectories/",
|
||||
"related_apps": [
|
||||
"os"
|
||||
],
|
||||
"evaluator": {
|
||||
"func": "exact_match",
|
||||
"result": {
|
||||
"type": "vm_command_line",
|
||||
"command": "gsettings get org.gnome.desktop.notifications show-banners",
|
||||
"shell": true
|
||||
},
|
||||
"expected": {
|
||||
"type": "rule",
|
||||
"rules": {
|
||||
"expected": "false\n"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
@@ -4,12 +4,12 @@
|
||||
"instruction": "I want to see the battery percentage. Can you help me display it on my screen?",
|
||||
"source": "https://help.ubuntu.com/lts/ubuntu-help/power-percentage.html.en",
|
||||
"trajectory": "trajectories/",
|
||||
"config": [
|
||||
],
|
||||
"config": [],
|
||||
"related_apps": [
|
||||
"os"
|
||||
],
|
||||
"evaluator": {
|
||||
"func": "infeasible"
|
||||
}
|
||||
},
|
||||
"proxy": false
|
||||
}
|
||||
Reference in New Issue
Block a user