add writer evals 8 examples

2024-01-22 23:22:44 +08:00
parent 7e61ab7e53
commit 61b145ab13
10 changed files with 499 additions and 0 deletions
--- a/evaluation_examples/examples/libreoffice_writer/72b810ef-4156-4d09-8f08-a0cf57e7cefe.json
+++ b/evaluation_examples/examples/libreoffice_writer/72b810ef-4156-4d09-8f08-a0cf57e7cefe.json
@@ -0,0 +1,42 @@
+{
+    "id": "72b810ef-4156-4d09-8f08-a0cf57e7cefe",
+    "snapshot": "libreoffice_writer",
+    "instruction": "I am peer-reviewing my friend's course outline. I think the last paragraph is redundant so I want to add strike-through on words in the last paragraph. Can you do this for me?",
+    "source": "https://superuser.com/questions/657792/libreoffice-writer-how-to-apply-strikethrough-text-formatting?rq=1",
+    "config": [
+      {
+        "type": "download",
+        "parameters": {
+          "files": [
+            {
+              "url": "https://drive.google.com/uc?id=1Uqgr9Y_kjoMoDoUwt80hv1EtFaisyztU&export=download",
+              "path": "Desktop/GEOG2169_Course_Outline_2022-23.docx"
+            }
+          ]
+        }
+      },
+      {
+        "type": "open",
+        "parameters": {
+          "path": "GEOG2169_Course_Outline_2022-23.docx"
+        }
+      }
+    ],
+    "trajectory": "trajectories/",
+    "related_apps": [
+      "libreoffice_writer"
+    ],
+    "evaluator": {
+      "func": "evaluate_strike_through_last_paragraph",
+      "expected": {
+        "type": "cloud_file",
+        "path": "https://drive.google.com/uc?id=1IpAnQRYo1whrnzIGyo8UldZf4Tli-yVT&export=download",
+        "dest": "GEOG2169_Course_Outline_2022-23_Gold.docx"
+      },
+      "result": {
+        "type": "vm_file",
+        "path": "Desktop/GEOG2169_Course_Outline_2022-23.docx",
+        "dest": "GEOG2169_Course_Outline_2022-23.docx"
+      }
+    }
+}