diff --git a/evaluation_examples/examples/template.json b/evaluation_examples/examples/template.json index 35b0c6b..2b3a508 100644 --- a/evaluation_examples/examples/template.json +++ b/evaluation_examples/examples/template.json @@ -3,11 +3,25 @@ "snapshot": "libreoffice_calc", "instruction": "", "source": "", - "config": [], + "config": [ + { + "type": "", + "parameters": {} + } + ], "trajectory": "trajectories/", "related_apps": [ "app1", "app2" ], - "evaluator": "evaluation_dir" + "evaluator": { + "postconfig": [], + "func": "func", + "result": { + "type": "" + }, + "expected": { + "type": "" + } + } }