sci-gui-agent-benchmark/evaluation_examples/examples/chrome/fc6d8143-9452-4171-9459-7f515143419a.json

{
  "id": "fc6d8143-9452-4171-9459-7f515143419a",
  "snapshot": "chrome",
  "instruction": "Find flights from New York–Kennedy Airport to Chicago O'Hare Airport for tomorrow.",
  "source": "test_task_0",
  "config": [
    {
      "type": "launch",
      "parameters": {
        "command": [
          "google-chrome",
          "--remote-debugging-port=1337"
        ]
      }
    },
    {
      "type": "launch",
      "parameters": {
        "command": [
          "socat",
          "tcp-listen:9222,fork",
          "tcp:localhost:1337"
        ]
      }
    },
    {
      "type": "chrome_open_tabs",
      "parameters": {
        "urls_to_open": [
          "https://www.delta.com/"
        ]
      }
    },
    {
      "type": "activate_window",
      "parameters": {
        "window_name": "Google Chrome"
      }
    }
  ],
  "trajectory": "trajectories/",
  "related_apps": [
    "chrome"
  ],
  "evaluator": {
    "func": "check_direct_json_object",
    "result": {
      "type": "active_tab_html_parse",
      "goto_prefix": "https://www.",
      "category": "class",
      "class_singleObject": {
        "mach-flight-context-info__wrapper--date": "time"
      },
      "class_multiObject_child": {
        "mach-flight-context-info__wrapper__info--separator": {
          "0": "start",
          "1": "end"
        }
      }
    },
    "expected": {
      "type": "rule_relativeTime",
      "rules": {
        "relativeTime": {
          "from": "tomorrow"
        },
        "expected": {
          "start": "JFK",
          "end": "ORD",
          "time": "{DoW}, {Month} {Day0D}, {Year}"
        }
      }
    }
  },
  "proxy": false
}