52 lines
1.7 KiB
Python
52 lines
1.7 KiB
Python
#!/usr/bin/python3
|
|
|
|
from desktop_env.evaluators.metrics import compare_table
|
|
import json
|
|
import sys
|
|
import os.path
|
|
from typing import Dict
|
|
from typing import Any
|
|
|
|
import logging
|
|
import datetime
|
|
|
|
logger = logging.getLogger()
|
|
logger.setLevel(logging.DEBUG)
|
|
|
|
datetime_str: str = datetime.datetime.now().strftime("%Y%m%d@%H%M%S")
|
|
|
|
file_handler = logging.FileHandler(os.path.join("logs", "normal-{:}.log".format(datetime_str)))
|
|
debug_handler = logging.FileHandler(os.path.join("logs", "debug-{:}.log".format(datetime_str)))
|
|
stdout_handler = logging.StreamHandler(sys.stdout)
|
|
sdebug_handler = logging.FileHandler(os.path.join("logs", "sdebug-{:}.log".format(datetime_str)))
|
|
|
|
file_handler.setLevel(logging.INFO)
|
|
debug_handler.setLevel(logging.DEBUG)
|
|
stdout_handler.setLevel(logging.INFO)
|
|
sdebug_handler.setLevel(logging.DEBUG)
|
|
|
|
formatter = logging.Formatter(fmt="\x1b[1;33m[%(asctime)s \x1b[31m%(levelname)s \x1b[32m%(module)s/%(lineno)d-%(processName)s\x1b[1;33m] \x1b[0m%(message)s")
|
|
file_handler.setFormatter(formatter)
|
|
debug_handler.setFormatter(formatter)
|
|
stdout_handler.setFormatter(formatter)
|
|
sdebug_handler.setFormatter(formatter)
|
|
|
|
stdout_handler.addFilter(logging.Filter("desktopenv"))
|
|
sdebug_handler.addFilter(logging.Filter("desktopenv"))
|
|
|
|
logger.addHandler(file_handler)
|
|
logger.addHandler(debug_handler)
|
|
logger.addHandler(stdout_handler)
|
|
logger.addHandler(sdebug_handler)
|
|
|
|
config_file: str = sys.argv[1]
|
|
|
|
with open(config_file) as f:
|
|
config: Dict[str, Any] = json.load(f)
|
|
|
|
print( compare_table( os.path.join("cache/", config["id"], config["evaluator"]["result"]["dest"])
|
|
, os.path.join("cache/", config["id"], config["evaluator"]["expected"]["dest"])
|
|
, **config["evaluator"]["options"]
|
|
)
|
|
)
|