import datetime import argparse import yaml from preprocess_file import process_file from spider.evaluation import evaluate as spider_evaluate, build_foreign_key_map_from_json from aievaluation.evaluation import evaluate as ai_evaluate from aievaluation.execution import execute as ai_execute from aievaluation.process_file import process_benchmark as process_benchmark from result import save_result from result import write_pred from result import write_gold from spider.tidb import TiDB from process_result import SpiderResult, AIResult, ResultProcessors from utils import is_file, try_get_default_ssl_ca_path from cli import register_cmds import sys def main(): parser = argparse.ArgumentParser(description=None) def help(args): parser.print_help() parser.set_defaults(func=help) subparsers = parser.add_subparsers() sub_cmds = subparsers.add_parser("cmds", help="Evaluation commands for executing evaluation on different data types") register_cmds(sub_cmds) args = parser.parse_args() try: args.func(args) except Exception as e: print('evaluation tool caught execption: {}'.format(e)) return 1 return 0 if __name__ == "__main__": sys.exit(main()) # db_accessor = TiDB({'host': 'tidb.yodwrte5u8l.clusters.tidb-cloud.com', 'port': '4000', 'user': 'github_events_readonly', 'passwd': 'sN1HBJEmvEb95rU', 'ssl_ca': '/usr/local/etc/openssl@3/cert.pem'}) # kmaps = build_foreign_key_map_from_json("./../scripts/evaluation/tables.json") # spider_evaluate(db_accessor, "./../scripts/evaluation/gold.txt", "./../scripts/evaluation/pred.txt", "all", kmaps, False, False, False,)