diff --git a/scripts/eval.py b/scripts/eval.py new file mode 100644 index 0000000..74f621b --- /dev/null +++ b/scripts/eval.py @@ -0,0 +1,11 @@ +import tyro + +from lang_agent.eval import Evaluator, EvaluatorConfig + +def main(conf: EvaluatorConfig): + evaluator: Evaluator = conf.setup() + evaluator.evaluate() + + +if __name__ == "__main__": + main(tyro.cli(EvaluatorConfig)) \ No newline at end of file