eval script
This commit is contained in:
11
scripts/eval.py
Normal file
11
scripts/eval.py
Normal file
@@ -0,0 +1,11 @@
|
||||
import tyro
|
||||
|
||||
from lang_agent.eval import Evaluator, EvaluatorConfig
|
||||
|
||||
def main(conf: EvaluatorConfig):
|
||||
evaluator: Evaluator = conf.setup()
|
||||
evaluator.evaluate()
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main(tyro.cli(EvaluatorConfig))
|
||||
Reference in New Issue
Block a user