eval script
This commit is contained in:
11
scripts/eval.py
Normal file
11
scripts/eval.py
Normal file
@@ -0,0 +1,11 @@
|
|||||||
|
import tyro
|
||||||
|
|
||||||
|
from lang_agent.eval import Evaluator, EvaluatorConfig
|
||||||
|
|
||||||
|
def main(conf: EvaluatorConfig):
|
||||||
|
evaluator: Evaluator = conf.setup()
|
||||||
|
evaluator.evaluate()
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
main(tyro.cli(EvaluatorConfig))
|
||||||
Reference in New Issue
Block a user