update default evaluator dataset

2026-01-19 15:09:47 +08:00
parent 9b03bad0f2
commit c1070df725
1 changed files with 1 additions and 1 deletions
--- a/lang_agent/eval/evaluator.py
+++ b/lang_agent/eval/evaluator.py
@@ -27,7 +27,7 @@ class EvaluatorConfig(InstantiateConfig):
    experiment_desc:str = "testing if this works or not"
    """describe the experiment"""

-    dataset_name:Literal["Toxic Queries"] = "QA_xiaozhan"
+    dataset_name:Literal["Toxic Queries"] = "QA_xiaozhan_sub"
    """name of the dataset to evaluate"""

    log_dir:str = "logs"