Tangledup-ai/lang-agent
6
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

change default dataset

Browse Source
This commit is contained in:
goulustis
2026-01-09 15:05:43 +08:00
parent a2b5abbcc4
commit a0ad19449a
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
lang_agent/eval/evaluator.py
View File

@@ -27,7 +27,7 @@ class EvaluatorConfig(InstantiateConfig):
experiment_desc:str = "testing if this works or not" experiment_desc:str = "testing if this works or not"
"""describe the experiment""" """describe the experiment"""
dataset_name:Literal["Toxic Queries"] = "xiao_zhan" dataset_name:Literal["Toxic Queries"] = "QA_xiaozhan"
"""name of the dataset to evaluate""" """name of the dataset to evaluate"""
log_dir:str = "logs" log_dir:str = "logs"
@@ -111,8 +111,8 @@ class Evaluator:
return None return None
outs = df["outputs.output"] # outs = df["outputs.output"]
df["outputs.output"] = outs.apply(map_fnc) # df["outputs.output"] = outs.apply(map_fnc)
df["tool_out"] = outs.apply(extract_tool_out) # df["tool_out"] = outs.apply(extract_tool_out)
return df return df