Tangledup-ai/lang-agent
6
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

remove comments

Browse Source
This commit is contained in:
goulustis
2025-10-29 16:18:10 +08:00
parent 285f8975c6
commit 4d4a4a7803
1 changed files with 1 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
lang_agent/eval/validator.py
View File

@@ -39,7 +39,6 @@ class Validator:
api_key=self.config.api_key api_key=self.config.api_key
) )
# NOTE: for every dataset; need one of these
def default_correct(self, inputs: dict, outputs: dict, reference_outputs: dict) -> bool: def default_correct(self, inputs: dict, outputs: dict, reference_outputs: dict) -> bool:
instructions = ( instructions = (
"Given an actual answer and an expected answer, determine whether" "Given an actual answer and an expected answer, determine whether"
@@ -72,7 +71,6 @@ class Validator:
tool_msgs = [e for e in outputs["output"] if isinstance(e, ToolMessage)] tool_msgs = [e for e in outputs["output"] if isinstance(e, ToolMessage)]
# check if all tools are used
tool_used = [] tool_used = []
for ref_tool in tool_uses: for ref_tool in tool_uses:
st_cond = False st_cond = False
@@ -85,9 +83,7 @@ class Validator:
return sum(tool_used)/len(tool_uses) return sum(tool_used)/len(tool_uses)
# NOTE: for every dataset; need one of these
def default_inp_parse(self, inp, pipeline:Pipeline): def default_inp_parse(self, inp, pipeline:Pipeline):
inp = inp["text"] inp = inp["text"]