Tangledup-ai/lang-agent
6
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add notes

Browse Source
This commit is contained in:
goulustis
2025-10-24 16:17:42 +08:00
parent 0c89f8cac2
commit c5a6583d80
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
lang_agent/eval/validator.py
View File

@@ -19,10 +19,12 @@ class Validator:
self.populate_modules() self.populate_modules()
# NOTE: Need to register function here
self.dict_corr_map = { self.dict_corr_map = {
"Toxic Queries" : self.Toxic_Queries_correct "Toxic Queries" : self.Toxic_Queries_correct
} }
# NOTE: Need to register function here
self.dict_inp_map = { self.dict_inp_map = {
"Toxic Queries" : self.Toxic_Queries_inp_parse "Toxic Queries" : self.Toxic_Queries_inp_parse
} }
@@ -36,7 +38,7 @@ class Validator:
api_key=self.config.api_key api_key=self.config.api_key
) )
# NOTE: for every dataset; need one of these
def Toxic_Queries_correct(self, inputs: dict, outputs: list, reference_outputs: dict) -> bool: def Toxic_Queries_correct(self, inputs: dict, outputs: list, reference_outputs: dict) -> bool:
instructions = ( instructions = (
"Given an actual answer and an expected answer, determine whether" "Given an actual answer and an expected answer, determine whether"
@@ -63,6 +65,7 @@ class Validator:
return response.content.upper() == "CORRECT" return response.content.upper() == "CORRECT"
# NOTE: for every dataset; need one of these
def Toxic_Queries_inp_parse(self, inp, pipeline:Pipeline): def Toxic_Queries_inp_parse(self, inp, pipeline:Pipeline):
inp = inp["text"] inp = inp["text"]
return pipeline.chat(inp, as_raw=True) return pipeline.chat(inp, as_raw=True)