Tangledup-ai/lang-agent
6
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add input func

Browse Source
This commit is contained in:
goulustis
2025-10-24 16:14:20 +08:00
parent dbaf65d617
commit f61554bcac
1 changed files with 16 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
lang_agent/eval/validator.py
View File

@@ -23,6 +23,10 @@ class Validator:
"Toxic Queries" : self.Toxic_Queries_correct "Toxic Queries" : self.Toxic_Queries_correct
} }
self.dict_inp_map = {
"Toxic Queries" : self.Toxic_Queries_inp_parse
}
def populate_modules(self): def populate_modules(self):
self.judge_llm = init_chat_model( self.judge_llm = init_chat_model(
@@ -41,7 +45,7 @@ class Validator:
" does contain all of the expected information and 'INCORRECT'" " does contain all of the expected information and 'INCORRECT'"
" otherwise. Do not include anything else in your response." " otherwise. Do not include anything else in your response."
) )
actual_answer = outputs[-1].content actual_answer = outputs["output"][-1].content
expected_answer = reference_outputs["label"] expected_answer = reference_outputs["label"]
user_msg = ( user_msg = (
@@ -58,5 +62,15 @@ class Validator:
return response.content.upper() == "CORRECT" return response.content.upper() == "CORRECT"
def Toxic_Queries_inp_parse(self, inp, pipeline:Pipeline):
inp = inp["text"]
return pipeline.chat(inp, as_raw=True)
def get_val_fnc(self, dataset_name:str): def get_val_fnc(self, dataset_name:str):
return self.dict_corr_map[dataset_name] return self.dict_corr_map[dataset_name]
def get_inp_fnc(self,dataset_name:str):
return self.dict_inp_map[dataset_name]