From f61554bcac1fb24281840202f429e04abff1a6cf Mon Sep 17 00:00:00 2001
From: goulustis <cnimaiv@gmail.com>
Date: Fri, 24 Oct 2025 16:14:20 +0800
Subject: [PATCH] add input func

---
 lang_agent/eval/validator.py | 18 ++++++++++++++++--
 1 file changed, 16 insertions(+), 2 deletions(-)

diff --git a/lang_agent/eval/validator.py b/lang_agent/eval/validator.py
index 3290708..d41b1b1 100644
--- a/lang_agent/eval/validator.py
+++ b/lang_agent/eval/validator.py
@@ -23,6 +23,10 @@ class Validator:
             "Toxic Queries" : self.Toxic_Queries_correct
         }
 
+        self.dict_inp_map = {
+            "Toxic Queries" : self.Toxic_Queries_inp_parse
+        }
+
 
     def populate_modules(self):
         self.judge_llm = init_chat_model(
@@ -41,7 +45,7 @@ class Validator:
             " does contain all of the expected information and 'INCORRECT'"
             " otherwise. Do not include anything else in your response."
         )
-        actual_answer = outputs[-1].content
+        actual_answer = outputs["output"][-1].content
         expected_answer = reference_outputs["label"]
 
         user_msg = (
@@ -58,5 +62,15 @@ class Validator:
 
         return response.content.upper() == "CORRECT"
     
+
+    def Toxic_Queries_inp_parse(self, inp, pipeline:Pipeline):
+        inp = inp["text"]
+        return pipeline.chat(inp, as_raw=True)
+
+    
     def get_val_fnc(self, dataset_name:str):
-        return self.dict_corr_map[dataset_name]
\ No newline at end of file
+        return self.dict_corr_map[dataset_name]
+    
+
+    def get_inp_fnc(self,dataset_name:str):
+        return self.dict_inp_map[dataset_name]
\ No newline at end of file