Tangledup-ai/lang-agent
6
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

use tiny model for routing

Browse Source
This commit is contained in:
goulustis
2025-11-07 15:54:18 +08:00
parent a920454f39
commit d30f9e67ff
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
lang_agent/graphs/routing.py
View File

@@ -128,8 +128,14 @@ class RoutingGraph(GraphBase):
api_key=self.config.api_key, api_key=self.config.api_key,
base_url=self.config.base_url, base_url=self.config.base_url,
temperature=0) temperature=0)
self.fast_llm = init_chat_model(model='qwen-flash',
model_provider='openai',
api_key=self.config.api_key,
base_url=self.config.base_url,
temperature=0)
self.memory = MemorySaver() # shared memory between the two branch self.memory = MemorySaver() # shared memory between the two branch
self.router = self.llm.with_structured_output(Route) self.router = self.fast_llm.with_structured_output(Route)
tool_manager:ToolManager = self.config.tool_manager_config.setup() tool_manager:ToolManager = self.config.tool_manager_config.setup()
self.chat_model = create_agent(self.llm, self._get_chat_tools(tool_manager), checkpointer=self.memory) self.chat_model = create_agent(self.llm, self._get_chat_tools(tool_manager), checkpointer=self.memory)