Tangledup-ai/lang-agent
6
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

streaming key bug fix

Browse Source
This commit is contained in:
goulustis
2026-01-06 14:03:12 +08:00
parent c0849220ec
commit 94f474780d
1 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
lang_agent/base.py
View File

@@ -29,8 +29,9 @@ class LangToolBase(ABC):
class GraphBase(ABC): class GraphBase(ABC):
workflow: CompiledStateGraph workflow: CompiledStateGraph # the main workflow
streamable_tags: List[List[str]] streamable_tags: List[List[str]] # which llm to stream outputs; see routing.py for complex usage
textreleaser_delay_keys: List[str] = (None, None) # use to control when to start streaming; see routing.py for complex usage
def _stream_result(self, *nargs, **kwargs): def _stream_result(self, *nargs, **kwargs):
@@ -49,7 +50,7 @@ class GraphBase(ABC):
if isinstance(chunk, (BaseMessageChunk, BaseMessage)) and getattr(chunk, "content", None): if isinstance(chunk, (BaseMessageChunk, BaseMessage)) and getattr(chunk, "content", None):
yield chunk.content yield chunk.content
text_releaser = TextReleaser(*self.tool_node.get_delay_keys()) text_releaser = TextReleaser(*self.textreleaser_delay_keys)
logger.info("streaming output") logger.info("streaming output")
for chunk in text_releaser.release(text_iterator()): for chunk in text_releaser.release(text_iterator()):
print(f"\033[92m{chunk}\033[0m", end="", flush=True) print(f"\033[92m{chunk}\033[0m", end="", flush=True)
@@ -120,7 +121,7 @@ class GraphBase(ABC):
if isinstance(chunk, (BaseMessageChunk, BaseMessage)) and getattr(chunk, "content", None): if isinstance(chunk, (BaseMessageChunk, BaseMessage)) and getattr(chunk, "content", None):
yield chunk.content yield chunk.content
text_releaser = AsyncTextReleaser(*self.tool_node.get_delay_keys()) text_releaser = AsyncTextReleaser(*self.textreleaser_delay_keys)
async for chunk in text_releaser.release(text_iterator()): async for chunk in text_releaser.release(text_iterator()):
print(f"\033[92m{chunk}\033[0m", end="", flush=True) print(f"\033[92m{chunk}\033[0m", end="", flush=True)
yield chunk yield chunk