Tangledup-ai/lang-agent
6
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

tyro configurable

Browse Source
This commit is contained in:
goulustis
2025-11-11 21:28:52 +08:00
parent fa1ea0049d
commit 0d169ed3cb
2 changed files with 10 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
fastapi_server/fake_stream_server_dashscopy.py
View File

@@ -9,12 +9,17 @@ import time
import json import json
import uvicorn import uvicorn
from loguru import logger from loguru import logger
import tyro
# Ensure we can import from project root # Ensure we can import from project root
sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
from lang_agent.pipeline import Pipeline, PipelineConfig from lang_agent.pipeline import Pipeline, PipelineConfig
# Initialize Pipeline once
pipeline_config = tyro.cli(PipelineConfig)
pipeline:Pipeline = pipeline_config.setup()
class DSMessage(BaseModel): class DSMessage(BaseModel):
role: str role: str
@@ -43,11 +48,6 @@ app.add_middleware(
) )
# Initialize Pipeline once
pipeline_config = PipelineConfig()
pipeline:Pipeline = pipeline_config.setup()
def sse_chunks_from_text(full_text: str, response_id: str, model: str = "qwen-flash", chunk_size: int = 1000): def sse_chunks_from_text(full_text: str, response_id: str, model: str = "qwen-flash", chunk_size: int = 1000):
created_time = int(time.time()) created_time = int(time.time())

10
fastapi_server/server_dashscope.py
View File

@@ -9,12 +9,17 @@ import time
import json import json
import uvicorn import uvicorn
from loguru import logger from loguru import logger
import tyro
# Ensure we can import from project root # Ensure we can import from project root
sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
from lang_agent.pipeline import Pipeline, PipelineConfig from lang_agent.pipeline import Pipeline, PipelineConfig
# Initialize Pipeline once
pipeline_config = tyro.cli(PipelineConfig)
pipeline:Pipeline = pipeline_config.setup()
class DSMessage(BaseModel): class DSMessage(BaseModel):
role: str role: str
@@ -43,11 +48,6 @@ app.add_middleware(
) )
# Initialize Pipeline once
pipeline_config = PipelineConfig()
pipeline:Pipeline = pipeline_config.setup()
def sse_chunks_from_stream(chunk_generator, response_id: str, model: str = "qwen-flash"): def sse_chunks_from_stream(chunk_generator, response_id: str, model: str = "qwen-flash"):
""" """
Stream chunks from pipeline and format as SSE. Stream chunks from pipeline and format as SSE.