Tangledup-ai/lang-agent
6
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

not overwriting shannanigons

Browse Source
This commit is contained in:
goulustis
2025-11-06 17:05:58 +08:00
parent 2c897e6412
commit d0026c936b
1 changed files with 3 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
fastapi_server/server_dashscope.py
View File

@@ -45,13 +45,10 @@ app.add_middleware(
# Initialize Pipeline once # Initialize Pipeline once
pipeline_config = PipelineConfig() pipeline_config = PipelineConfig()
pipeline_config.llm_name = "qwen-flash" pipeline:Pipeline = pipeline_config.setup()
pipeline_config.llm_provider = "openai"
pipeline_config.base_url = "https://dashscope.aliyuncs.com/compatible-mode/v1"
pipeline = Pipeline(pipeline_config)
def sse_chunks_from_text(full_text: str, response_id: str, model: str = "qwen-flash", chunk_size: int = 10): def sse_chunks_from_text(full_text: str, response_id: str, model: str = "qwen-flash", chunk_size: int = 1000):
created_time = int(time.time()) created_time = int(time.time())
for i in range(0, len(full_text), chunk_size): for i in range(0, len(full_text), chunk_size):
@@ -217,7 +214,7 @@ async def application_completion(
if stream: if stream:
return StreamingResponse( return StreamingResponse(
sse_chunks_from_text(result_text, response_id=response_id, model=pipeline_config.llm_name, chunk_size=10), sse_chunks_from_text(result_text, response_id=response_id, model=pipeline_config.llm_name, chunk_size=1000),
media_type="text/event-stream", media_type="text/event-stream",
) )