build server
This commit is contained in:
@@ -1,20 +1,39 @@
|
|||||||
from typing import List
|
from typing import List
|
||||||
import subprocess
|
import subprocess
|
||||||
|
|
||||||
|
def _build_template(graph:str,
|
||||||
|
pipelin_id:str,
|
||||||
|
prompt_set:str,
|
||||||
|
tool_keys:List[str],
|
||||||
|
port:str,
|
||||||
|
entry_pnt:str="fastapi_server/server_dashscope.py",
|
||||||
|
llm_name:str="qwen-plus"):
|
||||||
|
|
||||||
|
sv_prc = subprocess(
|
||||||
|
"python", entry_pnt,
|
||||||
|
"--llm-name", llm_name,
|
||||||
|
"--port", port,
|
||||||
|
graph,
|
||||||
|
"--pipeline-id", pipelin_id,
|
||||||
|
"--prompt-set-id", prompt_set,
|
||||||
|
"--tool-manager-config.client-tool-manager.tool-keys", tool_keys,
|
||||||
|
)
|
||||||
|
|
||||||
|
return sv_prc, f"http://0.0.0.0:{port}"
|
||||||
|
|
||||||
def build_route(pipelin_id:str,
|
def build_route(pipelin_id:str,
|
||||||
prompt_set:str,
|
prompt_set:str,
|
||||||
tool_keys:List[str],
|
tool_keys:List[str],
|
||||||
port:str,
|
port:str,
|
||||||
entry_pnt:str="fastapi_server/server_dashscope.py",
|
entry_pnt:str="fastapi_server/server_dashscope.py",
|
||||||
llm_name:str="qwen-plus",):
|
llm_name:str="qwen-plus"):
|
||||||
sv_prc = subprocess(
|
return _build_template("route", pipelin_id, prompt_set, tool_keys, port, entry_pnt, llm_name)
|
||||||
"python", entry_pnt,
|
|
||||||
"--llm-name", llm_name,
|
|
||||||
"--port", port,
|
|
||||||
"route",
|
|
||||||
"--pipeline-id", pipelin_id,
|
|
||||||
"--prompt-set-id", prompt_set,
|
|
||||||
"--tool-manager-config.client-tool-manager.tool-keys", tool_keys,
|
|
||||||
)
|
|
||||||
|
|
||||||
return sv_prc
|
|
||||||
|
def build_route(pipelin_id:str,
|
||||||
|
prompt_set:str,
|
||||||
|
tool_keys:List[str],
|
||||||
|
port:str,
|
||||||
|
entry_pnt:str="fastapi_server/server_dashscope.py",
|
||||||
|
llm_name:str="qwen-plus"):
|
||||||
|
return _build_template("react", pipelin_id, prompt_set, tool_keys, port, entry_pnt, llm_name)
|
||||||
Reference in New Issue
Block a user