Tangledup-ai/lang-agent
6
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update test with api key

Browse Source
This commit is contained in:
goulustis
2026-01-26 20:38:41 +08:00
parent add9666682
commit 2003141582
1 changed files with 25 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

31
fastapi_server/test_openai_client.py
View File

@@ -7,7 +7,10 @@ Instructions:
python fastapi_server/server_openai.py --llm_name qwen-plus --llm_provider openai --base_url https://dashscope.aliyuncs.com/compatible-mode/v1 python fastapi_server/server_openai.py --llm_name qwen-plus --llm_provider openai --base_url https://dashscope.aliyuncs.com/compatible-mode/v1
- Or with uvicorn: - Or with uvicorn:
uvicorn fastapi_server.server_openai:app --host 0.0.0.0 --port 8589 --reload uvicorn fastapi_server.server_openai:app --host 0.0.0.0 --port 8589 --reload
- Set BASE_URL below to the server base URL you started. - Set BASE_URL and API_KEY environment variables (or in .env file):
OPENAI_BASE_URL=http://127.0.0.1:8589/v1
API_KEY=sk-your-api-key-here
- Make sure the API_KEY matches one of the keys in the server's API_KEYS environment variable
""" """
import os import os
from dotenv import load_dotenv from dotenv import load_dotenv
@@ -26,6 +29,7 @@ except Exception as e:
# <<< Paste your running FastAPI base url here >>> # <<< Paste your running FastAPI base url here >>>
BASE_URL = os.getenv("OPENAI_BASE_URL", "http://127.0.0.1:8589/v1") BASE_URL = os.getenv("OPENAI_BASE_URL", "http://127.0.0.1:8589/v1")
API_KEY = os.getenv("FAST_AUTH_KEYS", None)
# Test configuration matching the server setup # Test configuration matching the server setup
# llm_name: "qwen-plus" # llm_name: "qwen-plus"
@@ -45,9 +49,13 @@ def test_streaming():
print("Testing STREAMING chat completion...") print("Testing STREAMING chat completion...")
print("="*60 + "\n") print("="*60 + "\n")
if not API_KEY:
logger.warning("API_KEY not set. Set it in environment variable or .env file.")
raise ValueError("API_KEY environment variable is required for authentication")
client = OpenAI( client = OpenAI(
base_url=BASE_URL, base_url=BASE_URL,
api_key="test-key" # Dummy key for testing api_key=API_KEY
) )
try: try:
@@ -55,7 +63,7 @@ def test_streaming():
model="qwen-plus", # Using qwen-plus as configured model="qwen-plus", # Using qwen-plus as configured
messages=messages, messages=messages,
stream=True, stream=True,
extra_body={"thread_id":2000} extra_body={"thread_id":"2000"}
) )
full_response = "" full_response = ""
@@ -82,9 +90,13 @@ def test_non_streaming():
print("Testing NON-STREAMING chat completion...") print("Testing NON-STREAMING chat completion...")
print("="*60 + "\n") print("="*60 + "\n")
if not API_KEY:
logger.warning("API_KEY not set. Set it in environment variable or .env file.")
raise ValueError("API_KEY environment variable is required for authentication")
client = OpenAI( client = OpenAI(
base_url=BASE_URL, base_url=BASE_URL,
api_key="test-key" # Dummy key for testing api_key=API_KEY
) )
try: try:
@@ -92,7 +104,7 @@ def test_non_streaming():
model="qwen-plus", # Using qwen-plus as configured model="qwen-plus", # Using qwen-plus as configured
messages=messages, messages=messages,
stream=False, stream=False,
extra_body={"thread_id":2000} extra_body={"thread_id":"2000"}
) )
content = response.choices[0].message.content content = response.choices[0].message.content
@@ -110,7 +122,14 @@ def test_non_streaming():
def main(): def main():
print(f"\nUsing base_url = {BASE_URL}\n") print(f"\nUsing base_url = {BASE_URL}")
if API_KEY:
# Show only first 8 chars for security
masked_key = API_KEY[:8] + "..." if len(API_KEY) > 8 else API_KEY
print(f"Using API_KEY = {masked_key}")
else:
print("WARNING: API_KEY not set!")
print()
# Test both streaming and non-streaming # Test both streaming and non-streaming
streaming_result = test_streaming() streaming_result = test_streaming()