support async

2025-12-29 21:59:11 +08:00
parent 53ecbebb0a
commit ab5dda1f21
8 changed files with 429 additions and 26 deletions
--- a/fastapi_server/test_openai_client.py
+++ b/fastapi_server/test_openai_client.py
@@ -113,13 +113,13 @@ def main():
    print(f"\nUsing base_url = {BASE_URL}\n")
    
    # Test both streaming and non-streaming
-    # streaming_result = test_streaming()
+    streaming_result = test_streaming()
    non_streaming_result = test_non_streaming()
    
    print("\n" + "="*60)
    print("SUMMARY")
    print("="*60)
-    # print(f"Streaming response length: {len(streaming_result)}")
+    print(f"Streaming response length: {len(streaming_result)}")
    print(f"Non-streaming response length: {len(non_streaming_result)}")
    print("\nBoth tests completed successfully!")