fix: use AIOHTTP_CLIENT_TIMEOUT timeout setting for openai streaming response

f89fa061 · Fish Lung · f3c1ff9e · f89fa061
Commit f89fa061 authored Jul 01, 2024 by Fish Lung
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 1 deletion

backend/apps/openai/main.py backend/apps/openai/main.py +4 -1

No files found.
--- a/backend/apps/openai/main.py
+++ b/backend/apps/openai/main.py
@@ -25,6 +25,7 @@ from utils.task import prompt_template
 from config import (
    SRC_LOG_LEVELS,
    ENABLE_OPENAI_API,
+    AIOHTTP_CLIENT_TIMEOUT,
    OPENAI_API_BASE_URLS,
    OPENAI_API_KEYS,
    CACHE_DIR,
@@ -463,7 +464,9 @@ async def generate_chat_completion(
    streaming = False

    try:
-        session = aiohttp.ClientSession(trust_env=True)
+        session = aiohttp.ClientSession(
+            trust_env=True, timeout=aiohttp.ClientTimeout(total=AIOHTTP_CLIENT_TIMEOUT)
+        )
        r = await session.request(
            method="POST",
            url=f"{url}/chat/completions",