feat: add LITELLM_PROXY_HOST to configure address litellm listens on

backend/apps/litellm/main.py

@@ -28,6 +28,7 @@ from config import (
     MODEL_FILTER_LIST,
     DATA_DIR,
     LITELLM_PROXY_PORT,
+    LITELLM_PROXY_HOST,
 )
 
 from litellm.utils import get_llm_provider
@@ -95,7 +96,7 @@ async def run_background_process(command):
 async def start_litellm_background():
     log.info("start_litellm_background")
     # Command to run in the background
-    command = f"litellm --port {LITELLM_PROXY_PORT} --telemetry False --config ./data/litellm/config.yaml"
+    command = f"litellm --port {LITELLM_PROXY_PORT} --host {LITELLM_PROXY_HOST} --telemetry False --config ./data/litellm/config.yaml"
 
     await run_background_process(command)
 

backend/config.py

@@ -507,3 +507,4 @@ AUDIO_OPENAI_API_KEY = os.getenv("AUDIO_OPENAI_API_KEY", OPENAI_API_KEY)
 LITELLM_PROXY_PORT = int(os.getenv("LITELLM_PROXY_PORT", "14365"))
 if LITELLM_PROXY_PORT < 0 or LITELLM_PROXY_PORT > 65535:
     raise ValueError("Invalid port number for LITELLM_PROXY_PORT")
+LITELLM_PROXY_HOST = os.getenv("LITELLM_PROXY_HOST", "127.0.0.1")