Skip to content

GitLab

Commit b22415d4 authored by Timothy J. Baek's avatar Timothy J. Baek
Browse files

feat: litellm opt-out support

parent dbf7b155
Hide whitespace changes
Inline Side-by-side
Showing with 5 additions and 2 deletions
backend/main.py
View file @ b22415d4
...@@ -47,6 +47,7 @@ from config import ( ...@@ -47,6 +47,7 @@ from config import (
FRONTEND_BUILD_DIR, FRONTEND_BUILD_DIR,
CACHE_DIR, CACHE_DIR,
STATIC_DIR, STATIC_DIR,
ENABLE_LITELLM,
ENABLE_MODEL_FILTER, ENABLE_MODEL_FILTER,
MODEL_FILTER_LIST, MODEL_FILTER_LIST,
GLOBAL_LOG_LEVEL, GLOBAL_LOG_LEVEL,
...@@ -179,7 +180,8 @@ async def check_url(request: Request, call_next): ...@@ -179,7 +180,8 @@ async def check_url(request: Request, call_next):
@app.on_event("startup") @app.on_event("startup")
async def on_startup(): async def on_startup():
asyncio.create_task(start_litellm_background()) if ENABLE_LITELLM:
asyncio.create_task(start_litellm_background())
app.mount("/api/v1", webui_app) app.mount("/api/v1", webui_app)
...@@ -329,4 +331,5 @@ app.mount( ...@@ -329,4 +331,5 @@ app.mount(
@app.on_event("shutdown") @app.on_event("shutdown")
async def shutdown_event(): async def shutdown_event():
await shutdown_litellm_background() if ENABLE_LITELLM:
await shutdown_litellm_background()
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment