"src/git@developer.sourcefind.cn:chenpangpang/open-webui.git" did not exist on "1cef48730e0c359e717cfced80da46e45b048e82"
Commit b2dd2f19 authored by Timothy J. Baek's avatar Timothy J. Baek
Browse files

refac: comment

parent 8fd7bc34
...@@ -37,6 +37,11 @@ app.state.MODELS = {} ...@@ -37,6 +37,11 @@ app.state.MODELS = {}
REQUEST_POOL = [] REQUEST_POOL = []
# TODO: Implement a more intelligent load balancing mechanism for distributing requests among multiple backend instances.
# Current implementation uses a simple round-robin approach (random.choice). Consider incorporating algorithms like weighted round-robin,
# least connections, or least response time for better resource utilization and performance optimization.
@app.middleware("http") @app.middleware("http")
async def check_url(request: Request, call_next): async def check_url(request: Request, call_next):
if len(app.state.MODELS) == 0: if len(app.state.MODELS) == 0:
...@@ -761,7 +766,7 @@ async def generate_completion( ...@@ -761,7 +766,7 @@ async def generate_completion(
@app.api_route("/{path:path}", methods=["GET", "POST", "PUT", "DELETE"]) @app.api_route("/{path:path}", methods=["GET", "POST", "PUT", "DELETE"])
async def proxy(path: str, request: Request, user=Depends(get_current_user)): async def deprecated_proxy(path: str, request: Request, user=Depends(get_current_user)):
url = app.state.OLLAMA_BASE_URLS[0] url = app.state.OLLAMA_BASE_URLS[0]
target_url = f"{url}/{path}" target_url = f"{url}/{path}"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment