Commit 25987fe3 authored by Timothy J. Baek's avatar Timothy J. Baek
Browse files

feat: better error handling for ollama reverse proxy

parent 346b0df8
......@@ -59,6 +59,7 @@ def proxy(path):
else:
pass
try:
# Make a request to the target server
target_response = requests.request(
method=request.method,
......@@ -68,6 +69,8 @@ def proxy(path):
stream=True, # Enable streaming for server-sent events
)
target_response.raise_for_status()
# Proxy the target server's response to the client
def generate():
for chunk in target_response.iter_content(chunk_size=8192):
......@@ -80,6 +83,8 @@ def proxy(path):
response.headers[key] = value
return response
except Exception as e:
return jsonify({"detail": "Server Connection Error", "message": str(e)}), 400
if __name__ == "__main__":
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment