"llama/patches/0020-ggml-No-alloc-mode.patch" did not exist on "afaf7ce8c34bab8de45ca00dbd12da8cd3cc033a"
main.py 1.46 KB
Newer Older
Timothy J. Baek's avatar
Timothy J. Baek committed
1
2
3
4
5
from fastapi import FastAPI, Request
from fastapi.staticfiles import StaticFiles
from fastapi import HTTPException
from fastapi.middleware.wsgi import WSGIMiddleware
from fastapi.middleware.cors import CORSMiddleware
6
from starlette.exceptions import HTTPException as StarletteHTTPException
Timothy J. Baek's avatar
Timothy J. Baek committed
7
8

from apps.ollama.main import app as ollama_app
9
10
from apps.openai.main import app as openai_app

11
12
13
from apps.web.main import app as webui_app

import time
Timothy J. Baek's avatar
Timothy J. Baek committed
14
15
16


class SPAStaticFiles(StaticFiles):
17

Timothy J. Baek's avatar
Timothy J. Baek committed
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
    async def get_response(self, path: str, scope):
        try:
            return await super().get_response(path, scope)
        except (HTTPException, StarletteHTTPException) as ex:
            if ex.status_code == 404:
                return await super().get_response("index.html", scope)
            else:
                raise ex


app = FastAPI()

origins = ["*"]

app.add_middleware(
    CORSMiddleware,
    allow_origins=origins,
    allow_credentials=True,
    allow_methods=["*"],
    allow_headers=["*"],
)


@app.middleware("http")
async def check_url(request: Request, call_next):
    start_time = int(time.time())
    response = await call_next(request)
    process_time = int(time.time()) - start_time
    response.headers["X-Process-Time"] = str(process_time)

    return response


51
app.mount("/api/v1", webui_app)
52
app.mount("/ollama/api", ollama_app)
53
app.mount("/openai/api", openai_app)
54

55
56
57
app.mount("/",
          SPAStaticFiles(directory="../build", html=True),
          name="spa-static-files")