main.py 2.08 KB
Newer Older
1
2
import time

Timothy J. Baek's avatar
Timothy J. Baek committed
3
4
5
6
7
from fastapi import FastAPI, Request
from fastapi.staticfiles import StaticFiles
from fastapi import HTTPException
from fastapi.middleware.wsgi import WSGIMiddleware
from fastapi.middleware.cors import CORSMiddleware
8
from starlette.exceptions import HTTPException as StarletteHTTPException
Timothy J. Baek's avatar
Timothy J. Baek committed
9

Timothy J. Baek's avatar
Timothy J. Baek committed
10

Timothy J. Baek's avatar
Timothy J. Baek committed
11
from apps.ollama.main import app as ollama_app
12
from apps.openai.main import app as openai_app
Timothy J. Baek's avatar
Timothy J. Baek committed
13
from apps.audio.main import app as audio_app
Timothy J. Baek's avatar
Timothy J. Baek committed
14
15
from apps.images.main import app as images_app
from apps.rag.main import app as rag_app
16

17
from apps.web.main import app as webui_app
Timothy J. Baek's avatar
Timothy J. Baek committed
18

19
from config import ENV, FRONTEND_BUILD_DIR
Timothy J. Baek's avatar
Timothy J. Baek committed
20
21
22
23
24
25
26
27
28
29
30
31
32


class SPAStaticFiles(StaticFiles):
    async def get_response(self, path: str, scope):
        try:
            return await super().get_response(path, scope)
        except (HTTPException, StarletteHTTPException) as ex:
            if ex.status_code == 404:
                return await super().get_response("index.html", scope)
            else:
                raise ex


33
app = FastAPI(docs_url="/docs" if ENV == "dev" else None, redoc_url=None)
Timothy J. Baek's avatar
Timothy J. Baek committed
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55

origins = ["*"]

app.add_middleware(
    CORSMiddleware,
    allow_origins=origins,
    allow_credentials=True,
    allow_methods=["*"],
    allow_headers=["*"],
)


@app.middleware("http")
async def check_url(request: Request, call_next):
    start_time = int(time.time())
    response = await call_next(request)
    process_time = int(time.time()) - start_time
    response.headers["X-Process-Time"] = str(process_time)

    return response


56
app.mount("/api/v1", webui_app)
Timothy J. Baek's avatar
Timothy J. Baek committed
57

58
app.mount("/ollama/api", ollama_app)
59
app.mount("/openai/api", openai_app)
Timothy J. Baek's avatar
Timothy J. Baek committed
60

Timothy J. Baek's avatar
Timothy J. Baek committed
61
app.mount("/images/api/v1", images_app)
Timothy J. Baek's avatar
Timothy J. Baek committed
62
app.mount("/audio/api/v1", audio_app)
Timothy J. Baek's avatar
Timothy J. Baek committed
63
64
app.mount("/rag/api/v1", rag_app)

65

Timothy J. Baek's avatar
Timothy J. Baek committed
66
67
68
69
70
71
72
73
74
75
@app.get("/api/config")
async def get_app_config():
    return {
        "status": True,
        "images": images_app.state.ENABLED,
        "default_models": webui_app.state.DEFAULT_MODELS,
        "default_prompt_suggestions": webui_app.state.DEFAULT_PROMPT_SUGGESTIONS,
    }


76
77
app.mount(
    "/",
lucasew's avatar
lucasew committed
78
    SPAStaticFiles(directory=FRONTEND_BUILD_DIR, html=True),
79
80
    name="spa-static-files",
)