service_routes.py 463 Bytes
Newer Older
PengGao's avatar
PengGao committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
from fastapi import APIRouter

from ..task_manager import task_manager
from .deps import get_services

router = APIRouter()


@router.get("/status")
async def get_service_status():
    return task_manager.get_service_status()


@router.get("/metadata")
async def get_service_metadata():
    services = get_services()
    assert services.inference_service is not None, "Inference service is not initialized"
    return services.inference_service.server_metadata()