"vllm/vscode:/vscode.git/clone" did not exist on "90d74ebaa47fcecdcd8ef72338dda47b7cb6fbf0"
api_router.py 972 Bytes
Newer Older
1
2
3
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project

4
from fastapi import APIRouter, Depends, Request
5
from fastapi.responses import Response
6
7

from vllm.entrypoints.openai.utils import validate_json_request
8
9
10
11
from vllm.entrypoints.utils import (
    load_aware_call,
    with_cancellation,
)
12

13
14
15
from .protocol import ClassificationRequest
from .serving import ServingClassification

16
17
18
19
router = APIRouter()


def classify(request: Request) -> ServingClassification | None:
20
    return request.app.state.serving_classification
21
22
23
24
25


@router.post("/classify", dependencies=[Depends(validate_json_request)])
@with_cancellation
@load_aware_call
26
27
async def create_classify(
    request: ClassificationRequest, raw_request: Request
28
) -> Response:
29
30
    handler = classify(raw_request)
    if handler is None:
31
        raise NotImplementedError("The model does not support Classification API")
32

33
    return await handler(request, raw_request)