Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
protocol.py 313 Bytes
Newer Older
Chauncey's avatar
[Refactor] [10/N] to simplify the vLLM openai completion serving architecture (#32369)  
Chauncey committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18 
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project


from dataclasses import dataclass


@dataclass
class BaseModelPath:
    name: str
    model_path: str


@dataclass
class LoRAModulePath:
    name: str
    path: str
    base_model_name: str | None = None