Commit b1bff2a4 authored by RodriMora's avatar RodriMora
Browse files

Added simple /models endpoint to work with frontends that don't allow bypass check like Openweb-ui

parent de7e892f
...@@ -10,8 +10,16 @@ from ktransformers.server.backend.base import BackendInterfaceBase ...@@ -10,8 +10,16 @@ from ktransformers.server.backend.base import BackendInterfaceBase
router = APIRouter() router = APIRouter()
models = [
{"id": "0", "name": "ktranformers-model"},
]
@router.post('/chat/completions',tags=['openai']) @router.get('/models', tags=['openai'])
async def list_models():
return models
@router.post('/chat/completions', tags=['openai'])
async def chat_completion(request:Request,create:ChatCompletionCreate): async def chat_completion(request:Request,create:ChatCompletionCreate):
id = str(uuid4()) id = str(uuid4())
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment