Skip to content

GitLab

Unverified Commit 91062a83 authored by lazymio's avatar lazymio
Browse files

Default values

parent 76487c4d
Hide whitespace changes
Inline Side-by-side
Showing with 5 additions and 7 deletions
ktransformers/server/schemas/endpoints/chat.py
View file @ 91062a83
...@@ -25,10 +25,9 @@ class ChatCompletionCreate(BaseModel): ...@@ -25,10 +25,9 @@ class ChatCompletionCreate(BaseModel):
messages: List[Message] messages: List[Message]
model : str model : str
stream : bool = False stream : bool = False
temperature: Optional[float] temperature: Optional[float] = None
top_p: Optional[float] top_p: Optional[float] = None
frequency_penalty: Optional[float]
def get_tokenizer_messages(self): def get_tokenizer_messages(self):
return [m.to_tokenizer_message() for m in self.messages] return [m.to_tokenizer_message() for m in self.messages]
......
ktransformers/server/schemas/legacy/completions.py
View file @ 91062a83
...@@ -9,9 +9,8 @@ class CompletionCreate(BaseModel): ...@@ -9,9 +9,8 @@ class CompletionCreate(BaseModel):
model: str model: str
prompt: str | List[str] prompt: str | List[str]
stream: bool = False stream: bool = False
temperature: Optional[float] temperature: Optional[float] = None
top_p: Optional[float] top_p: Optional[float] = None
frequency_penalty: Optional[float]
def get_tokenizer_messages(self): def get_tokenizer_messages(self):
if isinstance(self.prompt,List): if isinstance(self.prompt,List):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment