Commit 74b3bfaa authored by Lianmin Zheng's avatar Lianmin Zheng
Browse files

format code

parent 4a634cf6
import time
from typing import Dict, List, Optional, Union
from typing_extensions import Literal
from pydantic import BaseModel, Field
from typing_extensions import Literal
class LogProbs(BaseModel):
......
......@@ -440,9 +440,7 @@ class Runtime:
additional_ports: Optional[Union[List[int], int]] = None,
):
host = "127.0.0.1"
port, additional_ports = handle_port_init(
port, additional_ports, tp_size
)
port, additional_ports = handle_port_init(port, additional_ports, tp_size)
self.server_args = ServerArgs(
model_path=model_path,
tokenizer_path=tokenizer_path,
......
......@@ -6,6 +6,7 @@ import sys
import time
import traceback
from io import BytesIO
from typing import List, Optional
import numpy as np
import requests
......@@ -108,10 +109,16 @@ def check_port(port):
return False
def handle_port_init(port: Optional[int] = None, additional_ports: Optional[List[int]] = None, tp_size: int = 1):
def handle_port_init(
port: Optional[int] = None,
additional_ports: Optional[List[int]] = None,
tp_size: int = 1,
):
port = 30000 if port is None else port
additional_ports = [] if additional_ports is None else additional_ports
additional_ports = [additional_ports] if isinstance(additional_ports, int) else additional_ports
additional_ports = (
[additional_ports] if isinstance(additional_ports, int) else additional_ports
)
# first check on server port
if not check_port(port):
new_port = alloc_usable_network_port(1, used_list=[port])[0]
......@@ -130,9 +137,10 @@ def handle_port_init(port: Optional[int] = None, additional_ports: Optional[List
)
can_use_ports.extend(addtional_can_use_ports)
additional_ports = can_use_ports[:4 + tp_size]
additional_ports = can_use_ports[: 4 + tp_size]
return port, additional_ports
def get_exception_traceback():
etype, value, tb = sys.exc_info()
err_str = "".join(traceback.format_exception(etype, value, tb))
......
from sglang.srt.conversation import generate_chat_conv
from sglang.srt.managers.openai_protocol import (
ChatCompletionMessageGenericParam,
ChatCompletionMessageContentImagePart,
ChatCompletionMessageContentImageURL,
ChatCompletionMessageContentTextPart,
ChatCompletionMessageGenericParam,
ChatCompletionMessageUserParam,
ChatCompletionRequest,
)
......
from sglang.srt.managers.openai_protocol import (
ChatCompletionMessageGenericParam,
ChatCompletionMessageContentImagePart,
ChatCompletionMessageContentImageURL,
ChatCompletionMessageContentTextPart,
ChatCompletionMessageGenericParam,
ChatCompletionMessageUserParam,
ChatCompletionRequest,
)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment