"csrc/metis.cpp" did not exist on "e78637ea3454965ac3aa35508f5e48d468dd7723"
Commit 74b3bfaa authored by Lianmin Zheng's avatar Lianmin Zheng
Browse files

format code

parent 4a634cf6
import time
from typing import Dict, List, Optional, Union
from typing_extensions import Literal
from pydantic import BaseModel, Field
from typing_extensions import Literal
class LogProbs(BaseModel):
......
......@@ -440,9 +440,7 @@ class Runtime:
additional_ports: Optional[Union[List[int], int]] = None,
):
host = "127.0.0.1"
port, additional_ports = handle_port_init(
port, additional_ports, tp_size
)
port, additional_ports = handle_port_init(port, additional_ports, tp_size)
self.server_args = ServerArgs(
model_path=model_path,
tokenizer_path=tokenizer_path,
......
......@@ -6,6 +6,7 @@ import sys
import time
import traceback
from io import BytesIO
from typing import List, Optional
import numpy as np
import requests
......@@ -108,10 +109,16 @@ def check_port(port):
return False
def handle_port_init(port: Optional[int] = None, additional_ports: Optional[List[int]] = None, tp_size: int = 1):
def handle_port_init(
port: Optional[int] = None,
additional_ports: Optional[List[int]] = None,
tp_size: int = 1,
):
port = 30000 if port is None else port
additional_ports = [] if additional_ports is None else additional_ports
additional_ports = [additional_ports] if isinstance(additional_ports, int) else additional_ports
additional_ports = (
[additional_ports] if isinstance(additional_ports, int) else additional_ports
)
# first check on server port
if not check_port(port):
new_port = alloc_usable_network_port(1, used_list=[port])[0]
......@@ -130,9 +137,10 @@ def handle_port_init(port: Optional[int] = None, additional_ports: Optional[List
)
can_use_ports.extend(addtional_can_use_ports)
additional_ports = can_use_ports[:4 + tp_size]
additional_ports = can_use_ports[: 4 + tp_size]
return port, additional_ports
def get_exception_traceback():
etype, value, tb = sys.exc_info()
err_str = "".join(traceback.format_exception(etype, value, tb))
......
from sglang.srt.conversation import generate_chat_conv
from sglang.srt.managers.openai_protocol import (
ChatCompletionMessageGenericParam,
ChatCompletionMessageContentImagePart,
ChatCompletionMessageContentImageURL,
ChatCompletionMessageContentTextPart,
ChatCompletionMessageGenericParam,
ChatCompletionMessageUserParam,
ChatCompletionRequest,
)
......
from sglang.srt.managers.openai_protocol import (
ChatCompletionMessageGenericParam,
ChatCompletionMessageContentImagePart,
ChatCompletionMessageContentImageURL,
ChatCompletionMessageContentTextPart,
ChatCompletionMessageGenericParam,
ChatCompletionMessageUserParam,
ChatCompletionRequest,
)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment