Unverified Commit 62a4a339 authored by Xuehai Pan's avatar Xuehai Pan Committed by GitHub
Browse files

docs: fix module docstrings and copyright headers (#2077)

parent 2797bc34
""" # Copyright 2023-2024 SGLang Team
Copyright 2023-2024 SGLang Team # Licensed under the Apache License, Version 2.0 (the "License");
Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.
you may not use this file except in compliance with the License. # You may obtain a copy of the License at
You may obtain a copy of the License at #
# http://www.apache.org/licenses/LICENSE-2.0
http://www.apache.org/licenses/LICENSE-2.0 #
# Unless required by applicable law or agreed to in writing, software
Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS,
distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and
See the License for the specific language governing permissions and # limitations under the License.
limitations under the License. # ==============================================================================
"""
# Adapted from # Adapted from
# https://github.com/vllm-project/vllm/blob/c7f2cf2b7f67bce5842fedfdba508440fe257375/vllm/model_executor/models/mixtral_quant.py#L1 # https://github.com/vllm-project/vllm/blob/c7f2cf2b7f67bce5842fedfdba508440fe257375/vllm/model_executor/models/mixtral_quant.py#L1
"""Inference-only Mixtral model.""" """Inference-only Mixtral model."""
from typing import Iterable, Optional, Tuple from typing import Iterable, Optional, Tuple
import numpy as np import numpy as np
......
""" # Copyright 2023-2024 SGLang Team
Copyright 2023-2024 SGLang Team # Licensed under the Apache License, Version 2.0 (the "License");
Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.
you may not use this file except in compliance with the License. # You may obtain a copy of the License at
You may obtain a copy of the License at #
# http://www.apache.org/licenses/LICENSE-2.0
http://www.apache.org/licenses/LICENSE-2.0 #
# Unless required by applicable law or agreed to in writing, software
Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS,
distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and
See the License for the specific language governing permissions and # limitations under the License.
limitations under the License. # ==============================================================================
"""
# Adapted from # Adapted from
# https://github.com/vllm-project/vllm/blob/c7f2cf2b7f67bce5842fedfdba508440fe257375/vllm/model_executor/models/olmo.py#L1 # https://github.com/vllm-project/vllm/blob/c7f2cf2b7f67bce5842fedfdba508440fe257375/vllm/model_executor/models/olmo.py#L1
......
""" # Copyright 2023-2024 SGLang Team
Copyright 2023-2024 SGLang Team # Licensed under the Apache License, Version 2.0 (the "License");
Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.
you may not use this file except in compliance with the License. # You may obtain a copy of the License at
You may obtain a copy of the License at #
# http://www.apache.org/licenses/LICENSE-2.0
http://www.apache.org/licenses/LICENSE-2.0 #
# Unless required by applicable law or agreed to in writing, software
Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS,
distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and
See the License for the specific language governing permissions and # limitations under the License.
limitations under the License. # ==============================================================================
"""
# Adapted from: # Adapted from:
# https://github.com/vllm-project/vllm/pull/7922 # https://github.com/vllm-project/vllm/pull/7922
"""Inference-only OLMoE model compatible with HuggingFace weights.""" """Inference-only OLMoE model compatible with HuggingFace weights."""
from typing import Any, Dict, Iterable, List, Optional, Tuple from typing import Any, Dict, Iterable, List, Optional, Tuple
import torch import torch
......
""" # Copyright 2023-2024 SGLang Team
Copyright 2023-2024 SGLang Team # Licensed under the Apache License, Version 2.0 (the "License");
Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.
you may not use this file except in compliance with the License. # You may obtain a copy of the License at
You may obtain a copy of the License at #
# http://www.apache.org/licenses/LICENSE-2.0
http://www.apache.org/licenses/LICENSE-2.0 #
# Unless required by applicable law or agreed to in writing, software
Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS,
distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and
See the License for the specific language governing permissions and # limitations under the License.
limitations under the License. # ==============================================================================
"""
# Adapted from # Adapted from
# https://github.com/vllm-project/vllm/blob/c7f2cf2b7f67bce5842fedfdba508440fe257375/vllm/model_executor/models/qwen.py#L1 # https://github.com/vllm-project/vllm/blob/c7f2cf2b7f67bce5842fedfdba508440fe257375/vllm/model_executor/models/qwen.py#L1
from typing import Any, Dict, Iterable, Optional, Tuple from typing import Any, Dict, Iterable, Optional, Tuple
import torch import torch
......
""" # Copyright 2023-2024 SGLang Team
Copyright 2023-2024 SGLang Team # Licensed under the Apache License, Version 2.0 (the "License");
Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.
you may not use this file except in compliance with the License. # You may obtain a copy of the License at
You may obtain a copy of the License at #
# http://www.apache.org/licenses/LICENSE-2.0
http://www.apache.org/licenses/LICENSE-2.0 #
# Unless required by applicable law or agreed to in writing, software
Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS,
distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and
See the License for the specific language governing permissions and # limitations under the License.
limitations under the License. # ==============================================================================
"""
# Adapted from llama2.py # Adapted from llama2.py
# Modify details for the adaptation of Qwen2 model. # Modify details for the adaptation of Qwen2 model.
"""Inference-only Qwen2 model compatible with HuggingFace weights.""" """Inference-only Qwen2 model compatible with HuggingFace weights."""
from typing import Any, Dict, Iterable, Optional, Tuple from typing import Any, Dict, Iterable, Optional, Tuple
import torch import torch
......
""" # Copyright 2023-2024 SGLang Team
Copyright 2023-2024 SGLang Team # Licensed under the Apache License, Version 2.0 (the "License");
Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.
you may not use this file except in compliance with the License. # You may obtain a copy of the License at
You may obtain a copy of the License at #
# http://www.apache.org/licenses/LICENSE-2.0
http://www.apache.org/licenses/LICENSE-2.0 #
# Unless required by applicable law or agreed to in writing, software
Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS,
distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and
See the License for the specific language governing permissions and # limitations under the License.
limitations under the License. # ==============================================================================
"""
# coding=utf-8
# Adapted from # Adapted from
# https://github.com/vllm-project/vllm/blob/main/vllm/model_executor/models/qwen2_moe.py # https://github.com/vllm-project/vllm/blob/main/vllm/model_executor/models/qwen2_moe.py
"""Inference-only Qwen2MoE model compatible with HuggingFace weights.""" """Inference-only Qwen2MoE model compatible with HuggingFace weights."""
from typing import Any, Dict, Iterable, List, Optional, Tuple
from typing import Any, Dict, Iterable, Optional, Tuple
import torch import torch
import torch.nn.functional as F import torch.nn.functional as F
......
""" # Copyright 2023-2024 SGLang Team
Copyright 2023-2024 SGLang Team # Licensed under the Apache License, Version 2.0 (the "License");
Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.
you may not use this file except in compliance with the License. # You may obtain a copy of the License at
You may obtain a copy of the License at #
# http://www.apache.org/licenses/LICENSE-2.0
http://www.apache.org/licenses/LICENSE-2.0 #
# Unless required by applicable law or agreed to in writing, software
Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS,
distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and
See the License for the specific language governing permissions and # limitations under the License.
limitations under the License. # ==============================================================================
"""
# Adapted from: # Adapted from:
# https://github.com/vllm-project/vllm/blob/c7f2cf2b7f67bce5842fedfdba508440fe257375/vllm/model_executor/models/stablelm.py#L1 # https://github.com/vllm-project/vllm/blob/c7f2cf2b7f67bce5842fedfdba508440fe257375/vllm/model_executor/models/stablelm.py#L1
"""Inference-only StableLM-2 (https://huggingface.co/stabilityai/stablelm-2-1_6b) """
model compatible with HuggingFace weights.""" Inference-only StableLM-2 (https://huggingface.co/stabilityai/stablelm-2-1_6b)
model compatible with HuggingFace weights.
"""
from typing import Iterable, Optional, Tuple from typing import Iterable, Optional, Tuple
import torch import torch
......
""" # Copyright 2023-2024 SGLang Team
Copyright 2023-2024 SGLang Team # Licensed under the Apache License, Version 2.0 (the "License");
Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.
you may not use this file except in compliance with the License. # You may obtain a copy of the License at
You may obtain a copy of the License at #
# http://www.apache.org/licenses/LICENSE-2.0
http://www.apache.org/licenses/LICENSE-2.0 #
# Unless required by applicable law or agreed to in writing, software
Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS,
distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and
See the License for the specific language governing permissions and # limitations under the License.
limitations under the License. # ==============================================================================
"""
# Adapted from # Adapted from
# https://github.com/vllm-project/vllm/blob/c7f2cf2b7f67bce5842fedfdba508440fe257375/vllm/model_executor/models/llama.py#L1 # https://github.com/vllm-project/vllm/blob/c7f2cf2b7f67bce5842fedfdba508440fe257375/vllm/model_executor/models/llama.py#L1
"""Inference-only LLaMA model compatible with HuggingFace weights."""
# PyTorch Tensor Parallel Available for This Model
""" """
Inference-only LLaMA model compatible with HuggingFace weights.
This model supports tensor parallelism (TP) using the PyTorch tensor parallel package. This model supports tensor parallelism (TP) using the PyTorch tensor parallel package.
Reference: https://pytorch.org/docs/stable/distributed.tensor.parallel.html Reference: https://pytorch.org/docs/stable/distributed.tensor.parallel.html
......
""" # Copyright 2023-2024 SGLang Team
Copyright 2023-2024 SGLang Team # Licensed under the Apache License, Version 2.0 (the "License");
Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.
you may not use this file except in compliance with the License. # You may obtain a copy of the License at
You may obtain a copy of the License at #
# http://www.apache.org/licenses/LICENSE-2.0
http://www.apache.org/licenses/LICENSE-2.0 #
# Unless required by applicable law or agreed to in writing, software
Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS,
distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and
See the License for the specific language governing permissions and # limitations under the License.
limitations under the License. # ==============================================================================
"""
# Adapted from # Adapted from
# https://github.com/vllm-project/vllm/blob/c7f2cf2b7f67bce5842fedfdba508440fe257375/vllm/model_executor/models/xverse.py#L1 # https://github.com/vllm-project/vllm/blob/c7f2cf2b7f67bce5842fedfdba508440fe257375/vllm/model_executor/models/xverse.py#L1
......
""" # Copyright 2023-2024 SGLang Team
Copyright 2023-2024 SGLang Team # Licensed under the Apache License, Version 2.0 (the "License");
Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.
you may not use this file except in compliance with the License. # You may obtain a copy of the License at
You may obtain a copy of the License at #
# http://www.apache.org/licenses/LICENSE-2.0
http://www.apache.org/licenses/LICENSE-2.0 #
# Unless required by applicable law or agreed to in writing, software
Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS,
distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and
See the License for the specific language governing permissions and # limitations under the License.
limitations under the License. # ==============================================================================
"""
"""Inference-only XVERSE MoE model.""" """Inference-only XVERSE MoE model."""
from typing import Any, Dict, Iterable, Optional, Tuple from typing import Any, Dict, Iterable, Optional, Tuple
import torch import torch
......
""" # Copyright 2023-2024 SGLang Team
Copyright 2023-2024 SGLang Team # Licensed under the Apache License, Version 2.0 (the "License");
Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.
you may not use this file except in compliance with the License. # You may obtain a copy of the License at
You may obtain a copy of the License at #
# http://www.apache.org/licenses/LICENSE-2.0
http://www.apache.org/licenses/LICENSE-2.0 #
# Unless required by applicable law or agreed to in writing, software
Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS,
distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and
See the License for the specific language governing permissions and # limitations under the License.
limitations under the License. # ==============================================================================
"""
"""Inference-only Yi-VL model.""" """Inference-only Yi-VL model."""
from typing import Iterable, Optional, Tuple from typing import Iterable, Optional, Tuple
......
""" # Copyright 2023-2024 SGLang Team
Copyright 2023-2024 SGLang Team # Licensed under the Apache License, Version 2.0 (the "License");
Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.
you may not use this file except in compliance with the License. # You may obtain a copy of the License at
You may obtain a copy of the License at #
# http://www.apache.org/licenses/LICENSE-2.0
http://www.apache.org/licenses/LICENSE-2.0 #
# Unless required by applicable law or agreed to in writing, software
Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS,
distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and
See the License for the specific language governing permissions and # limitations under the License.
limitations under the License. # ==============================================================================
"""
"""Conversion between OpenAI APIs and native SRT APIs""" """Conversion between OpenAI APIs and native SRT APIs"""
import asyncio import asyncio
......
""" # Copyright 2023-2024 SGLang Team
Copyright 2023-2024 SGLang Team # Licensed under the Apache License, Version 2.0 (the "License");
Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.
you may not use this file except in compliance with the License. # You may obtain a copy of the License at
You may obtain a copy of the License at #
# http://www.apache.org/licenses/LICENSE-2.0
http://www.apache.org/licenses/LICENSE-2.0 #
# Unless required by applicable law or agreed to in writing, software
Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS,
distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and
See the License for the specific language governing permissions and # limitations under the License.
limitations under the License. # ==============================================================================
"""
"""Pydantic models for OpenAI API protocol""" """Pydantic models for OpenAI API protocol"""
import time import time
......
""" # Copyright 2023-2024 SGLang Team
Copyright 2023-2024 SGLang Team # Licensed under the Apache License, Version 2.0 (the "License");
Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.
you may not use this file except in compliance with the License. # You may obtain a copy of the License at
You may obtain a copy of the License at #
# http://www.apache.org/licenses/LICENSE-2.0
http://www.apache.org/licenses/LICENSE-2.0 #
# Unless required by applicable law or agreed to in writing, software
Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS,
distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and
See the License for the specific language governing permissions and # limitations under the License.
limitations under the License. # ==============================================================================
"""
"""Sampling parameters for text generation.""" """Sampling parameters for text generation."""
from typing import List, Optional, Union from typing import List, Optional, Union
......
""" # Copyright 2023-2024 SGLang Team
Copyright 2023-2024 SGLang Team # Licensed under the Apache License, Version 2.0 (the "License");
Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.
you may not use this file except in compliance with the License. # You may obtain a copy of the License at
You may obtain a copy of the License at #
# http://www.apache.org/licenses/LICENSE-2.0
http://www.apache.org/licenses/LICENSE-2.0 #
# Unless required by applicable law or agreed to in writing, software
Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS,
distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and
See the License for the specific language governing permissions and # limitations under the License.
limitations under the License. # ==============================================================================
"""
""" """
The entry point of inference server. The entry point of inference server.
SRT = SGLang Runtime. SRT = SGLang Runtime.
......
""" # Copyright 2023-2024 SGLang Team
Copyright 2023-2024 SGLang Team # Licensed under the Apache License, Version 2.0 (the "License");
Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.
you may not use this file except in compliance with the License. # You may obtain a copy of the License at
You may obtain a copy of the License at #
# http://www.apache.org/licenses/LICENSE-2.0
http://www.apache.org/licenses/LICENSE-2.0 #
# Unless required by applicable law or agreed to in writing, software
Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS,
distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and
See the License for the specific language governing permissions and # limitations under the License.
limitations under the License. # ==============================================================================
"""
"""The arguments of the server.""" """The arguments of the server."""
import argparse import argparse
......
""" # Copyright 2023-2024 SGLang Team
Copyright 2023-2024 SGLang Team # Licensed under the Apache License, Version 2.0 (the "License");
Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.
you may not use this file except in compliance with the License. # You may obtain a copy of the License at
You may obtain a copy of the License at #
# http://www.apache.org/licenses/LICENSE-2.0
http://www.apache.org/licenses/LICENSE-2.0 #
# Unless required by applicable law or agreed to in writing, software
Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS,
distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and
See the License for the specific language governing permissions and # limitations under the License.
limitations under the License. # ==============================================================================
"""
"""Common utilities.""" """Common utilities."""
import base64 import base64
......
""" # Copyright 2023-2024 SGLang Team
Copyright 2023-2024 SGLang Team # Licensed under the Apache License, Version 2.0 (the "License");
Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.
you may not use this file except in compliance with the License. # You may obtain a copy of the License at
You may obtain a copy of the License at #
# http://www.apache.org/licenses/LICENSE-2.0
http://www.apache.org/licenses/LICENSE-2.0 #
# Unless required by applicable law or agreed to in writing, software
Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS,
distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and
See the License for the specific language governing permissions and # limitations under the License.
limitations under the License. # ==============================================================================
"""
import json import json
import multiprocessing as mp import multiprocessing as mp
......
""" # Copyright 2023-2024 SGLang Team
Copyright 2023-2024 SGLang Team # Licensed under the Apache License, Version 2.0 (the "License");
Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.
you may not use this file except in compliance with the License. # You may obtain a copy of the License at
You may obtain a copy of the License at # http://www.apache.org/licenses/LICENSE-2.0
http://www.apache.org/licenses/LICENSE-2.0 # Unless required by applicable law or agreed to in writing, software
Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS,
distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and
See the License for the specific language governing permissions and # limitations under the License.
limitations under the License. # ==============================================================================
"""
# FIXME: Make it a CI test # FIXME: Make it a CI test
......
""" # Copyright 2023-2024 SGLang Team
Copyright 2023-2024 SGLang Team # Licensed under the Apache License, Version 2.0 (the "License");
Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.
you may not use this file except in compliance with the License. # You may obtain a copy of the License at
You may obtain a copy of the License at #
# http://www.apache.org/licenses/LICENSE-2.0
http://www.apache.org/licenses/LICENSE-2.0 #
# Unless required by applicable law or agreed to in writing, software
Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS,
distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and
See the License for the specific language governing permissions and # limitations under the License.
limitations under the License. # ==============================================================================
"""
import multiprocessing as mp import multiprocessing as mp
import unittest import unittest
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment