Unverified Commit 29f1d47e authored by Lu Fang's avatar Lu Fang Committed by GitHub
Browse files

[MISC] Always import version library first in the vllm package (#12979)


Signed-off-by: default avatarLu Fang <lufang@fb.com>
parent cf797aa8
# SPDX-License-Identifier: Apache-2.0 # SPDX-License-Identifier: Apache-2.0
"""vLLM: a high-throughput and memory-efficient inference engine for LLMs""" """vLLM: a high-throughput and memory-efficient inference engine for LLMs"""
# The version.py should be independent library, and we always import the
# version library first. Such assumption is critical for some customization.
from .version import __version__, __version_tuple__ # isort:skip
import os import os
import torch import torch
...@@ -19,8 +23,6 @@ from vllm.outputs import (ClassificationOutput, ClassificationRequestOutput, ...@@ -19,8 +23,6 @@ from vllm.outputs import (ClassificationOutput, ClassificationRequestOutput,
from vllm.pooling_params import PoolingParams from vllm.pooling_params import PoolingParams
from vllm.sampling_params import SamplingParams from vllm.sampling_params import SamplingParams
from .version import __version__, __version_tuple__
# set some common config/environment variables that should be set # set some common config/environment variables that should be set
# for all processes created by vllm and all processes # for all processes created by vllm and all processes
# that interact with vllm workers. # that interact with vllm workers.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment