Unverified Commit b4cd85d4 authored by Michael Goin's avatar Michael Goin Committed by GitHub
Browse files

Updated vllm imports in vllm_causallms.py (#1890)

* Reorder vllm imports in vllm_causallms.py

* Update vllm_causallms.py
parent 0ff6ab99
...@@ -21,8 +21,6 @@ from lm_eval.utils import ( ...@@ -21,8 +21,6 @@ from lm_eval.utils import (
try: try:
import ray import ray
from vllm import LLM, SamplingParams from vllm import LLM, SamplingParams
if parse_version(version("vllm")) > parse_version("0.3.0"):
from vllm.lora.request import LoRARequest from vllm.lora.request import LoRARequest
from vllm.transformers_utils.tokenizer import get_tokenizer from vllm.transformers_utils.tokenizer import get_tokenizer
except ModuleNotFoundError: except ModuleNotFoundError:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment