Unverified Commit b4cd85d4 authored by Michael Goin's avatar Michael Goin Committed by GitHub
Browse files

Updated vllm imports in vllm_causallms.py (#1890)

* Reorder vllm imports in vllm_causallms.py

* Update vllm_causallms.py
parent 0ff6ab99
......@@ -21,9 +21,7 @@ from lm_eval.utils import (
try:
import ray
from vllm import LLM, SamplingParams
if parse_version(version("vllm")) > parse_version("0.3.0"):
from vllm.lora.request import LoRARequest
from vllm.lora.request import LoRARequest
from vllm.transformers_utils.tokenizer import get_tokenizer
except ModuleNotFoundError:
pass
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment