Commit 5ba54539 authored by baberabb's avatar baberabb
Browse files

fix imports

parent ce164bb1
......@@ -4,7 +4,10 @@ from . import textsynth
from . import dummy
from . import anthropic_llms
from . import gguf
from . import vllm_causallms
try:
from . import vllm_causallms
except ModuleNotFoundError:
pass
# TODO: implement __all__
......@@ -7,8 +7,7 @@ import copy
from tqdm import tqdm
from lm_eval.api.registry import register_model
from lm_eval import utils
# flake8: noqa
from vllm import LLM, SamplingParams
@register_model("vllm")
......@@ -30,7 +29,6 @@ class VLLM(LM):
max_length: int = None,
):
super().__init__()
from vllm import LLM, SamplingParams
self.model = LLM(
model=pretrained,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment