Commit 5ba54539 authored by baberabb's avatar baberabb
Browse files

fix imports

parent ce164bb1
...@@ -4,7 +4,10 @@ from . import textsynth ...@@ -4,7 +4,10 @@ from . import textsynth
from . import dummy from . import dummy
from . import anthropic_llms from . import anthropic_llms
from . import gguf from . import gguf
from . import vllm_causallms
try:
from . import vllm_causallms
except ModuleNotFoundError:
pass
# TODO: implement __all__ # TODO: implement __all__
...@@ -7,8 +7,7 @@ import copy ...@@ -7,8 +7,7 @@ import copy
from tqdm import tqdm from tqdm import tqdm
from lm_eval.api.registry import register_model from lm_eval.api.registry import register_model
from lm_eval import utils from lm_eval import utils
from vllm import LLM, SamplingParams
# flake8: noqa
@register_model("vllm") @register_model("vllm")
...@@ -30,7 +29,6 @@ class VLLM(LM): ...@@ -30,7 +29,6 @@ class VLLM(LM):
max_length: int = None, max_length: int = None,
): ):
super().__init__() super().__init__()
from vllm import LLM, SamplingParams
self.model = LLM( self.model = LLM(
model=pretrained, model=pretrained,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment