Unverified Commit 08074cf9 authored by Hailey Schoelkopf's avatar Hailey Schoelkopf Committed by GitHub
Browse files

Update vllm_causallms.py

parent 581dd9ff
...@@ -7,11 +7,13 @@ import copy ...@@ -7,11 +7,13 @@ import copy
from tqdm import tqdm from tqdm import tqdm
from lm_eval.api.registry import register_model from lm_eval.api.registry import register_model
from lm_eval import utils from lm_eval import utils
try: try:
from vllm import LLM, SamplingParams from vllm import LLM, SamplingParams
except ModuleNotFoundError: except ModuleNotFoundError:
pass pass
eval_logger = utils.eval_logger eval_logger = utils.eval_logger
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment