Skip to content

GitLab

Commit d0dc5bf9 authored by baberabb's avatar baberabb
Browse files

nits

parent 1a0f57d7
Hide whitespace changes
Inline Side-by-side
Showing with 6 additions and 9 deletions
lm_eval/models/vllm_causallms.py
View file @ d0dc5bf9
...@@ -81,15 +81,12 @@ please install vllm via `pip install lm-eval[vllm]` or `pip install -e .[vllm]`" ...@@ -81,15 +81,12 @@ please install vllm via `pip install lm-eval[vllm]` or `pip install -e .[vllm]`"
self.model = LLM(**self.model_args) self.model = LLM(**self.model_args)
else: else:
self.model_args["worker_use_ray"] = True self.model_args["worker_use_ray"] = True
if tokenizer: self.tokenizer = get_tokenizer(
self.tokenizer = tokenizer tokenizer if tokenizer else pretrained,
else: tokenizer_mode=tokenizer_mode,
self.tokenizer = get_tokenizer( trust_remote_code=trust_remote_code,
pretrained, tokenizer_revision=tokenizer_revision,
tokenizer_mode=tokenizer_mode, )
trust_remote_code=trust_remote_code,
tokenizer_revision=tokenizer_revision,
)
self.batch_size = batch_size self.batch_size = batch_size
self._max_length = max_length self._max_length = max_length
self._max_gen_toks = max_gen_toks self._max_gen_toks = max_gen_toks
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment