Unverified Commit 4f8195f1 authored by Baber Abbasi's avatar Baber Abbasi Committed by GitHub
Browse files

vllm: remove device (#3181)

parent 5f5f35e5
......@@ -152,6 +152,7 @@ class VLLM(TemplateLM):
assert max_length is None or max_model_len is None, (
"Either max_length or max_model_len may be provided, but not both"
)
kwargs.pop("device", None)
self.think_end_token = think_end_token
self.V1 = os.environ.get("VLLM_USE_V1", "1") != "0"
self._max_length = max_model_len if max_model_len is not None else max_length
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment