"profiler/README.md" did not exist on "5d37d7bff4e631c3b94112c31a52f209ca39dfe2"
Commit 4d40c5d7 authored by Baber's avatar Baber
Browse files

fix type

parent 7e5f909b
...@@ -4,6 +4,7 @@ import copy ...@@ -4,6 +4,7 @@ import copy
import gc import gc
import logging import logging
import os import os
from collections.abc import Sequence
from importlib.metadata import version from importlib.metadata import version
from importlib.util import find_spec from importlib.util import find_spec
from multiprocessing import Process, Queue from multiprocessing import Process, Queue
...@@ -351,7 +352,8 @@ class VLLM(TemplateLM): ...@@ -351,7 +352,8 @@ class VLLM(TemplateLM):
) )
# handle chat template # handle chat template
if bos_already_added( if bos_already_added(
string[0] if isinstance(string, list) else string, self.tokenizer.bos_token string[0] if isinstance(string, Sequence) else string,
self.tokenizer.bos_token,
): ):
add_special_kwargs = {"add_special_tokens": False} add_special_kwargs = {"add_special_tokens": False}
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment