Unverified Commit 864167d3 authored by Harry Mellor's avatar Harry Mellor Committed by GitHub
Browse files

Fix custom processors that use deleted import for Transformers v5 (#35101)


Signed-off-by: default avatarHarry Mellor <19981378+hmellor@users.noreply.github.com>
parent a2ba6a52
...@@ -11,6 +11,7 @@ from transformers import ( ...@@ -11,6 +11,7 @@ from transformers import (
AutoImageProcessor, AutoImageProcessor,
AutoProcessor, AutoProcessor,
AutoVideoProcessor, AutoVideoProcessor,
processing_utils,
) )
from transformers.feature_extraction_utils import FeatureExtractionMixin from transformers.feature_extraction_utils import FeatureExtractionMixin
from transformers.image_processing_utils import BaseImageProcessor from transformers.image_processing_utils import BaseImageProcessor
...@@ -28,6 +29,23 @@ logger = init_logger(__name__) ...@@ -28,6 +29,23 @@ logger = init_logger(__name__)
if TYPE_CHECKING: if TYPE_CHECKING:
from vllm.config import ModelConfig from vllm.config import ModelConfig
def _transformers_v4_compatibility_import():
"""Some remote code processors still import `ChatTemplateLoadKwargs` which was a
subset of `ProcessorChatTemplateKwargs` as defined in Transformers v4.
In Transformers v5 these were merged into `ProcessorChatTemplateKwargs` and
`ChatTemplateLoadKwargs` was removed. For backward compatibility, we add an alias
for `ChatTemplateLoadKwargs` if it doesn't exist.
This can be removed if `HCXVisionForCausalLM` is upstreamed to Transformers."""
old_import = getattr(processing_utils, "ChatTemplateLoadKwargs", None)
new_import = getattr(processing_utils, "ProcessorChatTemplateKwargs", None)
if old_import is None and new_import is not None:
processing_utils.ChatTemplateLoadKwargs = new_import
_transformers_v4_compatibility_import()
_P = TypeVar("_P", bound=ProcessorMixin, default=ProcessorMixin) _P = TypeVar("_P", bound=ProcessorMixin, default=ProcessorMixin)
_V = TypeVar("_V", bound=BaseVideoProcessor, default=BaseVideoProcessor) _V = TypeVar("_V", bound=BaseVideoProcessor, default=BaseVideoProcessor)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment