Unverified Commit 1c413105 authored by Kyle Sayers's avatar Kyle Sayers Committed by GitHub
Browse files

[Bugfix] Fix transform_config parsing in Compressed Tensors (#23945)


Signed-off-by: default avatarKyle Sayers <kylesayrs@gmail.com>
parent c83c4ff8
......@@ -63,7 +63,7 @@ class CompressedTensorsConfig(QuantizationConfig):
sparsity_ignore_list: list[str],
kv_cache_scheme: Optional[dict[str, Any]] = None,
config: Optional[dict[str, Any]] = None,
transform_config: Optional[TransformConfig] = None,
transform_config: Optional[dict[str, Any]] = None,
):
super().__init__()
self.ignore = ignore
......@@ -75,7 +75,7 @@ class CompressedTensorsConfig(QuantizationConfig):
self.sparsity_ignore_list = sparsity_ignore_list
self.config = config
if transform_config is not None:
if transform_config:
self.transform_config = TransformConfig.model_validate(
transform_config)
else:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment