Unverified Commit 43190bec authored by Kai-Hsun Chen's avatar Kai-Hsun Chen Committed by GitHub
Browse files

[chore][1/N] Avoid using default mutable parameters (#11478)


Signed-off-by: default avatarKai-Hsun Chen <khchen@x.ai>
parent be740acd
......@@ -86,7 +86,7 @@ class CompressedTensorsConfig(QuantizationConfig):
sparsity_ignore_list: List[str],
kv_cache_scheme: Optional[Dict[str, Any]] = None,
config: Optional[Dict[str, Any]] = None,
packed_modules_mapping: Dict[str, List[str]] = {},
packed_modules_mapping: Optional[Dict[str, List[str]]] = None,
):
super().__init__()
self.ignore = ignore
......@@ -97,7 +97,7 @@ class CompressedTensorsConfig(QuantizationConfig):
self.sparsity_scheme_map = sparsity_scheme_map
self.sparsity_ignore_list = sparsity_ignore_list
self.config = config
self.packed_modules_mapping = packed_modules_mapping
self.packed_modules_mapping = packed_modules_mapping or {}
def get_linear_method(self) -> CompressedTensorsLinearMethod:
return CompressedTensorsLinearMethod(self)
......
......@@ -492,7 +492,7 @@ def make_layers(
pp_size: Optional[int] = None,
prefix: str = "",
return_tuple: bool = False,
offloader_kwargs: Dict[str, Any] = {},
offloader_kwargs: Optional[Dict[str, Any]] = None,
) -> Tuple[torch.nn.Module, int, int]:
"""Make a list of layers with the given layer function"""
# circula imports
......@@ -517,7 +517,7 @@ def make_layers(
layer_fn(idx=idx, prefix=add_prefix(idx, prefix))
for idx in range(start_layer, end_layer)
),
**offloader_kwargs,
**(offloader_kwargs or {}),
)
+ [
PPMissingLayer(return_tuple=return_tuple)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment