Clean

91de3bfa · s4rduk4r · 4f76ecb2 · 91de3bfa
Commit 91de3bfa authored Sep 27, 2023 by s4rduk4r
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 2 deletions

awq/models/base.py awq/models/base.py +1 -2

No files found.
--- a/awq/models/base.py
+++ b/awq/models/base.py
@@ -156,7 +156,7 @@ class BaseAWQForCausalLM(nn.Module):
            no_split_module_classes=[self.layer_type], 
            max_memory=max_memory,
            dtype=torch_dtype
-            )
+        )

        # Load checkpoint
        load_checkpoint_in_model(
@@ -183,7 +183,6 @@ class BaseAWQForCausalLM(nn.Module):
            model = dispatch_model(
                model,
                device_map=device_map,
-                # offload_buffers=offload_folder is not None,
                offload_dir=offload_folder
            )