Skip to content

GitLab

Commit 91de3bfa authored by s4rduk4r's avatar s4rduk4r
Browse files

Clean

parent 4f76ecb2
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 2 deletions
awq/models/base.py
View file @ 91de3bfa
...@@ -156,7 +156,7 @@ class BaseAWQForCausalLM(nn.Module): ...@@ -156,7 +156,7 @@ class BaseAWQForCausalLM(nn.Module):
no_split_module_classes=[self.layer_type], no_split_module_classes=[self.layer_type],
max_memory=max_memory, max_memory=max_memory,
dtype=torch_dtype dtype=torch_dtype
) )
# Load checkpoint # Load checkpoint
load_checkpoint_in_model( load_checkpoint_in_model(
...@@ -183,7 +183,6 @@ class BaseAWQForCausalLM(nn.Module): ...@@ -183,7 +183,6 @@ class BaseAWQForCausalLM(nn.Module):
model = dispatch_model( model = dispatch_model(
model, model,
device_map=device_map, device_map=device_map,
# offload_buffers=offload_folder is not None,
offload_dir=offload_folder offload_dir=offload_folder
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment