Unverified Commit 50d1025f authored by Casper's avatar Casper Committed by GitHub
Browse files

Rename to hijacked_inputs

parent 6b1c96c7
...@@ -113,8 +113,8 @@ class BaseAWQForCausalLM(nn.Module): ...@@ -113,8 +113,8 @@ class BaseAWQForCausalLM(nn.Module):
super().__init__() super().__init__()
self.module = module self.module = module
def forward(self, hidden_states, **kwargs): def forward(self, hijacked_inputs, **kwargs):
inps.append(hidden_states) inps.append(hijacked_inputs)
layer_kwargs.update(kwargs) layer_kwargs.update(kwargs)
raise ValueError # early exit to break later inference raise ValueError # early exit to break later inference
...@@ -358,4 +358,4 @@ class BaseAWQForCausalLM(nn.Module): ...@@ -358,4 +358,4 @@ class BaseAWQForCausalLM(nn.Module):
# scale activation # scale activation
scaled_act = ScaledActivation(scale_dict['scale_layer'], scale_like) scaled_act = ScaledActivation(scale_dict['scale_layer'], scale_like)
set_op_by_name(layer, scale_dict['scale_name'], scaled_act) set_op_by_name(layer, scale_dict['scale_name'], scaled_act)
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment