Unverified Commit 50d1025f authored by Casper's avatar Casper Committed by GitHub
Browse files

Rename to hijacked_inputs

parent 6b1c96c7
......@@ -113,8 +113,8 @@ class BaseAWQForCausalLM(nn.Module):
super().__init__()
self.module = module
def forward(self, hidden_states, **kwargs):
inps.append(hidden_states)
def forward(self, hijacked_inputs, **kwargs):
inps.append(hijacked_inputs)
layer_kwargs.update(kwargs)
raise ValueError # early exit to break later inference
......@@ -358,4 +358,4 @@ class BaseAWQForCausalLM(nn.Module):
# scale activation
scaled_act = ScaledActivation(scale_dict['scale_layer'], scale_like)
set_op_by_name(layer, scale_dict['scale_name'], scaled_act)
\ No newline at end of file
set_op_by_name(layer, scale_dict['scale_name'], scaled_act)
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment