Skip to content

GitLab

Unverified Commit 50d1025f authored by Casper's avatar Casper Committed by GitHub
Browse files

Rename to hijacked_inputs

parent 6b1c96c7
Show whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
awq/models/base.py
View file @ 50d1025f
...@@ -113,8 +113,8 @@ class BaseAWQForCausalLM(nn.Module): ...@@ -113,8 +113,8 @@ class BaseAWQForCausalLM(nn.Module):
super().__init__() super().__init__()
self.module = module self.module = module
def forward(self, hidden_states, **kwargs): def forward(self, hijacked_inputs, **kwargs):
inps.append(hidden_states) inps.append(hijacked_inputs)
layer_kwargs.update(kwargs) layer_kwargs.update(kwargs)
raise ValueError # early exit to break later inference raise ValueError # early exit to break later inference
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment