Unverified Commit d86fc23b authored by Li Wang's avatar Li Wang Committed by GitHub
Browse files

[Misc] Remove redundant line (#32366)


Signed-off-by: default avatarwangli <wangli858794774@gmail.com>
parent 375e5984
...@@ -363,7 +363,6 @@ class Attention(nn.Module, AttentionLayerBase): ...@@ -363,7 +363,6 @@ class Attention(nn.Module, AttentionLayerBase):
output_shape = torch.Size( output_shape = torch.Size(
(num_tokens, self.num_heads * self.head_size_v) (num_tokens, self.num_heads * self.head_size_v)
) )
output_shape = output_shape if output_shape is not None else query.shape
output = torch.empty(output_shape, dtype=output_dtype, device=query.device) output = torch.empty(output_shape, dtype=output_dtype, device=query.device)
hidden_size = output_shape[-1] hidden_size = output_shape[-1]
# Reshape the query, key, and value tensors. # Reshape the query, key, and value tensors.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment