Skip to content

GitLab

Unverified Commit da5ddcd5 authored by Woosuk Kwon's avatar Woosuk Kwon Committed by GitHub
Browse files

Remove redundant code in ColumnParallelLinear (#146)

parent 5020e1e8
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
cacheflow/model_executor/parallel_utils/tensor_parallel/layers.py
View file @ da5ddcd5
...@@ -305,7 +305,7 @@ class ColumnParallelLinear(torch.nn.Module): ...@@ -305,7 +305,7 @@ class ColumnParallelLinear(torch.nn.Module):
""" """
bias = self.bias if not self.skip_bias_add else None bias = self.bias if not self.skip_bias_add else None
input_parallel = copy_to_tensor_model_parallel_region(input_) input_parallel = input_
# Matrix multiply. # Matrix multiply.
output_parallel = F.linear(input_parallel, self.weight, bias) output_parallel = F.linear(input_parallel, self.weight, bias)
if self.gather_output: if self.gather_output:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment