Remove redundant code in ColumnParallelLinear (#146)

da5ddcd5 · Woosuk Kwon · GitHub · 5020e1e8 · da5ddcd5
Unverified Commit da5ddcd5 authored Jun 10, 2023 by Woosuk Kwon Committed by GitHub Jun 10, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

cacheflow/model_executor/parallel_utils/tensor_parallel/layers.py ...w/model_executor/parallel_utils/tensor_parallel/layers.py +1 -1

No files found.
--- a/cacheflow/model_executor/parallel_utils/tensor_parallel/layers.py
+++ b/cacheflow/model_executor/parallel_utils/tensor_parallel/layers.py
@@ -305,7 +305,7 @@ class ColumnParallelLinear(torch.nn.Module):
        """
        bias = self.bias if not self.skip_bias_add else None

-        input_parallel = copy_to_tensor_model_parallel_region(input_)
+        input_parallel = input_
        # Matrix multiply.
        output_parallel = F.linear(input_parallel, self.weight, bias)
        if self.gather_output: