Skip to content

GitLab

Unverified Commit 61fed92c authored by ZincCat's avatar ZincCat Committed by GitHub
Browse files

[Bugfix] Fix ColumnParallelLinearWithLoRA slice (#11708) 


Signed-off-by: default avatarZincCat <zincchloride@outlook.com>
parent 80c751e7
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
vllm/lora/layers.py
View file @ 61fed92c
......@@ -479,7 +479,7 @@ class ColumnParallelLinearWithLoRA(BaseLinearLayerWithLoRA):
# ColumnParallelLinear.
else:
tensor_model_parallel_rank = get_tensor_model_parallel_rank()
shard_size = self.output_dim
shard_size = self.output_size
start_idx = tensor_model_parallel_rank * shard_size
end_idx = (tensor_model_parallel_rank + 1) * shard_size
lora_b = lora_b[:, start_idx:end_idx]
......@@ -490,7 +490,7 @@ class ColumnParallelLinearWithLoRA(BaseLinearLayerWithLoRA):
if bias is None:
return bias
tensor_model_parallel_rank = get_tensor_model_parallel_rank()
shard_size = self.output_dim
shard_size = self.output_size
start_idx = tensor_model_parallel_rank * shard_size
end_idx = (tensor_model_parallel_rank + 1) * shard_size
bias = bias[start_idx:end_idx]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment