Skip to content

GitLab

"...text-generation-inference.git" did not exist on "30a93a0dec119760f8591d756b8010b4792bfe6d"
Unverified Commit f2e4b6d0 authored by Titus's avatar Titus Committed by GitHub
Browse files

Merge pull request #904 from Titus-von-Koeller/fix-failing-peft-tests 

Fix issue #901: Failing PEFT integration tests by reversing PR#867 from jph00/patch-2
parents 31c84f99 b601979a
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 2 deletions
bitsandbytes/nn/modules.py
View file @ f2e4b6d0
...@@ -165,8 +165,6 @@ class Params4bit(torch.nn.Parameter): ...@@ -165,8 +165,6 @@ class Params4bit(torch.nn.Parameter):
return self return self
def cuda(self, device): def cuda(self, device):
if self.quant_state is not None:
return self
w = self.data.contiguous().half().cuda(device) w = self.data.contiguous().half().cuda(device)
w_4bit, quant_state = bnb.functional.quantize_4bit(w, blocksize=self.blocksize, compress_statistics=self.compress_statistics, quant_type=self.quant_type) w_4bit, quant_state = bnb.functional.quantize_4bit(w, blocksize=self.blocksize, compress_statistics=self.compress_statistics, quant_type=self.quant_type)
self.data = w_4bit self.data = w_4bit
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment