Unverified Commit f2e4b6d0 authored by Titus's avatar Titus Committed by GitHub
Browse files

Merge pull request #904 from Titus-von-Koeller/fix-failing-peft-tests

Fix issue #901: Failing PEFT integration tests by reversing PR#867 from jph00/patch-2
parents 31c84f99 b601979a
......@@ -165,8 +165,6 @@ class Params4bit(torch.nn.Parameter):
return self
def cuda(self, device):
if self.quant_state is not None:
return self
w = self.data.contiguous().half().cuda(device)
w_4bit, quant_state = bnb.functional.quantize_4bit(w, blocksize=self.blocksize, compress_statistics=self.compress_statistics, quant_type=self.quant_type)
self.data = w_4bit
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment