Skip to content

GitLab

"...git@developer.sourcefind.cn:chenpangpang/transformers.git" did not exist on "149483b25297236fb3e82db1a108c9e4f1ee42b5"
Unverified Commit 1666c42f authored by Younes Belkada's avatar Younes Belkada Committed by GitHub
Browse files

[`bnb`] Let's make the daily CI green 🍏 (#21597) 

* fix bnb slow test

* make fixup
parent 24273268
Show whitespace changes
Inline Side-by-side
Showing with 3 additions and 1 deletion
tests/mixed_int8/test_mixed_int8.py
View file @ 1666c42f
...@@ -92,7 +92,9 @@ class MixedInt8Test(BaseMixedInt8Test): ...@@ -92,7 +92,9 @@ class MixedInt8Test(BaseMixedInt8Test):
super().setUp() super().setUp()
# Models and tokenizer # Models and tokenizer
self.model_fp16 = AutoModelForCausalLM.from_pretrained(self.model_name, torch_dtype="auto", device_map="auto") self.model_fp16 = AutoModelForCausalLM.from_pretrained(
self.model_name, torch_dtype=torch.float16, device_map="auto"
)
self.model_8bit = AutoModelForCausalLM.from_pretrained(self.model_name, load_in_8bit=True, device_map="auto") self.model_8bit = AutoModelForCausalLM.from_pretrained(self.model_name, load_in_8bit=True, device_map="auto")
def tearDown(self): def tearDown(self):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment