Skip to content

GitLab

Commit 7c35a179 authored by yangql's avatar yangql
Browse files

Update test_quant.py

parent f8070792
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
test_quant.py
View file @ 7c35a179
...@@ -14,7 +14,7 @@ def gptq(): ...@@ -14,7 +14,7 @@ def gptq():
bits=4, # 4 or 8 bits=4, # 4 or 8
group_size=128, group_size=128,
damp_percent=0.01, damp_percent=0.01,
desc_act=False, # set to False can significantly speed up inference but the perplexity may slightly bad desc_act=True, # set to False can significantly speed up inference but the perplexity may slightly bad
static_groups=False, static_groups=False,
sym=True, sym=True,
true_sequential=True, true_sequential=True,
...@@ -65,4 +65,4 @@ def gptq(): ...@@ -65,4 +65,4 @@ def gptq():
t2 = time.time() t2 = time.time()
print(('time:{:.2f}s').format(t2-t1)) print(('time:{:.2f}s').format(t2-t1))
gptq() gptq()
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment