Commit 533af8ef authored by zhuwenwen's avatar zhuwenwen
Browse files

update awq_marlin.py

parent 1f9aadcf
......@@ -571,6 +571,6 @@ class AWQMoEMethod(FusedMoEMethodBase):
expert_map=expert_map,
w1_zeros=layer.w13_qzeros,
w2_zeros=layer.w2_qzeros,
workspace=layer.workspace
workspace=layer.workspace,
num_bits=4
)
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment