Commit 4020670f authored by zhuwenwen's avatar zhuwenwen
Browse files

修复W4A8 PP8崩溃问题

parent 3320343d
import torch import torch
import numpy as np import numpy as np
try: try:
from lightop import awq_marlin_repack_w4a8 from lightop import awq_marlin_repack_w4a8
use_lightop = True use_lightop = False
except Exception: except Exception:
use_lightop = False use_lightop = False
...@@ -90,4 +89,4 @@ def w4a8_weight_repack_impl(input): ...@@ -90,4 +89,4 @@ def w4a8_weight_repack_impl(input):
w_marlin_list.append(w_marlin_in) w_marlin_list.append(w_marlin_in)
output = torch.stack(w_marlin_list, dim=0) output = torch.stack(w_marlin_list, dim=0)
return output return output
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment