"vscode:/vscode.git/clone" did not exist on "9ea07b41da169f727a2eb7302adec4c724319522"
Unverified Commit c5e83309 authored by Cheng Li's avatar Cheng Li Committed by GitHub
Browse files

[Bugfix] Fix null `modules_to_not_convert` in FBGEMM Fp8 quantization (#6665)

parent e0c15758
...@@ -31,7 +31,7 @@ class FBGEMMFp8Config(QuantizationConfig): ...@@ -31,7 +31,7 @@ class FBGEMMFp8Config(QuantizationConfig):
"""Config class for FBGEMM Fp8.""" """Config class for FBGEMM Fp8."""
def __init__(self, ignore_list: List[str], input_scale_ub: float): def __init__(self, ignore_list: List[str], input_scale_ub: float):
self.ignore_list = ignore_list self.ignore_list = ignore_list if ignore_list else []
self.input_scale_ub = input_scale_ub self.input_scale_ub = input_scale_ub
# For GPUs that lack FP8 hardware support, we can leverage the Marlin # For GPUs that lack FP8 hardware support, we can leverage the Marlin
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment