Skip to content

GitLab

Commit d8bfe416 authored by gushiqiao's avatar gushiqiao
Browse files

Fix

parent b959bfd9
Show whitespace changes
Inline Side-by-side
Showing with 4 additions and 0 deletions
app/gradio_demo.py
View file @ d8bfe416
...@@ -353,6 +353,8 @@ def run_inference( ...@@ -353,6 +353,8 @@ def run_inference(
mm_type = f"W-{dit_quant_scheme}-channel-sym-A-{dit_quant_scheme}-channel-sym-dynamic-Sgl" mm_type = f"W-{dit_quant_scheme}-channel-sym-A-{dit_quant_scheme}-channel-sym-dynamic-Sgl"
elif quant_op == "q8f": elif quant_op == "q8f":
mm_type = f"W-{dit_quant_scheme}-channel-sym-A-{dit_quant_scheme}-channel-sym-dynamic-Q8F" mm_type = f"W-{dit_quant_scheme}-channel-sym-A-{dit_quant_scheme}-channel-sym-dynamic-Q8F"
t5_quant_scheme = f"{t5_quant_scheme}-q8f"
clip_quant_scheme = f"{clip_quant_scheme}-q8f"
dit_quantized_ckpt = os.path.join(model_path, dit_quant_scheme) dit_quantized_ckpt = os.path.join(model_path, dit_quant_scheme)
if os.path.exists(os.path.join(dit_quantized_ckpt, "config.json")): if os.path.exists(os.path.join(dit_quantized_ckpt, "config.json")):
......
app/gradio_demo_zh.py
View file @ d8bfe416
...@@ -355,6 +355,8 @@ def run_inference( ...@@ -355,6 +355,8 @@ def run_inference(
mm_type = f"W-{dit_quant_scheme}-channel-sym-A-{dit_quant_scheme}-channel-sym-dynamic-Sgl" mm_type = f"W-{dit_quant_scheme}-channel-sym-A-{dit_quant_scheme}-channel-sym-dynamic-Sgl"
elif quant_op == "q8f": elif quant_op == "q8f":
mm_type = f"W-{dit_quant_scheme}-channel-sym-A-{dit_quant_scheme}-channel-sym-dynamic-Q8F" mm_type = f"W-{dit_quant_scheme}-channel-sym-A-{dit_quant_scheme}-channel-sym-dynamic-Q8F"
t5_quant_scheme = f"{t5_quant_scheme}-q8f"
clip_quant_scheme = f"{clip_quant_scheme}-q8f"
dit_quantized_ckpt = os.path.join(model_path, dit_quant_scheme) dit_quantized_ckpt = os.path.join(model_path, dit_quant_scheme)
if os.path.exists(os.path.join(dit_quantized_ckpt, "config.json")): if os.path.exists(os.path.join(dit_quantized_ckpt, "config.json")):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment