Unverified Commit 08b518d5 authored by Yineng Zhang's avatar Yineng Zhang Committed by GitHub
Browse files

fix util import (#5542)

parent 4db463b1
...@@ -2,6 +2,8 @@ from typing import List, Optional, Tuple ...@@ -2,6 +2,8 @@ from typing import List, Optional, Tuple
import torch import torch
from sglang.srt.layers.quantization.fp8_kernel import sglang_per_token_group_quant_fp8
try: try:
from vllm import _custom_ops as vllm_ops from vllm import _custom_ops as vllm_ops
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment