Unverified Commit a88bb9b0 authored by AnyISalIn's avatar AnyISalIn Committed by GitHub
Browse files

[Bugfix] Fix the fp8 kv_cache check error that occurs when failing to obtain...


[Bugfix] Fix the fp8 kv_cache check error that occurs when failing to obtain the CUDA version. (#4173)
Signed-off-by: default avatarAnyISalIn <anyisalin@gmail.com>
parent 6f1df804
......@@ -353,7 +353,8 @@ class CacheConfig:
elif self.cache_dtype == "fp8":
if not is_hip():
nvcc_cuda_version = get_nvcc_cuda_version()
if nvcc_cuda_version < Version("11.8"):
if nvcc_cuda_version is not None \
and nvcc_cuda_version < Version("11.8"):
raise ValueError(
"FP8 is not supported when cuda version is"
"lower than 11.8.")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment