"ssh:/git@developer.sourcefind.cn:2222/OpenDAS/vllm_cscc.git" did not exist on "def232e122624504e49f1e5ff0ae01a7285de1a3"
Unverified Commit 1d367a73 authored by Micah Williamson's avatar Micah Williamson Committed by GitHub
Browse files

[Bugfix][ROCm] Include float8_e4m3fnuz in NCCL Dtype Dispatching (#33713)


Signed-off-by: default avatarMicah Williamson <micah.williamson@amd.com>
parent 32a02c7c
...@@ -93,7 +93,7 @@ class ncclDataTypeEnum: ...@@ -93,7 +93,7 @@ class ncclDataTypeEnum:
return cls.ncclFloat64 return cls.ncclFloat64
if dtype == torch.bfloat16: if dtype == torch.bfloat16:
return cls.ncclBfloat16 return cls.ncclBfloat16
if dtype == torch.float8_e4m3fn: if dtype == current_platform.fp8_dtype():
return cls.ncclFloat8e4m3 return cls.ncclFloat8e4m3
raise ValueError( raise ValueError(
f"Unsupported dtype {dtype}: should be one of " f"Unsupported dtype {dtype}: should be one of "
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment