Unverified Commit cb7a1c1c authored by Ben's avatar Ben Committed by GitHub
Browse files

Suggest using dtype=half when OOM.

parent 7878958c
...@@ -239,4 +239,6 @@ def _check_if_gpu_supports_dtype(torch_dtype: torch.dtype): ...@@ -239,4 +239,6 @@ def _check_if_gpu_supports_dtype(torch_dtype: torch.dtype):
raise ValueError( raise ValueError(
"Bfloat16 is only supported on GPUs with compute capability " "Bfloat16 is only supported on GPUs with compute capability "
f"of at least 8.0. Your {gpu_name} GPU has compute capability " f"of at least 8.0. Your {gpu_name} GPU has compute capability "
f"{compute_capability[0]}.{compute_capability[1]}.") f"{compute_capability[0]}.{compute_capability[1]}."
f" You can explicitly specify the data type by using the --dtype option, for example: --dtype=half."
)
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment