Add float16 and float32 (#1115)

1ac4ccf7 · Woosuk Kwon · GitHub · 2ac4d5e2 · 1ac4ccf7
Unverified Commit 1ac4ccf7 authored Sep 21, 2023 by Woosuk Kwon Committed by GitHub Sep 21, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 1 deletion

vllm/engine/arg_utils.py vllm/engine/arg_utils.py +3 -1

No files found.
--- a/vllm/engine/arg_utils.py
+++ b/vllm/engine/arg_utils.py
@@ -93,7 +93,9 @@ class EngineArgs:
            '--dtype',
            type=str,
            default=EngineArgs.dtype,
-            choices=['auto', 'half', 'bfloat16', 'float'],
+            choices=[
+                'auto', 'half', 'float16', 'bfloat16', 'float', 'float32'
+            ],
            help='data type for model weights and activations. '
            'The "auto" option will use FP16 precision '
            'for FP32 and FP16 models, and BF16 precision '