[Doc] Remove float32 choice from --lora-dtype (#10348)

Signed-off-by: Xin Yang <xyang19@gmail.com>
2024-11-15 02:22:57 -08:00 · 2024-11-15 02:22:57 -08:00 · 26908554b2
commit 26908554b2
parent b311efd0bd
1 changed files with 1 additions and 1 deletions
--- a/vllm/engine/arg_utils.py
+++ b/vllm/engine/arg_utils.py
@ -601,7 +601,7 @@ class EngineArgs:
            '--lora-dtype',
            type=str,
            default=EngineArgs.lora_dtype,
-            choices=['auto', 'float16', 'bfloat16', 'float32'],
+            choices=['auto', 'float16', 'bfloat16'],
            help=('Data type for LoRA. If auto, will default to '
                  'base model dtype.'))
        parser.add_argument(