[Frontend][Bugfix] Fix preemption_mode -> preemption-mode for CLI arg in arg_utils.py (#5688)

2024-06-19 14:41:42 -04:00 · 2024-06-19 14:41:42 -04:00 · afed90a034
commit afed90a034
parent 3ee5c4bca5
1 changed files with 1 additions and 1 deletions
--- a/vllm/engine/arg_utils.py
+++ b/vllm/engine/arg_utils.py
@ -577,7 +577,7 @@ class EngineArgs:
                            'This should be a JSON string that will be '
                            'parsed into a dictionary.')
        parser.add_argument(
-            '--preemption_mode',
+            '--preemption-mode',
            type=str,
            default=None,
            help='If \'recompute\', the engine performs preemption by block '