From afed90a0344b1b0ce6aae46efc630adb489ec769 Mon Sep 17 00:00:00 2001 From: Michael Goin Date: Wed, 19 Jun 2024 14:41:42 -0400 Subject: [PATCH] [Frontend][Bugfix] Fix preemption_mode -> preemption-mode for CLI arg in arg_utils.py (#5688) --- vllm/engine/arg_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/engine/arg_utils.py b/vllm/engine/arg_utils.py index 647793a6..7f760c27 100644 --- a/vllm/engine/arg_utils.py +++ b/vllm/engine/arg_utils.py @@ -577,7 +577,7 @@ class EngineArgs: 'This should be a JSON string that will be ' 'parsed into a dictionary.') parser.add_argument( - '--preemption_mode', + '--preemption-mode', type=str, default=None, help='If \'recompute\', the engine performs preemption by block '