diff --git a/vllm/entrypoints/api_server.py b/vllm/entrypoints/api_server.py index 6910b326..73f7890e 100644 --- a/vllm/entrypoints/api_server.py +++ b/vllm/entrypoints/api_server.py @@ -12,7 +12,6 @@ from vllm.sampling_params import SamplingParams from vllm.utils import random_uuid TIMEOUT_KEEP_ALIVE = 5 # seconds. -TIMEOUT_TO_PREVENT_DEADLOCK = 1 # seconds. app = FastAPI() engine = None