From 559eb852f83fe7867390dd2986b4f93a6572cf10 Mon Sep 17 00:00:00 2001 From: youkaichao Date: Thu, 11 Apr 2024 14:00:48 -0700 Subject: [PATCH] [Core] init_distributed_environment align with init_process_group(#4014) [Core][Distributed] make init_distributed_environment compatible with init_process_group (#4014) --- vllm/distributed/parallel_state.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/vllm/distributed/parallel_state.py b/vllm/distributed/parallel_state.py index 4bb77146..9fceffe7 100644 --- a/vllm/distributed/parallel_state.py +++ b/vllm/distributed/parallel_state.py @@ -39,9 +39,9 @@ _PIPELINE_GLOBAL_RANKS = None def init_distributed_environment( - world_size: int, - rank: int, - distributed_init_method: Optional[str] = None, + world_size: int = -1, + rank: int = -1, + distributed_init_method: str = "env://", local_rank: int = -1, backend: str = "nccl", ):