Correct comments in parallel_state.py (#1818)
This commit is contained in:
parent
a8b150c595
commit
a1125ad4df
@ -2,7 +2,7 @@
|
||||
# Adapted from
|
||||
# https://github.com/NVIDIA/Megatron-LM/blob/main/megatron/core/parallel_state.py
|
||||
# Copyright (c) 2022, NVIDIA CORPORATION. All rights reserved.
|
||||
"""Model and data parallel groups."""
|
||||
"""Tensor and pipeline parallel groups."""
|
||||
|
||||
import torch
|
||||
|
||||
@ -84,7 +84,7 @@ def initialize_model_parallel(
|
||||
|
||||
|
||||
def model_parallel_is_initialized():
|
||||
"""Check if model and data parallel groups are initialized."""
|
||||
"""Check if tensor and pipeline parallel groups are initialized."""
|
||||
return (_TENSOR_MODEL_PARALLEL_GROUP is not None
|
||||
and _PIPELINE_MODEL_PARALLEL_GROUP is not None)
|
||||
|
||||
|
||||
Loading…
Reference in New Issue
Block a user