Correct comments in parallel_state.py (#1818)

This commit is contained in:
explainerauthors 2023-11-28 10:19:35 -08:00 committed by GitHub
parent a8b150c595
commit a1125ad4df
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -2,7 +2,7 @@
# Adapted from
# https://github.com/NVIDIA/Megatron-LM/blob/main/megatron/core/parallel_state.py
# Copyright (c) 2022, NVIDIA CORPORATION. All rights reserved.
"""Model and data parallel groups."""
"""Tensor and pipeline parallel groups."""
import torch
@ -84,7 +84,7 @@ def initialize_model_parallel(
def model_parallel_is_initialized():
"""Check if model and data parallel groups are initialized."""
"""Check if tensor and pipeline parallel groups are initialized."""
return (_TENSOR_MODEL_PARALLEL_GROUP is not None
and _PIPELINE_MODEL_PARALLEL_GROUP is not None)