[Minor] Fix a small typo (#2672)
This commit is contained in:
parent
4f65af0e25
commit
bbe9bd9684
@ -117,7 +117,7 @@ def model_parallel_is_initialized():
|
|||||||
def get_tensor_model_parallel_group():
|
def get_tensor_model_parallel_group():
|
||||||
"""Get the tensor model parallel group the caller rank belongs to."""
|
"""Get the tensor model parallel group the caller rank belongs to."""
|
||||||
assert _TENSOR_MODEL_PARALLEL_GROUP is not None, (
|
assert _TENSOR_MODEL_PARALLEL_GROUP is not None, (
|
||||||
"tenosr model parallel group is not initialized")
|
"tensor model parallel group is not initialized")
|
||||||
return _TENSOR_MODEL_PARALLEL_GROUP
|
return _TENSOR_MODEL_PARALLEL_GROUP
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user