From 055d0270c8f8f841fb1cb6bcbb16473eda3e1c12 Mon Sep 17 00:00:00 2001
From: Cautiousss <48676630+Cautiousss@users.noreply.github.com>
Date: Sat, 2 Apr 2022 14:30:04 +0800
Subject: [PATCH] [NFC] polish
colossalai/context/process_group_initializer/initializer_sequence.py
colossalai/context/process_group_initializer initializer_tensor.py code
style (#639)
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit
Co-authored-by: 何晓昕
---
.../context/process_group_initializer/initializer_sequence.py | 4 ++--
.../context/process_group_initializer/initializer_tensor.py | 1 +
2 files changed, 3 insertions(+), 2 deletions(-)
diff --git a/colossalai/context/process_group_initializer/initializer_sequence.py b/colossalai/context/process_group_initializer/initializer_sequence.py
index 5bf405a207b3..682fe4bb7633 100644
--- a/colossalai/context/process_group_initializer/initializer_sequence.py
+++ b/colossalai/context/process_group_initializer/initializer_sequence.py
@@ -69,8 +69,8 @@ class Initializer_Sequence(ProcessGroupInitializer):
pipeline_parallel_size (int): Size of pipeline parallel.
tensor_parallel_size (int): Size of tensor parallel.
"""
- def __init__(self,
- *args, **kwargs):
+
+ def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs)
# reuse tensor parallel initializer code
self._sequence_initializer = Initializer_Tensor(*args, **kwargs)
diff --git a/colossalai/context/process_group_initializer/initializer_tensor.py b/colossalai/context/process_group_initializer/initializer_tensor.py
index 3724fc3614a7..d2b5be9cfffb 100644
--- a/colossalai/context/process_group_initializer/initializer_tensor.py
+++ b/colossalai/context/process_group_initializer/initializer_tensor.py
@@ -20,6 +20,7 @@ class Initializer_Tensor(ProcessGroupInitializer):
pipeline_parallel_size (int): Size of pipeline parallel.
tensor_parallel_size (int): Size of tensor parallel.
"""
+
def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs)
self.num_tensor_parallel_group = self.world_size // self.tensor_parallel_size