[NFC] polish colossalai/context/process_group_initializer/initializer…

…_sequence.py colossalai/context/process_group_initializer initializer_tensor.py code style (hpcaitech#639) Co-authored-by: 何晓昕 <cautious@r-236-100-25-172.comp.nus.edu.sg>
edenbuaa · Apr 6, 2022 · 055d027 · 055d027
1 parent c7c224e
commit 055d027
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/colossalai/context/process_group_initializer/initializer_sequence.py b/colossalai/context/process_group_initializer/initializer_sequence.py
@@ -69,8 +69,8 @@ class Initializer_Sequence(ProcessGroupInitializer):
         pipeline_parallel_size (int): Size of pipeline parallel.
         tensor_parallel_size (int): Size of tensor parallel.
     """
-    def __init__(self,
-                 *args, **kwargs):
+
+    def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)
         # reuse tensor parallel initializer code
         self._sequence_initializer = Initializer_Tensor(*args, **kwargs)

diff --git a/colossalai/context/process_group_initializer/initializer_tensor.py b/colossalai/context/process_group_initializer/initializer_tensor.py
@@ -20,6 +20,7 @@ class Initializer_Tensor(ProcessGroupInitializer):
         pipeline_parallel_size (int): Size of pipeline parallel.
         tensor_parallel_size (int): Size of tensor parallel.
     """
+
     def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)
         self.num_tensor_parallel_group = self.world_size // self.tensor_parallel_size