Revert "fix deepspeed init config problem"

This reverts commit 2e8afbc.
skysbird · Jul 30, 2023 · 27fc3de · 27fc3de
1 parent f40d277
commit 27fc3de
Showing 1 changed file with 0 additions and 14 deletions.
diff --git a/vall_e/train.py b/vall_e/train.py
@@ -5,10 +5,6 @@
 import torch
 from tqdm import tqdm
 
-from deepspeed.__init__ import DeepSpeedConfig
-from deepspeed.accelerator import get_accelerator
-from deepspeed.runtime import zero
-
 from .config import cfg
 from .data import create_train_val_dataloader
 from .emb import qnt
@@ -17,24 +13,14 @@
 
 _logger = logging.getLogger(__name__)
 
-dist = None
-
-# Disable zero.Init context if it's currently enabled
-zero.partition_parameters.shutdown_init_context()
 
 def load_engines():
     model = get_model(cfg.model)
-
-    global dist
-    from deepspeed import comm as dist
-    dist_backend = get_accelerator().communication_backend_name()
-    dist.init_distributed(dist_backend=dist_backend)
 
     engines = dict(
         model=trainer.Engine(
             model=model,
             config=cfg.ds_cfg,
-            config_class=DeepSpeedConfig(config=cfg.ds_cfg)
         ),
     )