mirror of
https://github.com/modelscope/FunASR
synced 2025-09-15 14:48:36 +08:00
update dist_backend option
This commit is contained in:
parent
d0996cf74a
commit
d475a13df0
@ -53,7 +53,7 @@ class DistributedOption:
|
||||
# https://pytorch.org/docs/stable/distributed.html#torch.distributed.init_process_group
|
||||
os.environ.setdefault("NCCL_BLOCKING_WAIT", "1")
|
||||
|
||||
torch.distributed.init_process_group(backend='nccl',
|
||||
torch.distributed.init_process_group(backend=self.dist_backend,
|
||||
init_method=self.dist_init_method,
|
||||
world_size=args.dist_world_size,
|
||||
rank=args.dist_rank)
|
||||
@ -113,7 +113,7 @@ class DistributedOption:
|
||||
# https://pytorch.org/docs/stable/distributed.html#torch.distributed.init_process_group
|
||||
os.environ.setdefault("NCCL_BLOCKING_WAIT", "1")
|
||||
|
||||
torch.distributed.init_process_group(backend='nccl', init_method='env://')
|
||||
torch.distributed.init_process_group(backend=self.dist_backend, init_method='env://')
|
||||
self.dist_rank = torch.distributed.get_rank()
|
||||
self.dist_world_size = torch.distributed.get_world_size()
|
||||
self.local_rank = args.local_rank
|
||||
|
||||
Loading…
Reference in New Issue
Block a user