espnet2.train.distributed_utils.DistributedOption

source

class espnet2.train.distributed_utils.DistributedOption(distributed: bool = False, dist_backend: str = 'nccl', dist_init_method: str = 'env://', dist_world_size: int | None = None, dist_rank: int | None = None, local_rank: int | None = None, ngpu: int = 0, dist_master_addr: str | None = None, dist_master_port: int | None = None, dist_launcher: str | None = None, multiprocessing_distributed: bool = True)

Bases: object

dist_backend : str = 'nccl'

dist_init_method : str = 'env://'

dist_launcher : str | None = None

dist_master_addr : str | None = None

dist_master_port : int | None = None

dist_rank : int | None = None

dist_world_size : int | None = None

distributed : bool = False

init_deepspeed()

init_options()

init_torch_distributed()

local_rank : int | None = None

multiprocessing_distributed : bool = True

ngpu : int = 0