mirror of
https://github.com/modelscope/modelscope.git
synced 2026-07-11 21:09:08 +02:00
21437650f1
Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/9551089 * support distributed training
21 lines
681 B
Python
21 lines
681 B
Python
# Copyright (c) Alibaba, Inc. and its affiliates.
|
|
|
|
from torch.nn.parallel.distributed import DistributedDataParallel
|
|
|
|
from modelscope.utils.config import ConfigDict
|
|
from modelscope.utils.registry import Registry, build_from_cfg
|
|
|
|
PARALLEL = Registry('parallel')
|
|
PARALLEL.register_module(
|
|
module_name='DistributedDataParallel', module_cls=DistributedDataParallel)
|
|
|
|
|
|
def build_parallel(cfg: ConfigDict, default_args: dict = None):
|
|
""" build parallel
|
|
|
|
Args:
|
|
cfg (:obj:`ConfigDict`): config dict for parallel object.
|
|
default_args (dict, optional): Default initialization arguments.
|
|
"""
|
|
return build_from_cfg(cfg, PARALLEL, default_args=default_args)
|