mirror of
https://github.com/modelscope/modelscope.git
synced 2025-12-25 04:29:22 +01:00
4dca4773db
1. Support csanmt exporting to savedmodel format 2. Create a new base class for text-ranking preprocessors, and move some parameters of mgeo_ranking_preprocessor to init method 3. Avoid Model & Preprocessor classes coupled with pytorch 4. Regression test supports comparing only model output 5. Support zero-shot exporting to onnx and torchscript Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/11522461
58 lines
2.0 KiB
Python
58 lines
2.0 KiB
Python
# Copyright (c) Alibaba, Inc. and its affiliates.
|
|
|
|
from modelscope.utils.config import ConfigDict
|
|
from modelscope.utils.constant import Tasks
|
|
from modelscope.utils.import_utils import INDEX_KEY, LazyImportModule
|
|
from modelscope.utils.registry import Registry, build_from_cfg
|
|
|
|
MODELS = Registry('models')
|
|
BACKBONES = MODELS
|
|
HEADS = Registry('heads')
|
|
|
|
modules = LazyImportModule.AST_INDEX[INDEX_KEY]
|
|
for module_index in list(modules.keys()):
|
|
if module_index[1] == Tasks.backbone and module_index[0] == 'BACKBONES':
|
|
modules[(MODELS.name.upper(), module_index[1],
|
|
module_index[2])] = modules[module_index]
|
|
|
|
|
|
def build_model(cfg: ConfigDict,
|
|
task_name: str = None,
|
|
default_args: dict = None):
|
|
""" build model given model config dict
|
|
|
|
Args:
|
|
cfg (:obj:`ConfigDict`): config dict for model object.
|
|
task_name (str, optional): task name, refer to
|
|
:obj:`Tasks` for more details
|
|
default_args (dict, optional): Default initialization arguments.
|
|
"""
|
|
return build_from_cfg(
|
|
cfg, MODELS, group_key=task_name, default_args=default_args)
|
|
|
|
|
|
def build_backbone(cfg: ConfigDict, default_args: dict = None):
|
|
""" build backbone given backbone config dict
|
|
|
|
Args:
|
|
cfg (:obj:`ConfigDict`): config dict for backbone object.
|
|
default_args (dict, optional): Default initialization arguments.
|
|
"""
|
|
return build_from_cfg(
|
|
cfg, BACKBONES, group_key=Tasks.backbone, default_args=default_args)
|
|
|
|
|
|
def build_head(cfg: ConfigDict,
|
|
task_name: str = None,
|
|
default_args: dict = None):
|
|
""" build head given config dict
|
|
|
|
Args:
|
|
cfg (:obj:`ConfigDict`): config dict for head object.
|
|
task_name (str, optional): task name, refer to
|
|
:obj:`Tasks` for more details
|
|
default_args (dict, optional): Default initialization arguments.
|
|
"""
|
|
return build_from_cfg(
|
|
cfg, HEADS, group_key=task_name, default_args=default_args)
|