Files
modelscope/modelscope/tools/eval.py
wenmeng.zwm 1f6b376599 [to #42373878] refactor maaslib to modelscope
1.  refactor maaslib to modelscope
2.  fix UT error
3.  support pipeline which does not register default model

Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/8988388
2022-06-09 20:16:26 +08:00

31 lines
772 B
Python

# Copyright (c) Alibaba, Inc. and its affiliates.
import argparse
from modelscope.trainers import build_trainer
def parse_args():
parser = argparse.ArgumentParser(description='evaluate a model')
parser.add_argument('config', help='config file path', type=str)
parser.add_argument(
'--trainer_name', help='name for trainer', type=str, default=None)
parser.add_argument(
'--checkpoint_path',
help='checkpoint to be evaluated',
type=str,
default=None)
args = parser.parse_args()
return args
def main():
args = parse_args()
kwargs = dict(cfg_file=args.config)
trainer = build_trainer(args.trainer_name, kwargs)
trainer.evaluate(args.checkpoint_path)
if __name__ == '__main__':
main()