mirror of
https://github.com/modelscope/modelscope.git
synced 2025-12-24 12:09:22 +01:00
febc0365de
1. Refactor training_args 2. Refactor hooks 3. Add train_id for push_to_hub 4. Support both output_dir/output_sub_dir for checkpoint_hooks 5. Support copy when hardlink fails when checkpointing 6. Support mixed dataset config file as a CLI argument 7. Add eval txt in output folder Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/12384253 * support the ignorance of file pattern
49 lines
1.8 KiB
Python
49 lines
1.8 KiB
Python
# Copyright (c) Alibaba, Inc. and its affiliates.
|
|
import unittest
|
|
|
|
from modelscope import TrainingArgs
|
|
from modelscope.trainers.cli_argument_parser import CliArgumentParser
|
|
from modelscope.utils.test_utils import test_level
|
|
|
|
|
|
class TrainingArgsTest(unittest.TestCase):
|
|
|
|
def setUp(self):
|
|
print(('Testing %s.%s' % (type(self).__name__, self._testMethodName)))
|
|
|
|
def tearDown(self):
|
|
super().tearDown()
|
|
|
|
@unittest.skipUnless(test_level() >= 0, 'skip test in current test level')
|
|
def test_define_args(self):
|
|
myparser = CliArgumentParser(TrainingArgs())
|
|
input_args = [
|
|
'--max_epochs', '100', '--work_dir', 'ddddd',
|
|
'--per_device_train_batch_size', '8', '--unkown', 'unkown'
|
|
]
|
|
args, remainning = myparser.parse_known_args(input_args)
|
|
myparser.print_help()
|
|
self.assertTrue(args.max_epochs == 100)
|
|
self.assertTrue(args.work_dir == 'ddddd')
|
|
self.assertTrue(args.per_device_train_batch_size == 8)
|
|
|
|
@unittest.skipUnless(test_level() >= 0, 'skip test in current test level')
|
|
def test_flatten_args(self):
|
|
training_args = TrainingArgs()
|
|
input_args = [
|
|
'--optimizer_params',
|
|
'weight_decay=0.8,eps=1e-6,correct_bias=False',
|
|
'--lr_scheduler_params', 'initial_lr=3e-5,niter_decay=1'
|
|
]
|
|
training_args = training_args.parse_cli(input_args)
|
|
cfg, _ = training_args.to_config()
|
|
self.assertAlmostEqual(cfg.train.optimizer.weight_decay, 0.8)
|
|
self.assertAlmostEqual(cfg.train.optimizer.eps, 1e-6)
|
|
self.assertFalse(cfg.train.optimizer.correct_bias)
|
|
self.assertAlmostEqual(cfg.train.lr_scheduler.initial_lr, 3e-5)
|
|
self.assertEqual(cfg.train.lr_scheduler.niter_decay, 1)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
unittest.main()
|