Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2026-07-10 04:22:33 +02:00
Code Issues Packages Projects Releases Wiki Activity

bug fixed

Browse Source
This commit is contained in:
suluyana
2023-05-15 10:20:46 +08:00
parent 9ff4ab1cd8
commit dd77941188
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
modelscope/trainers/hooks/deepspeed_hook.py
View File

@@ -71,7 +71,8 @@ class DeepSpeedConfig(HfTrainerDeepSpeedConfig):
10 * hidden_size)
# scheduler
warmup = args.train.optimizer['options'].get('warmup', {})
options = args.train.optimizer.get('options', {})
warmup = options.get('warmup', {})
warmup_steps = warmup.get('warmup_steps', 0)
warmup_ratio = warmup.get('warmup_ratio', 0.0)
warmup_steps = warmup_steps if warmup_steps > 0 else math.ceil(