From dd77941188182759dce73b259b529dd7f0bd0029 Mon Sep 17 00:00:00 2001 From: suluyana Date: Mon, 15 May 2023 10:20:46 +0800 Subject: [PATCH] bug fixed --- modelscope/trainers/hooks/deepspeed_hook.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/modelscope/trainers/hooks/deepspeed_hook.py b/modelscope/trainers/hooks/deepspeed_hook.py index 4439716f..bc866602 100644 --- a/modelscope/trainers/hooks/deepspeed_hook.py +++ b/modelscope/trainers/hooks/deepspeed_hook.py @@ -71,7 +71,8 @@ class DeepSpeedConfig(HfTrainerDeepSpeedConfig): 10 * hidden_size) # scheduler - warmup = args.train.optimizer['options'].get('warmup', {}) + options = args.train.optimizer.get('options', {}) + warmup = options.get('warmup', {}) warmup_steps = warmup.get('warmup_steps', 0) warmup_ratio = warmup.get('warmup_ratio', 0.0) warmup_steps = warmup_steps if warmup_steps > 0 else math.ceil(