Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2025-12-24 12:09:22 +01:00
Code Issues Packages Projects Releases Wiki Activity

Fix bug for DeepspeedHook.register_processor

Browse Source 
Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/12686921
This commit is contained in:
hemu.zp
2023-05-31 21:29:36 +08:00
committed by yuze.zyz
parent 10c39b5ce1
commit 898e3a42eb
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
modelscope/trainers/hooks/distributed/deepspeed_hook.py
View File

@@ -17,7 +17,7 @@ from modelscope.trainers.hooks.priority import Priority
from modelscope.utils.checkpoint import save_checkpoint
from modelscope.utils.logger import get_logger
from ..checkpoint.checkpoint_processor import CheckpointProcessor
from ..lr_scheduler_hook import LrSchedulerProcessor
from ..lr_scheduler_hook import LrSchedulerHook, LrSchedulerProcessor
from ..optimizer.base import OptimizerHook, OptimizerProcessor
@@ -158,6 +158,10 @@ class DeepspeedHook(Hook):
if len(optimizer_hook) > 0 and not isinstance(
optimizer_hook[0].processor, DeepspeedProcessor):
optimizer_hook[0].set_processor(processor)
lr_schedular_hook = trainer.get_hook(LrSchedulerHook)
if len(lr_schedular_hook) > 0 and not isinstance(
lr_schedular_hook[0].processor, DeepspeedProcessor):
lr_schedular_hook[0].set_processor(processor)
ckpt_hook = trainer.get_hook(CheckpointHook)
if len(ckpt_hook) > 0 and not isinstance(ckpt_hook[0].processor,
DeepspeedProcessor):