diff --git a/modelscope/utils/hf_util/patcher.py b/modelscope/utils/hf_util/patcher.py
index 6a41a5ce..ecc33662 100644
--- a/modelscope/utils/hf_util/patcher.py
+++ b/modelscope/utils/hf_util/patcher.py
@@ -31,7 +31,11 @@ def get_all_imported_modules():
         'Pipeline'
     ]
     peft_include_names = ['.*PeftModel.*', '.*Config']
-    diffusers_include_names = ['^(?!TF|Flax).*Pipeline$']
+    diffusers_include_names = [
+        '^(?!TF|Flax).*Pipeline$', '^(?!TF|Flax).*Autoencoder.*',
+        '^(?!TF|Flax).*Model$', '^(?!TF|Flax).*Adapter$', 'ImageProjection',
+        '^(?!TF|Flax).*UNet$'
+    ]
     if importlib.util.find_spec('transformers') is not None:
         import transformers
         lazy_module = sys.modules['transformers']