diff --git a/modelscope/pipelines/multi_modal/diffusers_wrapped/stable_diffusion/chinese_stable_diffusion_pipeline.py b/modelscope/pipelines/multi_modal/diffusers_wrapped/stable_diffusion/chinese_stable_diffusion_pipeline.py
index d1627962..231b4e75 100644
--- a/modelscope/pipelines/multi_modal/diffusers_wrapped/stable_diffusion/chinese_stable_diffusion_pipeline.py
+++ b/modelscope/pipelines/multi_modal/diffusers_wrapped/stable_diffusion/chinese_stable_diffusion_pipeline.py
@@ -46,7 +46,9 @@ class ChineseStableDiffusionPipeline(DiffusersPipeline):
 
         torch_dtype = kwargs.get('torch_dtype', torch.float32)
         self.pipeline = _DiffuersChineseStableDiffusionPipeline.from_pretrained(
-            model, torch_dtype=torch_dtype).to(self.device)
+            model, torch_dtype=torch_dtype)
+        self.pipeline.text_encoder.pooler = None
+        self.pipeline.to(self.device)
 
     def forward(self, inputs: Dict[str, Any],
                 **forward_params) -> Dict[str, Any]: