[to #50527737] fix cpu inference for stable diffusion pipeline

Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/13120858
This commit is contained in:
wenmeng.zwm
2023-06-29 20:35:57 +08:00
parent 1944416d3d
commit cc0e7527d7

View File

@@ -34,8 +34,9 @@ class StableDiffusionPipeline(DiffusersPipeline):
self.device = 'cuda' if torch.cuda.is_available() else 'cpu'
# load pipeline
torch_type = torch.float16 if self.device == 'cuda' else torch.float32
self.pipeline = DiffuserStableDiffusionPipeline.from_pretrained(
model, torch_dtype=torch.float16)
model, torch_dtype=torch_type)
self.pipeline = self.pipeline.to(self.device)
# load lora moudle to unet
if lora_dir is not None: