Mirrors/AnimateDiff
1
0
Fork 0
mirror of https://github.com/guoyww/AnimateDiff.git synced 2026-04-03 09:46:36 +02:00
Code Issues Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
Yuwei Guo
2023-07-09 23:25:46 +08:00
parent 5b702ae4e9
commit ebfd7b74f7
3 changed files with 96 additions and 84 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
configs/prompts/1-ToonYou.yaml
View File

@@ -1,7 +1,9 @@
ToonYou: ToonYou:
base: "" base: ""
path: "models/DreamBooth_LoRA/toonyou_beta3.safetensors" path: "models/DreamBooth_LoRA/toonyou_beta3.safetensors"
motion_module: "models/Motion_Module/mm_sd_v14.ckpt" motion_module:
- "models/Motion_Module/mm_sd_v14.ckpt"
- "models/Motion_Module/mm_sd_v15.ckpt"
seed: [10788741199826055526, 6520604954829636163, 6519455744612555650, 16372571278361863751] seed: [10788741199826055526, 6520604954829636163, 6519455744612555650, 16372571278361863751]
steps: 25 steps: 25

3
requirements.txt
View File

@@ -3,7 +3,8 @@ torch==1.12.1+cu113
torchvision==0.13.1+cu113 torchvision==0.13.1+cu113
diffusers[torch]==0.11.1 diffusers[torch]==0.11.1
transformers==4.25.1 transformers==4.25.1
imageio==2.27.0
gdown
einops einops
omegaconf omegaconf
safetensors safetensors
imageio==2.27.0

15
scripts/animate.py
View File

@@ -37,7 +37,14 @@ def main(args):
config = OmegaConf.load(args.config) config = OmegaConf.load(args.config)
samples = [] samples = []
sample_idx = 0
for model_idx, (config_key, model_config) in enumerate(list(config.items())): for model_idx, (config_key, model_config) in enumerate(list(config.items())):
motion_modules = model_config.motion_module
motion_modules = [motion_modules] if isinstance(motion_modules, str) else list(motion_modules)
for motion_module in motion_modules:
### >>> create validation pipeline >>> ### ### >>> create validation pipeline >>> ###
tokenizer = CLIPTokenizer.from_pretrained(args.pretrained_model_path, subfolder="tokenizer") tokenizer = CLIPTokenizer.from_pretrained(args.pretrained_model_path, subfolder="tokenizer")
text_encoder = CLIPTextModel.from_pretrained(args.pretrained_model_path, subfolder="text_encoder") text_encoder = CLIPTextModel.from_pretrained(args.pretrained_model_path, subfolder="text_encoder")
@@ -51,7 +58,7 @@ def main(args):
# 1. unet ckpt # 1. unet ckpt
# 1.1 motion module # 1.1 motion module
motion_module_state_dict = torch.load(model_config.motion_module, map_location="cpu") motion_module_state_dict = torch.load(motion_module, map_location="cpu")
if "global_step" in motion_module_state_dict: func_args.update({"global_step": motion_module_state_dict["global_step"]}) if "global_step" in motion_module_state_dict: func_args.update({"global_step": motion_module_state_dict["global_step"]})
missing, unexpected = pipeline.unet.load_state_dict(motion_module_state_dict, strict=False) missing, unexpected = pipeline.unet.load_state_dict(motion_module_state_dict, strict=False)
assert len(unexpected) == 0 assert len(unexpected) == 0
@@ -97,7 +104,7 @@ def main(args):
prompts = model_config.prompt prompts = model_config.prompt
n_prompts = list(model_config.n_prompt) * len(prompts) if len(model_config.n_prompt) == 1 else model_config.n_prompt n_prompts = list(model_config.n_prompt) * len(prompts) if len(model_config.n_prompt) == 1 else model_config.n_prompt
random_seeds = model_config.pop("seed", [-1]) random_seeds = model_config.get("seed", [-1])
random_seeds = [random_seeds] if isinstance(random_seeds, int) else list(random_seeds) random_seeds = [random_seeds] if isinstance(random_seeds, int) else list(random_seeds)
random_seeds = random_seeds * len(prompts) if len(random_seeds) == 1 else random_seeds random_seeds = random_seeds * len(prompts) if len(random_seeds) == 1 else random_seeds
@@ -123,9 +130,11 @@ def main(args):
samples.append(sample) samples.append(sample)
prompt = "-".join((prompt.replace("/", "").split(" ")[:10])) prompt = "-".join((prompt.replace("/", "").split(" ")[:10]))
save_videos_grid(sample, f"{savedir}/sample/{model_idx}-{prompt_idx}-{prompt}.gif") save_videos_grid(sample, f"{savedir}/sample/{sample_idx}-{prompt}.gif")
print(f"save to {savedir}/sample/{prompt}.gif") print(f"save to {savedir}/sample/{prompt}.gif")
sample_idx += 1
samples = torch.concat(samples) samples = torch.concat(samples)
save_videos_grid(samples, f"{savedir}/sample.gif", n_rows=4) save_videos_grid(samples, f"{savedir}/sample.gif", n_rows=4)