reorg configs

configs/prompts/v3/v3-1-T2V.yaml

@@ -0,0 +1,117 @@
+# 1-animation
+- domain_lora_scale: 1.0
+  adapter_lora_path: "models/Motion_Module/v3_sd15_adapter.ckpt"
+  dreambooth_path:   ""
+
+  inference_config: "configs/inference/inference-v3.yaml"
+  motion_module:    "models/Motion_Module/v3_sd15_mm.ckpt"
+
+  controlnet_config: "configs/inference/sparsectrl/latent_condition.yaml"
+  controlnet_path:   "models/SparseCtrl/v3_sd15_sparsectrl_rgb.ckpt"
+
+  H: 256
+  W: 384
+  seed: [123,234]
+  steps: 25
+  guidance_scale: 8.5
+
+  controlnet_image_indexs: [0]
+  controlnet_images:
+    - "__assets__/demos/image/painting.png"
+
+  prompt:
+    - an oil painting of a sailboat in the ocean wave
+    - an oil painting of a sailboat in the ocean wave
+  n_prompt:
+    - "worst quality, low quality, letterboxed"
+
+
+# 2-interpolation
+- domain_lora_scale: 1.0
+  adapter_lora_path: "models/Motion_Module/v3_sd15_adapter.ckpt"
+  dreambooth_path:   ""
+
+  inference_config: "configs/inference/inference-v3.yaml"
+  motion_module:    "models/Motion_Module/v3_sd15_mm.ckpt"
+
+  controlnet_config: "configs/inference/sparsectrl/latent_condition.yaml"
+  controlnet_path:   "models/SparseCtrl/v3_sd15_sparsectrl_rgb.ckpt"
+
+  H: 256
+  W: 384
+  seed: [123,234]
+  steps: 25
+  guidance_scale: 8.5
+
+  controlnet_image_indexs: [0,-1]
+  controlnet_images:
+    - "__assets__/demos/image/interpolation_1.png"
+    - "__assets__/demos/image/interpolation_2.png"
+
+  prompt:
+    - "aerial view, beautiful forest, autumn, 4k, high quality"
+    - "aerial view, beautiful forest, autumn, 4k, high quality"
+  n_prompt:
+    - "worst quality, low quality, letterboxed"
+
+
+# 3-interpolation
+- domain_lora_scale: 1.0
+  adapter_lora_path: "models/Motion_Module/v3_sd15_adapter.ckpt"
+  dreambooth_path:   ""
+
+  inference_config: "configs/inference/inference-v3.yaml"
+  motion_module:    "models/Motion_Module/v3_sd15_mm.ckpt"
+
+  controlnet_config: "configs/inference/sparsectrl/latent_condition.yaml"
+  controlnet_path:   "models/SparseCtrl/v3_sd15_sparsectrl_rgb.ckpt"
+
+  H: 256
+  W: 384
+  seed:           [123,234]
+  steps:          25
+  guidance_scale: 8.5
+
+  controlnet_image_indexs: [0,5,10,15]
+  controlnet_images:
+    - "__assets__/demos/image/low_fps_1.png"
+    - "__assets__/demos/image/low_fps_2.png"
+    - "__assets__/demos/image/low_fps_3.png"
+    - "__assets__/demos/image/low_fps_4.png"
+
+  prompt:
+    - "two people holding hands in a field with wind turbines in the background"
+    - "two people holding hands in a field with wind turbines in the background"
+  n_prompt:
+    - "worst quality, low quality, letterboxed"
+
+
+# 3-prediction
+- domain_lora_scale: 1.0
+  adapter_lora_path: "models/Motion_Module/v3_sd15_adapter.ckpt"
+  dreambooth_path:   ""
+
+  inference_config: "configs/inference/inference-v3.yaml"
+  motion_module:    "models/Motion_Module/v3_sd15_mm.ckpt"
+
+  controlnet_config: "configs/inference/sparsectrl/latent_condition.yaml"
+  controlnet_path:   "models/SparseCtrl/v3_sd15_sparsectrl_rgb.ckpt"
+
+  H: 256
+  W: 384
+  seed:           [123,234]
+  steps:          25
+  guidance_scale: 8.5
+
+  controlnet_image_indexs: [0,1,2,3]
+  controlnet_images:
+    - "__assets__/demos/image/prediction_1.png"
+    - "__assets__/demos/image/prediction_2.png"
+    - "__assets__/demos/image/prediction_3.png"
+    - "__assets__/demos/image/prediction_4.png"
+
+  prompt:
+    - "an astronaut is flying in the space, 4k, high resolution"
+    - "an astronaut is flying in the space, 4k, high resolution"
+  n_prompt:
+    - "worst quality, low quality, letterboxed"

configs/prompts/v3/v3-2-animation-RealisticVision.yaml

@@ -0,0 +1,50 @@
+# animation-1
+- domain_lora_scale: 1.0
+  adapter_lora_path: "models/Motion_Module/v3_sd15_adapter.ckpt"
+  dreambooth_path:   "models/DreamBooth_LoRA/realisticVisionV51_v51VAE.safetensors"
+
+  inference_config: "configs/inference/inference-v3.yaml"
+  motion_module:    "models/Motion_Module/v3_sd15_mm.ckpt"
+
+  controlnet_config: "configs/inference/sparsectrl/latent_condition.yaml"
+  controlnet_path:   "models/SparseCtrl/v3_sd15_sparsectrl_rgb.ckpt"
+
+  seed: -1
+  steps: 25
+  guidance_scale: 8.5
+
+  controlnet_image_indexs: [0]
+  controlnet_images:
+    - "__assets__/demos/image/RealisticVision_firework.png"
+
+  prompt:
+    - "closeup face photo of man in black clothes, night city street, bokeh, fireworks in background"
+    - "closeup face photo of man in black clothes, night city street, bokeh, fireworks in background"
+  n_prompt:
+    - "worst quality, low quality, letterboxed"
+
+
+# animation-2
+- domain_lora_scale: 1.0
+  adapter_lora_path: "models/Motion_Module/v3_sd15_adapter.ckpt"
+  dreambooth_path:   "models/DreamBooth_LoRA/realisticVisionV51_v51VAE.safetensors"
+
+  inference_config: "configs/inference/inference-v3.yaml"
+  motion_module:    "models/Motion_Module/v3_sd15_mm.ckpt"
+
+  controlnet_config: "configs/inference/sparsectrl/latent_condition.yaml"
+  controlnet_path:   "models/SparseCtrl/v3_sd15_sparsectrl_rgb.ckpt"
+
+  seed: -1
+  steps: 25
+  guidance_scale: 8.5
+
+  controlnet_image_indexs: [0]
+  controlnet_images:
+    - "__assets__/demos/image/RealisticVision_sunset.png"
+
+  prompt:
+    - "masterpiece, bestquality, highlydetailed, ultradetailed, sunset, orange sky, warm lighting, fishing boats, ocean waves, seagulls, rippling water, wharf, silhouette, serene atmosphere, dusk, evening glow, golden hour, coastal landscape, seaside scenery"
+    - "masterpiece, bestquality, highlydetailed, ultradetailed, sunset, orange sky, warm lighting, fishing boats, ocean waves, seagulls, rippling water, wharf, silhouette, serene atmosphere, dusk, evening glow, golden hour, coastal landscape, seaside scenery"
+  n_prompt:
+    - "worst quality, low quality, letterboxed"

configs/prompts/v3/v3-3-sketch-RealisticVision.yaml

@@ -0,0 +1,52 @@
+# 1-sketch-to-video
+- domain_lora_scale: 1.0
+  adapter_lora_path: "models/Motion_Module/v3_sd15_adapter.ckpt"
+  dreambooth_path:    "models/DreamBooth_LoRA/realisticVisionV51_v51VAE.safetensors"
+
+  inference_config: "configs/inference/inference-v3.yaml"
+  motion_module:    "models/Motion_Module/v3_sd15_mm.ckpt"
+
+  controlnet_config: "configs/inference/sparsectrl/image_condition.yaml"
+  controlnet_path:   "models/SparseCtrl/v3_sd15_sparsectrl_scribble.ckpt"
+
+  seed: -1
+  steps: 25
+  guidance_scale: 8.5
+
+  controlnet_image_indexs: [0]
+  controlnet_images:
+    - "__assets__/demos/scribble/scribble_1.png"
+
+  prompt:
+    - "a back view of a boy, standing on the ground, looking at the sky, sunlight, masterpieces"
+    - "a back view of a boy, standing on the ground, looking at the sky, clouds, sunset, orange sky, beautiful sunlight, masterpieces"
+  n_prompt:
+    - "worst quality, low quality, letterboxed"
+
+
+# 2-storyboarding
+- domain_lora_scale: 1.0
+  adapter_lora_path: "models/Motion_Module/v3_sd15_adapter.ckpt"
+  dreambooth_path:    "models/DreamBooth_LoRA/realisticVisionV51_v51VAE.safetensors"
+
+  inference_config: "configs/inference/inference-v3.yaml"
+  motion_module:    "models/Motion_Module/v3_sd15_mm.ckpt"
+
+  controlnet_config: "configs/inference/sparsectrl/image_condition.yaml"
+  controlnet_path:   "models/SparseCtrl/v3_sd15_sparsectrl_scribble.ckpt"
+
+  seed: -1
+  steps: 25
+  guidance_scale: 8.5
+
+  controlnet_image_indexs: [0,8,15]
+  controlnet_images:
+    - "__assets__/demos/scribble/scribble_2_1.png"
+    - "__assets__/demos/scribble/scribble_2_2.png"
+    - "__assets__/demos/scribble/scribble_2_3.png"
+
+  prompt:
+    - "an aerial view of a modern city, sunlight, day time, masterpiece, high quality"
+    - "an aerial view of a cyberpunk city, night time, neon lights, masterpiece, high quality"
+  n_prompt:
+    - "worst quality, low quality, letterboxed"