mirror of
https://github.com/guoyww/AnimateDiff.git
synced 2026-04-03 09:46:36 +02:00
support sdxl
This commit is contained in:
limbo0000
@@ -1,27 +0,0 @@
|
||||
unet_additional_kwargs:
|
||||
use_inflated_groupnorm: true
|
||||
unet_use_cross_frame_attention: false
|
||||
unet_use_temporal_attention: false
|
||||
use_motion_module: true
|
||||
motion_module_resolutions:
|
||||
- 1
|
||||
- 2
|
||||
- 4
|
||||
- 8
|
||||
motion_module_mid_block: true
|
||||
motion_module_decoder_only: false
|
||||
motion_module_type: Vanilla
|
||||
motion_module_kwargs:
|
||||
num_attention_heads: 8
|
||||
num_transformer_block: 1
|
||||
attention_block_types:
|
||||
- Temporal_Self
|
||||
- Temporal_Self
|
||||
temporal_position_encoding: true
|
||||
temporal_position_encoding_max_len: 32
|
||||
temporal_attention_dim_div: 1
|
||||
|
||||
noise_scheduler_kwargs:
|
||||
beta_start: 0.00085
|
||||
beta_end: 0.012
|
||||
beta_schedule: "linear"
|
||||
@@ -1,6 +1,4 @@
|
||||
unet_additional_kwargs:
|
||||
unet_use_cross_frame_attention: false
|
||||
unet_use_temporal_attention: false
|
||||
use_motion_module: true
|
||||
motion_module_resolutions:
|
||||
- 1
|
||||
@@ -8,7 +6,6 @@ unet_additional_kwargs:
|
||||
- 4
|
||||
- 8
|
||||
motion_module_mid_block: false
|
||||
motion_module_decoder_only: false
|
||||
motion_module_type: Vanilla
|
||||
motion_module_kwargs:
|
||||
num_attention_heads: 8
|
||||
@@ -17,10 +14,14 @@ unet_additional_kwargs:
|
||||
- Temporal_Self
|
||||
- Temporal_Self
|
||||
temporal_position_encoding: true
|
||||
temporal_position_encoding_max_len: 24
|
||||
temporal_position_encoding_max_len: 32
|
||||
temporal_attention_dim_div: 1
|
||||
|
||||
|
||||
noise_scheduler_kwargs:
|
||||
beta_start: 0.00085
|
||||
beta_end: 0.012
|
||||
beta_schedule: "linear"
|
||||
num_train_timesteps: 1000
|
||||
beta_start: 0.00085
|
||||
beta_end: 0.020
|
||||
beta_schedule: "scaled_linear"
|
||||
|
||||
|
||||
@@ -1,23 +0,0 @@
|
||||
ToonYou:
|
||||
motion_module:
|
||||
- "models/Motion_Module/mm_sd_v14.ckpt"
|
||||
- "models/Motion_Module/mm_sd_v15.ckpt"
|
||||
|
||||
dreambooth_path: "models/DreamBooth_LoRA/toonyou_beta3.safetensors"
|
||||
lora_model_path: ""
|
||||
|
||||
seed: [10788741199826055526, 6520604954829636163, 6519455744612555650, 16372571278361863751]
|
||||
steps: 25
|
||||
guidance_scale: 7.5
|
||||
|
||||
prompt:
|
||||
- "best quality, masterpiece, 1girl, looking at viewer, blurry background, upper body, contemporary, dress"
|
||||
- "masterpiece, best quality, 1girl, solo, cherry blossoms, hanami, pink flower, white flower, spring season, wisteria, petals, flower, plum blossoms, outdoors, falling petals, white hair, black eyes,"
|
||||
- "best quality, masterpiece, 1boy, formal, abstract, looking at viewer, masculine, marble pattern"
|
||||
- "best quality, masterpiece, 1girl, cloudy sky, dandelion, contrapposto, alternate hairstyle,"
|
||||
|
||||
n_prompt:
|
||||
- ""
|
||||
- "badhandv4,easynegative,ng_deepnegative_v1_75t,verybadimagenegative_v1.3, bad-artist, bad_prompt_version2-neg, teeth"
|
||||
- ""
|
||||
- ""
|
||||
14
configs/prompts/1-original_sdxl.yaml
Normal file
14
configs/prompts/1-original_sdxl.yaml
Normal file
@@ -0,0 +1,14 @@
|
||||
motion_module_path: Path to Motion Module
|
||||
|
||||
seed: -1
|
||||
|
||||
guidance_scale: 8.5
|
||||
steps: 100
|
||||
|
||||
prompt:
|
||||
- "A panda standing on a surfboard in the ocean in sunset, 4k, high resolution.Realistic, Cinematic, high resolution"
|
||||
- "A disoriented astronaut, lost in a galaxy of swirling colors, floating in zero gravity, grasping at memories, poignant loneliness, stunning realism, cosmic chaos, emotional depth, 12K, hyperrealism, unforgettable, mixed media, celestial, dark, introspective"
|
||||
|
||||
n_prompt:
|
||||
- ""
|
||||
- ""
|
||||
17
configs/prompts/2-DynaVision.yaml
Normal file
17
configs/prompts/2-DynaVision.yaml
Normal file
@@ -0,0 +1,17 @@
|
||||
base_model_path: Path to DynaVision
|
||||
motion_module_path: Path to Motion Module
|
||||
|
||||
seed: -1
|
||||
|
||||
guidance_scale: 8.5
|
||||
steps: 100
|
||||
|
||||
prompt:
|
||||
- "cinematic color grading lighting vintage realistic film grain scratches celluloid analog cool shadows warm highlights soft focus actor directed cinematography technicolor , confused, looking around scared , + / A lanky blonde haired man on vacation enjoying the local party scene in Brisbane at dawn"
|
||||
- "Pixel Art pixelated pixel pixel , extremely content happy smile , + / A fit pink haired woman at night in the city, holding a trick or treat bag, wearing a kitty ears halloween costume, (big eyes:1.3) by Dreamworks Studios"
|
||||
- "anime artwork of [water|a galaxy|thunderstorm] inside a bottle"
|
||||
|
||||
n_prompt:
|
||||
- ""
|
||||
- ""
|
||||
- "hand"
|
||||
@@ -1,23 +0,0 @@
|
||||
Lyriel:
|
||||
motion_module:
|
||||
- "models/Motion_Module/mm_sd_v14.ckpt"
|
||||
- "models/Motion_Module/mm_sd_v15.ckpt"
|
||||
|
||||
dreambooth_path: "models/DreamBooth_LoRA/lyriel_v16.safetensors"
|
||||
lora_model_path: ""
|
||||
|
||||
seed: [10917152860782582783, 6399018107401806238, 15875751942533906793, 6653196880059936551]
|
||||
steps: 25
|
||||
guidance_scale: 7.5
|
||||
|
||||
prompt:
|
||||
- "dark shot, epic realistic, portrait of halo, sunglasses, blue eyes, tartan scarf, white hair by atey ghailan, by greg rutkowski, by greg tocchini, by james gilleard, by joe fenton, by kaethe butcher, gradient yellow, black, brown and magenta color scheme, grunge aesthetic!!! graffiti tag wall background, art by greg rutkowski and artgerm, soft cinematic light, adobe lightroom, photolab, hdr, intricate, highly detailed, depth of field, faded, neutral colors, hdr, muted colors, hyperdetailed, artstation, cinematic, warm lights, dramatic light, intricate details, complex background, rutkowski, teal and orange"
|
||||
- "A forbidden castle high up in the mountains, pixel art, intricate details2, hdr, intricate details, hyperdetailed5, natural skin texture, hyperrealism, soft light, sharp, game art, key visual, surreal"
|
||||
- "dark theme, medieval portrait of a man sharp features, grim, cold stare, dark colors, Volumetric lighting, baroque oil painting by Greg Rutkowski, Artgerm, WLOP, Alphonse Mucha dynamic lighting hyperdetailed intricately detailed, hdr, muted colors, complex background, hyperrealism, hyperdetailed, amandine van ray"
|
||||
- "As I have gone alone in there and with my treasures bold, I can keep my secret where and hint of riches new and old. Begin it where warm waters halt and take it in a canyon down, not far but too far to walk, put in below the home of brown."
|
||||
|
||||
n_prompt:
|
||||
- "3d, cartoon, lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry, artist name, young, loli, elf, 3d, illustration"
|
||||
- "3d, cartoon, anime, sketches, worst quality, low quality, normal quality, lowres, normal quality, monochrome, grayscale, skin spots, acnes, skin blemishes, bad anatomy, girl, loli, young, large breasts, red eyes, muscular"
|
||||
- "dof, grayscale, black and white, bw, 3d, cartoon, anime, sketches, worst quality, low quality, normal quality, lowres, normal quality, monochrome, grayscale, skin spots, acnes, skin blemishes, bad anatomy, girl, loli, young, large breasts, red eyes, muscular,badhandsv5-neg, By bad artist -neg 1, monochrome"
|
||||
- "holding an item, cowboy, hat, cartoon, 3d, disfigured, bad art, deformed,extra limbs,close up,b&w, wierd colors, blurry, duplicate, morbid, mutilated, [out of frame], extra fingers, mutated hands, poorly drawn hands, poorly drawn face, mutation, deformed, ugly, blurry, bad anatomy, bad proportions, extra limbs, cloned face, disfigured, out of frame, ugly, extra limbs, bad anatomy, gross proportions, malformed limbs, missing arms, missing legs, extra arms, extra legs, mutated hands, fused fingers, too many fingers, long neck, Photoshop, video game, ugly, tiling, poorly drawn hands, poorly drawn feet, poorly drawn face, out of frame, mutation, mutated, extra limbs, extra legs, extra arms, disfigured, deformed, cross-eye, body out of frame, blurry, bad art, bad anatomy, 3d render"
|
||||
16
configs/prompts/3-DreamShaper.yaml
Normal file
16
configs/prompts/3-DreamShaper.yaml
Normal file
@@ -0,0 +1,16 @@
|
||||
ckpt_path: Path to DreamShaper
|
||||
motion_module_path: Path to Motion Module
|
||||
|
||||
seed: -1
|
||||
|
||||
guidance_scale: 10
|
||||
steps: 100
|
||||
|
||||
prompt:
|
||||
- "photo of a supercar, 8k uhd, high quality, road, sunset, motion blur, depth blur, cinematic, filmic image 4k, 8k. Natural sunlight, vibrant color, reflections"
|
||||
- "night view, sea beach landscape, with a lighthouse, trending on artstation, by Noah Bradley, highly detailed, high quality, 4k HDR, path tracking, calm landscape, high consistency, soft lighting, <lora:xl_more_art-full_v1:0.3> in Serene grids, transcendent fields, quiet repetitions, sublime reduction in Brooding landscapes, epic scale, German myth, layered symbolic density"
|
||||
|
||||
n_prompt:
|
||||
- "embedding:BadDream, embedding:UnrealisticDream"
|
||||
- "(worst quality), (low quality), (normal quality), lowres, blurry, hand, signature, normal quality"
|
||||
|
||||
@@ -1,23 +0,0 @@
|
||||
RcnzCartoon:
|
||||
motion_module:
|
||||
- "models/Motion_Module/mm_sd_v14.ckpt"
|
||||
- "models/Motion_Module/mm_sd_v15.ckpt"
|
||||
|
||||
dreambooth_path: "models/DreamBooth_LoRA/rcnzCartoon3d_v10.safetensors"
|
||||
lora_model_path: ""
|
||||
|
||||
seed: [16931037867122267877, 2094308009433392066, 4292543217695451092, 15572665120852309890]
|
||||
steps: 25
|
||||
guidance_scale: 7.5
|
||||
|
||||
prompt:
|
||||
- "Jane Eyre with headphones, natural skin texture,4mm,k textures, soft cinematic light, adobe lightroom, photolab, hdr, intricate, elegant, highly detailed, sharp focus, cinematic look, soothing tones, insane details, intricate details, hyperdetailed, low contrast, soft cinematic light, dim colors, exposure blend, hdr, faded"
|
||||
- "close up Portrait photo of muscular bearded guy in a worn mech suit, light bokeh, intricate, steel metal [rust], elegant, sharp focus, photo by greg rutkowski, soft lighting, vibrant colors, masterpiece, streets, detailed face"
|
||||
- "absurdres, photorealistic, masterpiece, a 30 year old man with gold framed, aviator reading glasses and a black hooded jacket and a beard, professional photo, a character portrait, altermodern, detailed eyes, detailed lips, detailed face, grey eyes"
|
||||
- "a golden labrador, warm vibrant colours, natural lighting, dappled lighting, diffused lighting, absurdres, highres,k, uhd, hdr, rtx, unreal, octane render, RAW photo, photorealistic, global illumination, subsurface scattering"
|
||||
|
||||
n_prompt:
|
||||
- "deformed, distorted, disfigured, poorly drawn, bad anatomy, wrong anatomy, extra limb, missing limb, floating limbs, mutated hands and fingers, disconnected limbs, mutation, mutated, ugly, disgusting, blurry, amputation"
|
||||
- "nude, cross eyed, tongue, open mouth, inside, 3d, cartoon, anime, sketches, worst quality, low quality, normal quality, lowres, normal quality, monochrome, grayscale, skin spots, acnes, skin blemishes, bad anatomy, red eyes, muscular"
|
||||
- "easynegative, cartoon, anime, sketches, necklace, earrings worst quality, low quality, normal quality, bad anatomy, bad hands, shiny skin, error, missing fingers, extra digit, fewer digits, jpeg artifacts, signature, watermark, username, blurry, chubby, anorectic, bad eyes, old, wrinkled skin, red skin, photograph By bad artist -neg, big eyes, muscular face,"
|
||||
- "beard, EasyNegative, lowres, chromatic aberration, depth of field, motion blur, blurry, bokeh, bad quality, worst quality, multiple arms, badhand"
|
||||
20
configs/prompts/4-DeepBlue.yaml
Normal file
20
configs/prompts/4-DeepBlue.yaml
Normal file
@@ -0,0 +1,20 @@
|
||||
ckpt_path: Path to DeepBlud model
|
||||
motion_module_path: Path to Motion Module
|
||||
|
||||
seed: -1
|
||||
|
||||
guidance_scale: 7
|
||||
steps: 100
|
||||
|
||||
prompt:
|
||||
- "highres,best quality,natural, A photo of a mummified Miffy, the iconic white bunny character, lying peacefully on a velvet cushion inside an intricately decorated glass display case, with its fur preserved in a pristine condition, its eyes closed peacefully, and its little paws gently crossed over each other, evoking a sense of tranquility and reverence.,cinematic photo official art, 8k wallpaper,ultra detailed, aesthetic quality,photorealistic,entangle,dynamic angle,the most beautiful form of chaos,elegant,a brutalist designed,vivid colours,romanticism,atmospheric . 35mm photograph, film, bokeh, professional, 4k, highly detailed, skin detail realistic, ultra realistic,Perspective"
|
||||
- "highres,best quality,natural, Cat pressing the Delete key on the keyboard,cinematic photo official art, 8k wallpaper,ultra detailed, aesthetic quality,photorealistic,entangle,dynamic angle,the most beautiful form of chaos,elegant,a brutalist designed,vivid colours,romanticism,atmospheric . 35mm photograph, film, bokeh, professional, 4k, highly detailed, skin detail realistic, ultra realistic,Perspective"
|
||||
- "highres,best quality,natural, A psychedelic world spreads out below, Witch kawaii girl floating in the sky Wearing a witch hat Frilled fantasy costume Blonde straight hair,cinematic photo official art,unity 8k wallpaper,ultra detailed,aesthetic,masterpiece,best quality,photorealistic,entangle,mandala,tangle,entangle,cstasy of flower,dynamic angle,the most beautiful form of chaos,elegant,a brutalist designed,vivid colours,romanticism,atmospheric . 35mm photograph, film, bokeh, professional, 4k, highly detailed, skin detail realistic, ultra realistic,"
|
||||
|
||||
n_prompt:
|
||||
- "bad quality,worst quality"
|
||||
- "bad quality,worst quality"
|
||||
- "bad quality,worst quality"
|
||||
|
||||
|
||||
|
||||
@@ -1,23 +0,0 @@
|
||||
MajicMix:
|
||||
motion_module:
|
||||
- "models/Motion_Module/mm_sd_v14.ckpt"
|
||||
- "models/Motion_Module/mm_sd_v15.ckpt"
|
||||
|
||||
dreambooth_path: "models/DreamBooth_LoRA/majicmixRealistic_v5Preview.safetensors"
|
||||
lora_model_path: ""
|
||||
|
||||
seed: [1572448948722921032, 1099474677988590681, 6488833139725635347, 18339859844376517918]
|
||||
steps: 25
|
||||
guidance_scale: 7.5
|
||||
|
||||
prompt:
|
||||
- "1girl, offshoulder, light smile, shiny skin best quality, masterpiece, photorealistic"
|
||||
- "best quality, masterpiece, photorealistic, 1boy, 50 years old beard, dramatic lighting"
|
||||
- "best quality, masterpiece, photorealistic, 1girl, light smile, shirt with collars, waist up, dramatic lighting, from below"
|
||||
- "male, man, beard, bodybuilder, skinhead,cold face, tough guy, cowboyshot, tattoo, french windows, luxury hotel masterpiece, best quality, photorealistic"
|
||||
|
||||
n_prompt:
|
||||
- "ng_deepnegative_v1_75t, badhandv4, worst quality, low quality, normal quality, lowres, bad anatomy, bad hands, watermark, moles"
|
||||
- "nsfw, ng_deepnegative_v1_75t,badhandv4, worst quality, low quality, normal quality, lowres,watermark, monochrome"
|
||||
- "nsfw, ng_deepnegative_v1_75t,badhandv4, worst quality, low quality, normal quality, lowres,watermark, monochrome"
|
||||
- "nude, nsfw, ng_deepnegative_v1_75t, badhandv4, worst quality, low quality, normal quality, lowres, bad anatomy, bad hands, monochrome, grayscale watermark, moles, people"
|
||||
@@ -1,23 +0,0 @@
|
||||
RealisticVision:
|
||||
motion_module:
|
||||
- "models/Motion_Module/mm_sd_v14.ckpt"
|
||||
- "models/Motion_Module/mm_sd_v15.ckpt"
|
||||
|
||||
dreambooth_path: "models/DreamBooth_LoRA/realisticVisionV20_v20.safetensors"
|
||||
lora_model_path: ""
|
||||
|
||||
seed: [5658137986800322009, 12099779162349365895, 10499524853910852697, 16768009035333711932]
|
||||
steps: 25
|
||||
guidance_scale: 7.5
|
||||
|
||||
prompt:
|
||||
- "b&w photo of 42 y.o man in black clothes, bald, face, half body, body, high detailed skin, skin pores, coastline, overcast weather, wind, waves, 8k uhd, dslr, soft lighting, high quality, film grain, Fujifilm XT3"
|
||||
- "close up photo of a rabbit, forest, haze, halation, bloom, dramatic atmosphere, centred, rule of thirds, 200mm 1.4f macro shot"
|
||||
- "photo of coastline, rocks, storm weather, wind, waves, lightning, 8k uhd, dslr, soft lighting, high quality, film grain, Fujifilm XT3"
|
||||
- "night, b&w photo of old house, post apocalypse, forest, storm weather, wind, rocks, 8k uhd, dslr, soft lighting, high quality, film grain"
|
||||
|
||||
n_prompt:
|
||||
- "semi-realistic, cgi, 3d, render, sketch, cartoon, drawing, anime, text, close up, cropped, out of frame, worst quality, low quality, jpeg artifacts, ugly, duplicate, morbid, mutilated, extra fingers, mutated hands, poorly drawn hands, poorly drawn face, mutation, deformed, blurry, dehydrated, bad anatomy, bad proportions, extra limbs, cloned face, disfigured, gross proportions, malformed limbs, missing arms, missing legs, extra arms, extra legs, fused fingers, too many fingers, long neck"
|
||||
- "semi-realistic, cgi, 3d, render, sketch, cartoon, drawing, anime, text, close up, cropped, out of frame, worst quality, low quality, jpeg artifacts, ugly, duplicate, morbid, mutilated, extra fingers, mutated hands, poorly drawn hands, poorly drawn face, mutation, deformed, blurry, dehydrated, bad anatomy, bad proportions, extra limbs, cloned face, disfigured, gross proportions, malformed limbs, missing arms, missing legs, extra arms, extra legs, fused fingers, too many fingers, long neck"
|
||||
- "blur, haze, deformed iris, deformed pupils, semi-realistic, cgi, 3d, render, sketch, cartoon, drawing, anime, mutated hands and fingers, deformed, distorted, disfigured, poorly drawn, bad anatomy, wrong anatomy, extra limb, missing limb, floating limbs, disconnected limbs, mutation, mutated, ugly, disgusting, amputation"
|
||||
- "blur, haze, deformed iris, deformed pupils, semi-realistic, cgi, 3d, render, sketch, cartoon, drawing, anime, art, mutated hands and fingers, deformed, distorted, disfigured, poorly drawn, bad anatomy, wrong anatomy, extra limb, missing limb, floating limbs, disconnected limbs, mutation, mutated, ugly, disgusting, amputation"
|
||||
@@ -1,21 +0,0 @@
|
||||
Tusun:
|
||||
motion_module:
|
||||
- "models/Motion_Module/mm_sd_v14.ckpt"
|
||||
- "models/Motion_Module/mm_sd_v15.ckpt"
|
||||
|
||||
dreambooth_path: "models/DreamBooth_LoRA/moonfilm_reality20.safetensors"
|
||||
lora_model_path: "models/DreamBooth_LoRA/TUSUN.safetensors"
|
||||
lora_alpha: 0.6
|
||||
|
||||
seed: [10154078483724687116, 2664393535095473805, 4231566096207622938, 1713349740448094493]
|
||||
steps: 25
|
||||
guidance_scale: 7.5
|
||||
|
||||
prompt:
|
||||
- "tusuncub with its mouth open, blurry, open mouth, fangs, photo background, looking at viewer, tongue, full body, solo, cute and lovely, Beautiful and realistic eye details, perfect anatomy, Nonsense, pure background, Centered-Shot, realistic photo, photograph, 4k, hyper detailed, DSLR, 24 Megapixels, 8mm Lens, Full Frame, film grain, Global Illumination, studio Lighting, Award Winning Photography, diffuse reflection, ray tracing"
|
||||
- "cute tusun with a blurry background, black background, simple background, signature, face, solo, cute and lovely, Beautiful and realistic eye details, perfect anatomy, Nonsense, pure background, Centered-Shot, realistic photo, photograph, 4k, hyper detailed, DSLR, 24 Megapixels, 8mm Lens, Full Frame, film grain, Global Illumination, studio Lighting, Award Winning Photography, diffuse reflection, ray tracing"
|
||||
- "cut tusuncub walking in the snow, blurry, looking at viewer, depth of field, blurry background, full body, solo, cute and lovely, Beautiful and realistic eye details, perfect anatomy, Nonsense, pure background, Centered-Shot, realistic photo, photograph, 4k, hyper detailed, DSLR, 24 Megapixels, 8mm Lens, Full Frame, film grain, Global Illumination, studio Lighting, Award Winning Photography, diffuse reflection, ray tracing"
|
||||
- "character design, cyberpunk tusun kitten wearing astronaut suit, sci-fic, realistic eye color and details, fluffy, big head, science fiction, communist ideology, Cyborg, fantasy, intense angle, soft lighting, photograph, 4k, hyper detailed, portrait wallpaper, realistic, photo-realistic, DSLR, 24 Megapixels, Full Frame, vibrant details, octane render, finely detail, best quality, incredibly absurdres, robotic parts, rim light, vibrant details, luxurious cyberpunk, hyperrealistic, cable electric wires, microchip, full body"
|
||||
|
||||
n_prompt:
|
||||
- "worst quality, low quality, deformed, distorted, disfigured, bad eyes, bad anatomy, disconnected limbs, wrong body proportions, low quality, worst quality, text, watermark, signatre, logo, illustration, painting, cartoons, ugly, easy_negative"
|
||||
@@ -1,24 +0,0 @@
|
||||
FilmVelvia:
|
||||
motion_module:
|
||||
- "models/Motion_Module/mm_sd_v14.ckpt"
|
||||
- "models/Motion_Module/mm_sd_v15.ckpt"
|
||||
|
||||
dreambooth_path: "models/DreamBooth_LoRA/majicmixRealistic_v4.safetensors"
|
||||
lora_model_path: "models/DreamBooth_LoRA/FilmVelvia2.safetensors"
|
||||
lora_alpha: 0.6
|
||||
|
||||
seed: [358675358833372813, 3519455280971923743, 11684545350557985081, 8696855302100399877]
|
||||
steps: 25
|
||||
guidance_scale: 7.5
|
||||
|
||||
prompt:
|
||||
- "a woman standing on the side of a road at night,girl, long hair, motor vehicle, car, looking at viewer, ground vehicle, night, hands in pockets, blurry background, coat, black hair, parted lips, bokeh, jacket, brown hair, outdoors, red lips, upper body, artist name"
|
||||
- ", dark shot,0mm, portrait quality of a arab man worker,boy, wasteland that stands out vividly against the background of the desert, barren landscape, closeup, moles skin, soft light, sharp, exposure blend, medium shot, bokeh, hdr, high contrast, cinematic, teal and orange5, muted colors, dim colors, soothing tones, low saturation, hyperdetailed, noir"
|
||||
- "fashion photography portrait of 1girl, offshoulder, fluffy short hair, soft light, rim light, beautiful shadow, low key, photorealistic, raw photo, natural skin texture, realistic eye and face details, hyperrealism, ultra high res, 4K, Best quality, masterpiece, necklace, cleavage, in the dark"
|
||||
- "In this lighthearted portrait, a woman is dressed as a fierce warrior, armed with an arsenal of paintbrushes and palette knives. Her war paint is composed of thick, vibrant strokes of color, and her armor is made of paint tubes and paint-splattered canvases. She stands victoriously atop a mountain of conquered blank canvases, with a beautiful, colorful landscape behind her, symbolizing the power of art and creativity. bust Portrait, close-up, Bright and transparent scene lighting, "
|
||||
|
||||
n_prompt:
|
||||
- "cartoon, anime, sketches,worst quality, low quality, deformed, distorted, disfigured, bad eyes, wrong lips, weird mouth, bad teeth, mutated hands and fingers, bad anatomy, wrong anatomy, amputation, extra limb, missing limb, floating limbs, disconnected limbs, mutation, ugly, disgusting, bad_pictures, negative_hand-neg"
|
||||
- "cartoon, anime, sketches,worst quality, low quality, deformed, distorted, disfigured, bad eyes, wrong lips, weird mouth, bad teeth, mutated hands and fingers, bad anatomy, wrong anatomy, amputation, extra limb, missing limb, floating limbs, disconnected limbs, mutation, ugly, disgusting, bad_pictures, negative_hand-neg"
|
||||
- "wrong white balance, dark, cartoon, anime, sketches,worst quality, low quality, deformed, distorted, disfigured, bad eyes, wrong lips, weird mouth, bad teeth, mutated hands and fingers, bad anatomy, wrong anatomy, amputation, extra limb, missing limb, floating limbs, disconnected limbs, mutation, ugly, disgusting, bad_pictures, negative_hand-neg"
|
||||
- "wrong white balance, dark, cartoon, anime, sketches,worst quality, low quality, deformed, distorted, disfigured, bad eyes, wrong lips, weird mouth, bad teeth, mutated hands and fingers, bad anatomy, wrong anatomy, amputation, extra limb, missing limb, floating limbs, disconnected limbs, mutation, ugly, disgusting, bad_pictures, negative_hand-neg"
|
||||
@@ -1,21 +0,0 @@
|
||||
GhibliBackground:
|
||||
motion_module:
|
||||
- "models/Motion_Module/mm_sd_v14.ckpt"
|
||||
- "models/Motion_Module/mm_sd_v15.ckpt"
|
||||
|
||||
dreambooth_path: "models/DreamBooth_LoRA/CounterfeitV30_25.safetensors"
|
||||
lora_model_path: "models/DreamBooth_LoRA/lora_Ghibli_n3.safetensors"
|
||||
lora_alpha: 1.0
|
||||
|
||||
seed: [8775748474469046618, 5893874876080607656, 11911465742147695752, 12437784838692000640]
|
||||
steps: 25
|
||||
guidance_scale: 7.5
|
||||
|
||||
prompt:
|
||||
- "best quality,single build,architecture, blue_sky, building,cloudy_sky, day, fantasy, fence, field, house, build,architecture,landscape, moss, outdoors, overgrown, path, river, road, rock, scenery, sky, sword, tower, tree, waterfall"
|
||||
- "black_border, building, city, day, fantasy, ice, landscape, letterboxed, mountain, ocean, outdoors, planet, scenery, ship, snow, snowing, water, watercraft, waterfall, winter"
|
||||
- ",mysterious sea area, fantasy,build,concept"
|
||||
- "Tomb Raider,Scenography,Old building"
|
||||
|
||||
n_prompt:
|
||||
- "easynegative,bad_construction,bad_structure,bad_wail,bad_windows,blurry,cloned_window,cropped,deformed,disfigured,error,extra_windows,extra_chimney,extra_door,extra_structure,extra_frame,fewer_digits,fused_structure,gross_proportions,jpeg_artifacts,long_roof,low_quality,structure_limbs,missing_windows,missing_doors,missing_roofs,mutated_structure,mutation,normal_quality,out_of_frame,owres,poorly_drawn_structure,poorly_drawn_house,signature,text,too_many_windows,ugly,username,uta,watermark,worst_quality"
|
||||
@@ -1,189 +0,0 @@
|
||||
ZoomIn:
|
||||
inference_config: "configs/inference/inference-v2.yaml"
|
||||
motion_module:
|
||||
- "models/Motion_Module/mm_sd_v15_v2.ckpt"
|
||||
|
||||
motion_module_lora_configs:
|
||||
- path: "models/MotionLoRA/v2_lora_ZoomIn.ckpt"
|
||||
alpha: 1.0
|
||||
|
||||
dreambooth_path: "models/DreamBooth_LoRA/realisticVisionV20_v20.safetensors"
|
||||
lora_model_path: ""
|
||||
|
||||
seed: 45987230
|
||||
steps: 25
|
||||
guidance_scale: 7.5
|
||||
|
||||
prompt:
|
||||
- "photo of coastline, rocks, storm weather, wind, waves, lightning, 8k uhd, dslr, soft lighting, high quality, film grain, Fujifilm XT3"
|
||||
|
||||
n_prompt:
|
||||
- "blur, haze, deformed iris, deformed pupils, semi-realistic, cgi, 3d, render, sketch, cartoon, drawing, anime, mutated hands and fingers, deformed, distorted, disfigured, poorly drawn, bad anatomy, wrong anatomy, extra limb, missing limb, floating limbs, disconnected limbs, mutation, mutated, ugly, disgusting, amputation"
|
||||
|
||||
|
||||
|
||||
ZoomOut:
|
||||
inference_config: "configs/inference/inference-v2.yaml"
|
||||
motion_module:
|
||||
- "models/Motion_Module/mm_sd_v15_v2.ckpt"
|
||||
|
||||
motion_module_lora_configs:
|
||||
- path: "models/MotionLoRA/v2_lora_ZoomOut.ckpt"
|
||||
alpha: 1.0
|
||||
|
||||
dreambooth_path: "models/DreamBooth_LoRA/realisticVisionV20_v20.safetensors"
|
||||
lora_model_path: ""
|
||||
|
||||
seed: 45987230
|
||||
steps: 25
|
||||
guidance_scale: 7.5
|
||||
|
||||
prompt:
|
||||
- "photo of coastline, rocks, storm weather, wind, waves, lightning, 8k uhd, dslr, soft lighting, high quality, film grain, Fujifilm XT3"
|
||||
|
||||
n_prompt:
|
||||
- "blur, haze, deformed iris, deformed pupils, semi-realistic, cgi, 3d, render, sketch, cartoon, drawing, anime, mutated hands and fingers, deformed, distorted, disfigured, poorly drawn, bad anatomy, wrong anatomy, extra limb, missing limb, floating limbs, disconnected limbs, mutation, mutated, ugly, disgusting, amputation"
|
||||
|
||||
|
||||
|
||||
PanLeft:
|
||||
inference_config: "configs/inference/inference-v2.yaml"
|
||||
motion_module:
|
||||
- "models/Motion_Module/mm_sd_v15_v2.ckpt"
|
||||
|
||||
motion_module_lora_configs:
|
||||
- path: "models/MotionLoRA/v2_lora_PanLeft.ckpt"
|
||||
alpha: 1.0
|
||||
|
||||
dreambooth_path: "models/DreamBooth_LoRA/realisticVisionV20_v20.safetensors"
|
||||
lora_model_path: ""
|
||||
|
||||
seed: 45987230
|
||||
steps: 25
|
||||
guidance_scale: 7.5
|
||||
|
||||
prompt:
|
||||
- "photo of coastline, rocks, storm weather, wind, waves, lightning, 8k uhd, dslr, soft lighting, high quality, film grain, Fujifilm XT3"
|
||||
|
||||
n_prompt:
|
||||
- "blur, haze, deformed iris, deformed pupils, semi-realistic, cgi, 3d, render, sketch, cartoon, drawing, anime, mutated hands and fingers, deformed, distorted, disfigured, poorly drawn, bad anatomy, wrong anatomy, extra limb, missing limb, floating limbs, disconnected limbs, mutation, mutated, ugly, disgusting, amputation"
|
||||
|
||||
|
||||
|
||||
PanRight:
|
||||
inference_config: "configs/inference/inference-v2.yaml"
|
||||
motion_module:
|
||||
- "models/Motion_Module/mm_sd_v15_v2.ckpt"
|
||||
|
||||
motion_module_lora_configs:
|
||||
- path: "models/MotionLoRA/v2_lora_PanRight.ckpt"
|
||||
alpha: 1.0
|
||||
|
||||
dreambooth_path: "models/DreamBooth_LoRA/realisticVisionV20_v20.safetensors"
|
||||
lora_model_path: ""
|
||||
|
||||
seed: 45987230
|
||||
steps: 25
|
||||
guidance_scale: 7.5
|
||||
|
||||
prompt:
|
||||
- "photo of coastline, rocks, storm weather, wind, waves, lightning, 8k uhd, dslr, soft lighting, high quality, film grain, Fujifilm XT3"
|
||||
|
||||
n_prompt:
|
||||
- "blur, haze, deformed iris, deformed pupils, semi-realistic, cgi, 3d, render, sketch, cartoon, drawing, anime, mutated hands and fingers, deformed, distorted, disfigured, poorly drawn, bad anatomy, wrong anatomy, extra limb, missing limb, floating limbs, disconnected limbs, mutation, mutated, ugly, disgusting, amputation"
|
||||
|
||||
|
||||
|
||||
TiltUp:
|
||||
inference_config: "configs/inference/inference-v2.yaml"
|
||||
motion_module:
|
||||
- "models/Motion_Module/mm_sd_v15_v2.ckpt"
|
||||
|
||||
motion_module_lora_configs:
|
||||
- path: "models/MotionLoRA/v2_lora_TiltUp.ckpt"
|
||||
alpha: 1.0
|
||||
|
||||
dreambooth_path: "models/DreamBooth_LoRA/realisticVisionV20_v20.safetensors"
|
||||
lora_model_path: ""
|
||||
|
||||
seed: 45987230
|
||||
steps: 25
|
||||
guidance_scale: 7.5
|
||||
|
||||
prompt:
|
||||
- "photo of coastline, rocks, storm weather, wind, waves, lightning, 8k uhd, dslr, soft lighting, high quality, film grain, Fujifilm XT3"
|
||||
|
||||
n_prompt:
|
||||
- "blur, haze, deformed iris, deformed pupils, semi-realistic, cgi, 3d, render, sketch, cartoon, drawing, anime, mutated hands and fingers, deformed, distorted, disfigured, poorly drawn, bad anatomy, wrong anatomy, extra limb, missing limb, floating limbs, disconnected limbs, mutation, mutated, ugly, disgusting, amputation"
|
||||
|
||||
|
||||
|
||||
TiltDown:
|
||||
inference_config: "configs/inference/inference-v2.yaml"
|
||||
motion_module:
|
||||
- "models/Motion_Module/mm_sd_v15_v2.ckpt"
|
||||
|
||||
motion_module_lora_configs:
|
||||
- path: "models/MotionLoRA/v2_lora_TiltDown.ckpt"
|
||||
alpha: 1.0
|
||||
|
||||
dreambooth_path: "models/DreamBooth_LoRA/realisticVisionV20_v20.safetensors"
|
||||
lora_model_path: ""
|
||||
|
||||
seed: 45987230
|
||||
steps: 25
|
||||
guidance_scale: 7.5
|
||||
|
||||
prompt:
|
||||
- "photo of coastline, rocks, storm weather, wind, waves, lightning, 8k uhd, dslr, soft lighting, high quality, film grain, Fujifilm XT3"
|
||||
|
||||
n_prompt:
|
||||
- "blur, haze, deformed iris, deformed pupils, semi-realistic, cgi, 3d, render, sketch, cartoon, drawing, anime, mutated hands and fingers, deformed, distorted, disfigured, poorly drawn, bad anatomy, wrong anatomy, extra limb, missing limb, floating limbs, disconnected limbs, mutation, mutated, ugly, disgusting, amputation"
|
||||
|
||||
|
||||
|
||||
RollingAnticlockwise:
|
||||
inference_config: "configs/inference/inference-v2.yaml"
|
||||
motion_module:
|
||||
- "models/Motion_Module/mm_sd_v15_v2.ckpt"
|
||||
|
||||
motion_module_lora_configs:
|
||||
- path: "models/MotionLoRA/v2_lora_RollingAnticlockwise.ckpt"
|
||||
alpha: 1.0
|
||||
|
||||
dreambooth_path: "models/DreamBooth_LoRA/realisticVisionV20_v20.safetensors"
|
||||
lora_model_path: ""
|
||||
|
||||
seed: 45987230
|
||||
steps: 25
|
||||
guidance_scale: 7.5
|
||||
|
||||
prompt:
|
||||
- "photo of coastline, rocks, storm weather, wind, waves, lightning, 8k uhd, dslr, soft lighting, high quality, film grain, Fujifilm XT3"
|
||||
|
||||
n_prompt:
|
||||
- "blur, haze, deformed iris, deformed pupils, semi-realistic, cgi, 3d, render, sketch, cartoon, drawing, anime, mutated hands and fingers, deformed, distorted, disfigured, poorly drawn, bad anatomy, wrong anatomy, extra limb, missing limb, floating limbs, disconnected limbs, mutation, mutated, ugly, disgusting, amputation"
|
||||
|
||||
|
||||
|
||||
RollingClockwise:
|
||||
inference_config: "configs/inference/inference-v2.yaml"
|
||||
motion_module:
|
||||
- "models/Motion_Module/mm_sd_v15_v2.ckpt"
|
||||
|
||||
motion_module_lora_configs:
|
||||
- path: "models/MotionLoRA/v2_lora_RollingClockwise.ckpt"
|
||||
alpha: 1.0
|
||||
|
||||
dreambooth_path: "models/DreamBooth_LoRA/realisticVisionV20_v20.safetensors"
|
||||
lora_model_path: ""
|
||||
|
||||
seed: 45987230
|
||||
steps: 25
|
||||
guidance_scale: 7.5
|
||||
|
||||
prompt:
|
||||
- "photo of coastline, rocks, storm weather, wind, waves, lightning, 8k uhd, dslr, soft lighting, high quality, film grain, Fujifilm XT3"
|
||||
|
||||
n_prompt:
|
||||
- "blur, haze, deformed iris, deformed pupils, semi-realistic, cgi, 3d, render, sketch, cartoon, drawing, anime, mutated hands and fingers, deformed, distorted, disfigured, poorly drawn, bad anatomy, wrong anatomy, extra limb, missing limb, floating limbs, disconnected limbs, mutation, mutated, ugly, disgusting, amputation"
|
||||
@@ -1,23 +0,0 @@
|
||||
RealisticVision:
|
||||
inference_config: "configs/inference/inference-v2.yaml"
|
||||
motion_module:
|
||||
- "models/Motion_Module/mm_sd_v15_v2.ckpt"
|
||||
|
||||
dreambooth_path: "models/DreamBooth_LoRA/realisticVisionV20_v20.safetensors"
|
||||
lora_model_path: ""
|
||||
|
||||
seed: [13100322578370451493, 14752961627088720670, 9329399085567825781, 16987697414827649302]
|
||||
steps: 25
|
||||
guidance_scale: 7.5
|
||||
|
||||
prompt:
|
||||
- "b&w photo of 42 y.o man in black clothes, bald, face, half body, body, high detailed skin, skin pores, coastline, overcast weather, wind, waves, 8k uhd, dslr, soft lighting, high quality, film grain, Fujifilm XT3"
|
||||
- "close up photo of a rabbit, forest, haze, halation, bloom, dramatic atmosphere, centred, rule of thirds, 200mm 1.4f macro shot"
|
||||
- "photo of coastline, rocks, storm weather, wind, waves, lightning, 8k uhd, dslr, soft lighting, high quality, film grain, Fujifilm XT3"
|
||||
- "night, b&w photo of old house, post apocalypse, forest, storm weather, wind, rocks, 8k uhd, dslr, soft lighting, high quality, film grain"
|
||||
|
||||
n_prompt:
|
||||
- "semi-realistic, cgi, 3d, render, sketch, cartoon, drawing, anime, text, close up, cropped, out of frame, worst quality, low quality, jpeg artifacts, ugly, duplicate, morbid, mutilated, extra fingers, mutated hands, poorly drawn hands, poorly drawn face, mutation, deformed, blurry, dehydrated, bad anatomy, bad proportions, extra limbs, cloned face, disfigured, gross proportions, malformed limbs, missing arms, missing legs, extra arms, extra legs, fused fingers, too many fingers, long neck"
|
||||
- "semi-realistic, cgi, 3d, render, sketch, cartoon, drawing, anime, text, close up, cropped, out of frame, worst quality, low quality, jpeg artifacts, ugly, duplicate, morbid, mutilated, extra fingers, mutated hands, poorly drawn hands, poorly drawn face, mutation, deformed, blurry, dehydrated, bad anatomy, bad proportions, extra limbs, cloned face, disfigured, gross proportions, malformed limbs, missing arms, missing legs, extra arms, extra legs, fused fingers, too many fingers, long neck"
|
||||
- "blur, haze, deformed iris, deformed pupils, semi-realistic, cgi, 3d, render, sketch, cartoon, drawing, anime, mutated hands and fingers, deformed, distorted, disfigured, poorly drawn, bad anatomy, wrong anatomy, extra limb, missing limb, floating limbs, disconnected limbs, mutation, mutated, ugly, disgusting, amputation"
|
||||
- "blur, haze, deformed iris, deformed pupils, semi-realistic, cgi, 3d, render, sketch, cartoon, drawing, anime, art, mutated hands and fingers, deformed, distorted, disfigured, poorly drawn, bad anatomy, wrong anatomy, extra limb, missing limb, floating limbs, disconnected limbs, mutation, mutated, ugly, disgusting, amputation"
|
||||
@@ -1,48 +0,0 @@
|
||||
image_finetune: true
|
||||
|
||||
output_dir: "outputs"
|
||||
pretrained_model_path: "models/StableDiffusion/stable-diffusion-v1-5"
|
||||
|
||||
noise_scheduler_kwargs:
|
||||
num_train_timesteps: 1000
|
||||
beta_start: 0.00085
|
||||
beta_end: 0.012
|
||||
beta_schedule: "scaled_linear"
|
||||
steps_offset: 1
|
||||
clip_sample: false
|
||||
|
||||
train_data:
|
||||
csv_path: "/mnt/petrelfs/guoyuwei/projects/datasets/webvid/results_2M_val.csv"
|
||||
video_folder: "/mnt/petrelfs/guoyuwei/projects/datasets/webvid/2M_val"
|
||||
sample_size: 256
|
||||
|
||||
validation_data:
|
||||
prompts:
|
||||
- "Snow rocky mountains peaks canyon. Snow blanketed rocky mountains surround and shadow deep canyons."
|
||||
- "A drone view of celebration with Christma tree and fireworks, starry sky - background."
|
||||
- "Robot dancing in times square."
|
||||
- "Pacific coast, carmel by the sea ocean and waves."
|
||||
num_inference_steps: 25
|
||||
guidance_scale: 8.
|
||||
|
||||
trainable_modules:
|
||||
- "."
|
||||
|
||||
unet_checkpoint_path: ""
|
||||
|
||||
learning_rate: 1.e-5
|
||||
train_batch_size: 50
|
||||
|
||||
max_train_epoch: -1
|
||||
max_train_steps: 100
|
||||
checkpointing_epochs: -1
|
||||
checkpointing_steps: 60
|
||||
|
||||
validation_steps: 5000
|
||||
validation_steps_tuple: [2, 50]
|
||||
|
||||
global_seed: 42
|
||||
mixed_precision_training: true
|
||||
enable_xformers_memory_efficient_attention: True
|
||||
|
||||
is_debug: False
|
||||
@@ -1,66 +0,0 @@
|
||||
image_finetune: false
|
||||
|
||||
output_dir: "outputs"
|
||||
pretrained_model_path: "models/StableDiffusion/stable-diffusion-v1-5"
|
||||
|
||||
unet_additional_kwargs:
|
||||
use_motion_module : true
|
||||
motion_module_resolutions : [ 1,2,4,8 ]
|
||||
unet_use_cross_frame_attention : false
|
||||
unet_use_temporal_attention : false
|
||||
|
||||
motion_module_type: Vanilla
|
||||
motion_module_kwargs:
|
||||
num_attention_heads : 8
|
||||
num_transformer_block : 1
|
||||
attention_block_types : [ "Temporal_Self", "Temporal_Self" ]
|
||||
temporal_position_encoding : true
|
||||
temporal_position_encoding_max_len : 24
|
||||
temporal_attention_dim_div : 1
|
||||
zero_initialize : true
|
||||
|
||||
noise_scheduler_kwargs:
|
||||
num_train_timesteps: 1000
|
||||
beta_start: 0.00085
|
||||
beta_end: 0.012
|
||||
beta_schedule: "linear"
|
||||
steps_offset: 1
|
||||
clip_sample: false
|
||||
|
||||
train_data:
|
||||
csv_path: "/mnt/petrelfs/guoyuwei/projects/datasets/webvid/results_2M_val.csv"
|
||||
video_folder: "/mnt/petrelfs/guoyuwei/projects/datasets/webvid/2M_val"
|
||||
sample_size: 256
|
||||
sample_stride: 4
|
||||
sample_n_frames: 16
|
||||
|
||||
validation_data:
|
||||
prompts:
|
||||
- "Snow rocky mountains peaks canyon. Snow blanketed rocky mountains surround and shadow deep canyons."
|
||||
- "A drone view of celebration with Christma tree and fireworks, starry sky - background."
|
||||
- "Robot dancing in times square."
|
||||
- "Pacific coast, carmel by the sea ocean and waves."
|
||||
num_inference_steps: 25
|
||||
guidance_scale: 8.
|
||||
|
||||
trainable_modules:
|
||||
- "motion_modules."
|
||||
|
||||
unet_checkpoint_path: ""
|
||||
|
||||
learning_rate: 1.e-4
|
||||
train_batch_size: 4
|
||||
|
||||
max_train_epoch: -1
|
||||
max_train_steps: 100
|
||||
checkpointing_epochs: -1
|
||||
checkpointing_steps: 60
|
||||
|
||||
validation_steps: 5000
|
||||
validation_steps_tuple: [2, 50]
|
||||
|
||||
global_seed: 42
|
||||
mixed_precision_training: true
|
||||
enable_xformers_memory_efficient_attention: True
|
||||
|
||||
is_debug: False
|
||||
Reference in New Issue
Block a user