Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
v3-1-T2V.yaml 3.38 KB
Newer Older
mashun1's avatar
animatediff  
mashun1 committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117 
# 1-animation
- domain_lora_scale: 1.0
  adapter_lora_path: "models/Motion_Module/v3_sd15_adapter.ckpt"
  dreambooth_path:   ""

  inference_config: "configs/inference/inference-v3.yaml"
  motion_module:    "models/Motion_Module/v3_sd15_mm.ckpt"

  controlnet_config: "configs/inference/sparsectrl/latent_condition.yaml"
  controlnet_path:   "models/SparseCtrl/v3_sd15_sparsectrl_rgb.ckpt"

  H: 256
  W: 384
  seed: [123,234]
  steps: 25
  guidance_scale: 8.5

  controlnet_image_indexs: [0]
  controlnet_images:
    - "__assets__/demos/image/painting.png"

  prompt:
    - an oil painting of a sailboat in the ocean wave
    - an oil painting of a sailboat in the ocean wave
  n_prompt:
    - "worst quality, low quality, letterboxed"


# 2-interpolation
- domain_lora_scale: 1.0
  adapter_lora_path: "models/Motion_Module/v3_sd15_adapter.ckpt"
  dreambooth_path:   ""

  inference_config: "configs/inference/inference-v3.yaml"
  motion_module:    "models/Motion_Module/v3_sd15_mm.ckpt"

  controlnet_config: "configs/inference/sparsectrl/latent_condition.yaml"
  controlnet_path:   "models/SparseCtrl/v3_sd15_sparsectrl_rgb.ckpt"

  H: 256
  W: 384
  seed: [123,234]
  steps: 25
  guidance_scale: 8.5

  controlnet_image_indexs: [0,-1]
  controlnet_images:
    - "__assets__/demos/image/interpolation_1.png"
    - "__assets__/demos/image/interpolation_2.png"

  prompt:
    - "aerial view, beautiful forest, autumn, 4k, high quality"
    - "aerial view, beautiful forest, autumn, 4k, high quality"
  n_prompt:
    - "worst quality, low quality, letterboxed"


# 3-interpolation
- domain_lora_scale: 1.0
  adapter_lora_path: "models/Motion_Module/v3_sd15_adapter.ckpt"
  dreambooth_path:   ""

  inference_config: "configs/inference/inference-v3.yaml"
  motion_module:    "models/Motion_Module/v3_sd15_mm.ckpt"

  controlnet_config: "configs/inference/sparsectrl/latent_condition.yaml"
  controlnet_path:   "models/SparseCtrl/v3_sd15_sparsectrl_rgb.ckpt"

  H: 256
  W: 384
  seed:           [123,234]
  steps:          25
  guidance_scale: 8.5

  controlnet_image_indexs: [0,5,10,15]
  controlnet_images:
    - "__assets__/demos/image/low_fps_1.png"
    - "__assets__/demos/image/low_fps_2.png"
    - "__assets__/demos/image/low_fps_3.png"
    - "__assets__/demos/image/low_fps_4.png"

  prompt:
    - "two people holding hands in a field with wind turbines in the background"
    - "two people holding hands in a field with wind turbines in the background"
  n_prompt:
    - "worst quality, low quality, letterboxed"


# 3-prediction
- domain_lora_scale: 1.0
  adapter_lora_path: "models/Motion_Module/v3_sd15_adapter.ckpt"
  dreambooth_path:   ""

  inference_config: "configs/inference/inference-v3.yaml"
  motion_module:    "models/Motion_Module/v3_sd15_mm.ckpt"

  controlnet_config: "configs/inference/sparsectrl/latent_condition.yaml"
  controlnet_path:   "models/SparseCtrl/v3_sd15_sparsectrl_rgb.ckpt"

  H: 256
  W: 384
  seed:           [123,234]
  steps:          25
  guidance_scale: 8.5

  controlnet_image_indexs: [0,1,2,3]
  controlnet_images:
    - "__assets__/demos/image/prediction_1.png"
    - "__assets__/demos/image/prediction_2.png"
    - "__assets__/demos/image/prediction_3.png"
    - "__assets__/demos/image/prediction_4.png"

  prompt:
    - "an astronaut is flying in the space, 4k, high resolution"
    - "an astronaut is flying in the space, 4k, high resolution"
  n_prompt:
    - "worst quality, low quality, letterboxed"