Skip to content

Instantly share code, notes, and snippets.

@appliedintelligencelab

appliedintelligencelab/workflow-alien.json

Created October 17, 2023 01:59
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save appliedintelligencelab/d72b03f73bd5cd3310eadbda57f411b1 to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save appliedintelligencelab/d72b03f73bd5cd3310eadbda57f411b1 to your computer and use it in GitHub Desktop.
Download ZIP
ComfyUI workflow with vid2vid AnimateDiff to create alien-like girls
Raw
workflow-alien.json
{
"last_node_id": 107,
"last_link_id": 229,
"nodes": [
{
"id": 5,
"type": "PrimitiveNode",
"pos": [
1145,
469
],
"size": {
"0": 285.6000061035156,
"1": 82
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "INT",
"type": "INT",
"links": [
6
],
"slot_index": 0,
"widget": {
"name": "seed"
}
}
],
"title": "Primitive (I'm using this as seed)",
"properties": {},
"widgets_values": [
44444444,
"fixed"
],
"color": "#2a363b",
"bgcolor": "#3f5159"
},
{
"id": 3,
"type": "CLIPTextEncode",
"pos": [
410.27166425781235,
212.9636115234376
],
"size": {
"0": 377.7811279296875,
"1": 124.52955627441406
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 228
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
132
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"Reptilian Alien man using headphones, hyper realistic"
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 6,
"type": "CLIPTextEncode",
"pos": [
393,
410
],
"size": {
"0": 399.56402587890625,
"1": 143.6069793701172
},
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 229
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
133
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
""
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 53,
"type": "ImageScale",
"pos": [
-175,
-825
],
"size": {
"0": 315,
"1": 130
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 224
},
{
"name": "width",
"type": "INT",
"link": 222,
"widget": {
"name": "width"
},
"slot_index": 1
},
{
"name": "height",
"type": "INT",
"link": 223,
"widget": {
"name": "height"
},
"slot_index": 2
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
86,
87,
212,
215
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageScale"
},
"widgets_values": [
"nearest-exact",
576,
1024,
"disabled"
]
},
{
"id": 50,
"type": "PreviewImage",
"pos": [
18,
-1506
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 86
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 56,
"type": "VAEEncode",
"pos": [
671,
-829
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "pixels",
"type": "IMAGE",
"link": 87
},
{
"name": "vae",
"type": "VAE",
"link": 88
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
208
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEEncode"
}
},
{
"id": 102,
"type": "MiDaS-DepthMapPreprocessor",
"pos": [
557,
-1380
],
"size": {
"0": 315,
"1": 106
},
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 212
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
213,
214
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "MiDaS-DepthMapPreprocessor"
},
"widgets_values": [
6.283185307179586,
0.1,
512
]
},
{
"id": 100,
"type": "DWPreprocessor",
"pos": [
1294,
-1406
],
"size": {
"0": 315,
"1": 130
},
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 215
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
216,
217
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DWPreprocessor"
},
"widgets_values": [
"enable",
"enable",
"enable",
512
]
},
{
"id": 72,
"type": "ControlNetApplyAdvanced",
"pos": [
1027,
-1153
],
"size": {
"0": 315,
"1": 166
},
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 132
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 133
},
{
"name": "control_net",
"type": "CONTROL_NET",
"link": 118
},
{
"name": "image",
"type": "IMAGE",
"link": 213
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
218
],
"shape": 3,
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
219
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "ControlNetApplyAdvanced"
},
"widgets_values": [
0.5,
0,
1
],
"color": "#2a363b",
"bgcolor": "#3f5159"
},
{
"id": 92,
"type": "PreviewImage",
"pos": [
1043,
-2071
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 214
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 103,
"type": "PreviewImage",
"pos": [
1591,
-2068
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 216
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 99,
"type": "ControlNetApplyAdvanced",
"pos": [
1716,
-1154
],
"size": {
"0": 315,
"1": 166
},
"flags": {},
"order": 21,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 218
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 219
},
{
"name": "control_net",
"type": "CONTROL_NET",
"link": 209
},
{
"name": "image",
"type": "IMAGE",
"link": 217
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
221
],
"shape": 3,
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
220
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "ControlNetApplyAdvanced"
},
"widgets_values": [
1,
0,
1
],
"color": "#2a363b",
"bgcolor": "#3f5159"
},
{
"id": 7,
"type": "KSampler",
"pos": [
1550,
-459
],
"size": {
"0": 315,
"1": 262
},
"flags": {
"pinned": true
},
"order": 22,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 205
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 221
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 220
},
{
"name": "latent_image",
"type": "LATENT",
"link": 208
},
{
"name": "seed",
"type": "INT",
"link": 6,
"widget": {
"name": "seed"
}
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
9
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
44444444,
"fixed",
25,
8,
"euler_ancestral",
"normal",
0.3
],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 10,
"type": "VAEDecode",
"pos": [
1983,
-473
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 23,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 9
},
{
"name": "vae",
"type": "VAE",
"link": 10
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
130,
207
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 94,
"type": "ADE_AnimateDiffUniformContextOptions",
"pos": [
163.95991943359377,
-324.54026367187475
],
"size": {
"0": 315,
"1": 154
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "CONTEXT_OPTIONS",
"type": "CONTEXT_OPTIONS",
"links": [
206
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ADE_AnimateDiffUniformContextOptions"
},
"widgets_values": [
16,
1,
4,
"uniform",
false
]
},
{
"id": 104,
"type": "PrimitiveNode",
"pos": [
-1229,
-667
],
"size": {
"0": 210,
"1": 82
},
"flags": {
"collapsed": false
},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "INT",
"type": "INT",
"links": [
222
],
"slot_index": 0,
"widget": {
"name": "width"
}
}
],
"title": "Width",
"properties": {},
"widgets_values": [
576,
"fixed"
],
"color": "#332922",
"bgcolor": "#593930"
},
{
"id": 105,
"type": "PrimitiveNode",
"pos": [
-1230,
-503
],
"size": {
"0": 210,
"1": 82
},
"flags": {
"collapsed": false
},
"order": 3,
"mode": 0,
"outputs": [
{
"name": "INT",
"type": "INT",
"links": [
223
],
"slot_index": 0,
"widget": {
"name": "height"
}
}
],
"title": "Height",
"properties": {},
"widgets_values": [
1024,
"fixed"
],
"color": "#332922",
"bgcolor": "#593930"
},
{
"id": 1,
"type": "CheckpointLoaderSimpleWithNoiseSelect",
"pos": [
-1236,
-293
],
"size": {
"0": 319.20001220703125,
"1": 122
},
"flags": {},
"order": 4,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
225
],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
227
],
"shape": 3,
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": null,
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimpleWithNoiseSelect"
},
"widgets_values": [
"epicrealism_naturalSinRC1VAE.safetensors",
"sqrt_linear (AnimateDiff)"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 2,
"type": "VAELoader",
"pos": [
-1239,
41
],
"size": {
"0": 385.8948669433594,
"1": 58
},
"flags": {},
"order": 5,
"mode": 0,
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
10,
88
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAELoader"
},
"widgets_values": [
"vaeFtMse840000Ema_v100.pt"
],
"color": "#332922",
"bgcolor": "#593930"
},
{
"id": 70,
"type": "ControlNetLoaderAdvanced",
"pos": [
669.9540507812496,
-1571.7178867187506
],
"size": {
"0": 367.79998779296875,
"1": 58
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "timestep_keyframe",
"type": "TIMESTEP_KEYFRAME",
"link": null
}
],
"outputs": [
{
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
118
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ControlNetLoaderAdvanced"
},
"widgets_values": [
"control_v11f1p_sd15_depth.pth"
],
"color": "#2a363b",
"bgcolor": "#3f5159"
},
{
"id": 97,
"type": "ControlNetLoaderAdvanced",
"pos": [
1733,
-1636
],
"size": {
"0": 367.79998779296875,
"1": 58
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "timestep_keyframe",
"type": "TIMESTEP_KEYFRAME",
"link": null
}
],
"outputs": [
{
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
209
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ControlNetLoaderAdvanced"
},
"widgets_values": [
"control_v11p_sd15_openpose.pth"
],
"color": "#2a363b",
"bgcolor": "#3f5159"
},
{
"id": 93,
"type": "ADE_AnimateDiffLoaderWithContext",
"pos": [
561.9599194335939,
-408.54026367187475
],
"size": {
"0": 315,
"1": 122
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 226
},
{
"name": "context_options",
"type": "CONTEXT_OPTIONS",
"link": 206,
"slot_index": 1
},
{
"name": "motion_lora",
"type": "MOTION_LORA",
"link": null
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
205
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ADE_AnimateDiffLoaderWithContext"
},
"widgets_values": [
"temporaldiff-v1-animatediff.safetensors",
"sqrt_linear (AnimateDiff)"
]
},
{
"id": 107,
"type": "LoraLoader",
"pos": [
-541,
270
],
"size": {
"0": 315,
"1": 126
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 225
},
{
"name": "clip",
"type": "CLIP",
"link": 227
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
226
],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
228,
229
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "LoraLoader"
},
"widgets_values": [
"EdobAlienMale_v1.0.safetensors",
1,
1
]
},
{
"id": 12,
"type": "SaveImage",
"pos": [
2465,
-749
],
"size": {
"0": 315,
"1": 270
},
"flags": {},
"order": 24,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 130
}
],
"properties": {},
"widgets_values": [
"images/frame"
]
},
{
"id": 95,
"type": "ADE_AnimateDiffCombine",
"pos": [
2458,
-262
],
"size": [
327.6000061035156,
519.6000061035156
],
"flags": {},
"order": 25,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 207,
"slot_index": 0
}
],
"outputs": [
{
"name": "GIF",
"type": "GIF",
"links": null,
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ADE_AnimateDiffCombine"
},
"widgets_values": [
12,
0,
"AnimateDiff",
"video/h264-mp4",
false,
true,
"/view?filename=AnimateDiff_00001_.mp4&subfolder=&type=output&format=video%2Fh264-mp4"
]
},
{
"id": 106,
"type": "VHS_LoadImages",
"pos": [
-1235,
-969
],
"size": {
"0": 315,
"1": 194
},
"flags": {},
"order": 8,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
224
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
},
{
"name": "INT",
"type": "INT",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_LoadImages"
},
"widgets_values": [
"vid04a",
"directory",
225,
0,
1
],
"color": "#323",
"bgcolor": "#535"
}
],
"links": [
[
6,
5,
0,
7,
4,
"INT"
],
[
9,
7,
0,
10,
0,
"LATENT"
],
[
10,
2,
0,
10,
1,
"VAE"
],
[
86,
53,
0,
50,
0,
"IMAGE"
],
[
87,
53,
0,
56,
0,
"IMAGE"
],
[
88,
2,
0,
56,
1,
"VAE"
],
[
118,
70,
0,
72,
2,
"CONTROL_NET"
],
[
130,
10,
0,
12,
0,
"IMAGE"
],
[
132,
3,
0,
72,
0,
"CONDITIONING"
],
[
133,
6,
0,
72,
1,
"CONDITIONING"
],
[
205,
93,
0,
7,
0,
"MODEL"
],
[
206,
94,
0,
93,
1,
"CONTEXT_OPTIONS"
],
[
207,
10,
0,
95,
0,
"IMAGE"
],
[
208,
56,
0,
7,
3,
"LATENT"
],
[
209,
97,
0,
99,
2,
"CONTROL_NET"
],
[
212,
53,
0,
102,
0,
"IMAGE"
],
[
213,
102,
0,
72,
3,
"IMAGE"
],
[
214,
102,
0,
92,
0,
"IMAGE"
],
[
215,
53,
0,
100,
0,
"IMAGE"
],
[
216,
100,
0,
103,
0,
"IMAGE"
],
[
217,
100,
0,
99,
3,
"IMAGE"
],
[
218,
72,
0,
99,
0,
"CONDITIONING"
],
[
219,
72,
1,
99,
1,
"CONDITIONING"
],
[
220,
99,
1,
7,
2,
"CONDITIONING"
],
[
221,
99,
0,
7,
1,
"CONDITIONING"
],
[
222,
104,
0,
53,
1,
"INT"
],
[
223,
105,
0,
53,
2,
"INT"
],
[
224,
106,
0,
53,
0,
"IMAGE"
],
[
225,
1,
0,
107,
0,
"MODEL"
],
[
226,
107,
0,
93,
0,
"MODEL"
],
[
227,
1,
1,
107,
1,
"CLIP"
],
[
228,
107,
1,
3,
0,
"CLIP"
],
[
229,
107,
1,
6,
0,
"CLIP"
]
],
"groups": [
{
"title": "Inputs",
"bounding": [
-1403,
-1082,
677,
1260
],
"color": "#8A8",
"font_size": 24
},
{
"title": "Outputs",
"bounding": [
2382,
-932,
491,
983
],
"color": "#8AA",
"font_size": 24
},
{
"title": "ControlNet",
"bounding": [
519,
-1792,
1715,
913
],
"color": "#b58b2a",
"font_size": 24
},
{
"title": "Prompt",
"bounding": [
259,
88,
697,
533
],
"color": "#a1309b",
"font_size": 24
},
{
"title": "Animate Diff Nodes",
"bounding": [
130,
-602,
813,
586
],
"color": "#3f789e",
"font_size": 24
}
],
"config": {},
"extra": {},
"version": 0.4
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment