Skip to content

C
ComfyUI-MimicMotionWrapper
提交 54789b4b authored 作者: kijai's avatar kijai
浏览文件
操作

update

上级 50837dd4
显示空白字符变更
内嵌 并排
正在显示 包含 385 行增加 和 254 行删除
examples/mimic_motion_example_01.json
浏览文件 @ 54789b4b
{ {
"last_node_id": 20, "last_node_id": 24,
"last_link_id": 28, "last_link_id": 54,
"nodes": [ "nodes": [
{ {
"id": 9, "id": 9,
...@@ -14,13 +14,13 @@ ...@@ -14,13 +14,13 @@
"1": 86 "1": 86
}, },
"flags": {}, "flags": {},
"order": 6, "order": 7,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
"name": "image", "name": "image",
"type": "IMAGE", "type": "IMAGE",
"link": 18 "link": 53
} }
], ],
"outputs": [ "outputs": [
...@@ -46,7 +46,7 @@ ...@@ -46,7 +46,7 @@
"shape": 3 "shape": 3
}, },
{ {
"name": "16 count", "name": "32 count",
"type": "INT", "type": "INT",
"links": null, "links": null,
"shape": 3 "shape": 3
...@@ -100,7 +100,7 @@ ...@@ -100,7 +100,7 @@
"1": 106 "1": 106
}, },
"flags": {}, "flags": {},
"order": 4, "order": 3,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
...@@ -130,132 +130,151 @@ ...@@ -130,132 +130,151 @@
] ]
}, },
{ {
"id": 5, "id": 3,
"type": "VHS_LoadVideo", "type": "LoadImage",
"pos": [ "pos": [
25, -8,
851 449
],
"size": [
235.1999969482422,
658.5777723524305
], ],
"size": {
"0": 315,
"1": 314.0000305175781
},
"flags": {}, "flags": {},
"order": 1, "order": 1,
"mode": 0, "mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
}
],
"outputs": [ "outputs": [
{ {
"name": "IMAGE", "name": "IMAGE",
"type": "IMAGE", "type": "IMAGE",
"links": [ "links": [
5 12,
36
], ],
"shape": 3, "shape": 3,
"slot_index": 0 "slot_index": 0
}, },
{ {
"name": "frame_count", "name": "MASK",
"type": "INT", "type": "MASK",
"links": null, "links": null,
"shape": 3 "shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
}, },
{ "widgets_values": [
"name": "audio", "demo1 (1).jpg",
"type": "VHS_AUDIO", "image"
"links": null, ]
"shape": 3
}, },
{ {
"name": "video_info", "id": 17,
"type": "VHS_VIDEOINFO", "type": "ImageConcatMulti",
"links": null, "pos": [
"shape": 3 1752,
} 883
], ],
"properties": { "size": {
"Node name for S&R": "VHS_LoadVideo" "0": 210,
"1": 170
}, },
"widgets_values": { "flags": {},
"video": "pose1.mp4", "order": 11,
"force_rate": 0, "mode": 0,
"force_size": "Disabled", "inputs": [
"custom_width": 512, {
"custom_height": 512, "name": "image_1",
"frame_load_cap": 16, "type": "IMAGE",
"skip_first_frames": 0, "link": 49
"select_every_nth": 2, },
"choose video to upload": "image", {
"videopreview": { "name": "image_2",
"hidden": false, "type": "IMAGE",
"paused": false, "link": 54
"params": { },
"frame_load_cap": 16, {
"skip_first_frames": 0, "name": "image_3",
"force_rate": 0, "type": "IMAGE",
"filename": "pose1.mp4", "link": 51
"type": "input",
"format": "video/mp4",
"select_every_nth": 2
}
} }
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
35
],
"shape": 3,
"slot_index": 0
} }
],
"properties": {},
"widgets_values": [
3,
"right",
false,
null
]
}, },
{ {
"id": 6, "id": 19,
"type": "DWPreprocessor", "type": "VHS_SplitImages",
"pos": [ "pos": [
385, 1356,
854 763
], ],
"size": { "size": {
"0": 315, "0": 315,
"1": 198 "1": 118
}, },
"flags": {}, "flags": {},
"order": 3, "order": 10,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
"name": "image", "name": "images",
"type": "IMAGE", "type": "IMAGE",
"link": 5 "link": 25
} }
], ],
"outputs": [ "outputs": [
{ {
"name": "IMAGE", "name": "IMAGE_A",
"type": "IMAGE",
"links": null,
"shape": 3
},
{
"name": "A_count",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "IMAGE_B",
"type": "IMAGE", "type": "IMAGE",
"links": [ "links": [
23 51
], ],
"shape": 3, "shape": 3,
"slot_index": 0 "slot_index": 2
}, },
{ {
"name": "POSE_KEYPOINT", "name": "B_count",
"type": "POSE_KEYPOINT", "type": "INT",
"links": null, "links": null,
"shape": 3 "shape": 3
} }
], ],
"properties": { "properties": {
"Node name for S&R": "DWPreprocessor" "Node name for S&R": "VHS_SplitImages"
}, },
"widgets_values": [ "widgets_values": {
"enable", "split_index": 1
"enable", }
"enable",
512,
"yolox_l.torchscript.pt",
"dw-ll_ucoco_384_bs5.torchscript.pt"
]
}, },
{ {
"id": 1, "id": 1,
...@@ -264,12 +283,12 @@ ...@@ -264,12 +283,12 @@
1165, 1165,
426 426
], ],
"size": [ "size": {
307.6666259765625, "0": 307.6666259765625,
290 "1": 290
], },
"flags": {}, "flags": {},
"order": 8, "order": 9,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
...@@ -295,7 +314,6 @@ ...@@ -295,7 +314,6 @@
"name": "images", "name": "images",
"type": "IMAGE", "type": "IMAGE",
"links": [ "links": [
21,
25 25
], ],
"shape": 3, "shape": 3,
...@@ -306,200 +324,185 @@ ...@@ -306,200 +324,185 @@
"Node name for S&R": "MimicMotionSampler" "Node name for S&R": "MimicMotionSampler"
}, },
"widgets_values": [ "widgets_values": [
16, 25,
20,
2,
2, 2,
2, 2,
123,
"fixed", "fixed",
15, 15,
0.02, 0.02,
0 0.02
] ]
}, },
{ {
"id": 16, "id": 6,
"type": "VHS_VideoCombine", "type": "DWPreprocessor",
"pos": [ "pos": [
1808, 385,
539 854
],
"size": [
614.8601062011721,
750.1450796508791
], ],
"size": {
"0": 315,
"1": 198
},
"flags": {}, "flags": {},
"order": 11, "order": 4,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
"name": "images", "name": "image",
"type": "IMAGE", "type": "IMAGE",
"link": 26 "link": 5
},
{
"name": "audio",
"type": "VHS_AUDIO",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
} }
], ],
"outputs": [ "outputs": [
{ {
"name": "Filenames", "name": "IMAGE",
"type": "VHS_FILENAMES", "type": "IMAGE",
"links": [
42
],
"shape": 3,
"slot_index": 0
},
{
"name": "POSE_KEYPOINT",
"type": "POSE_KEYPOINT",
"links": null, "links": null,
"shape": 3 "shape": 3
} }
], ],
"properties": { "properties": {
"Node name for S&R": "VHS_VideoCombine" "Node name for S&R": "DWPreprocessor"
}, },
"widgets_values": { "widgets_values": [
"frame_rate": 8, "enable",
"loop_count": 0, "enable",
"filename_prefix": "AnimateDiff", "enable",
"format": "video/h264-mp4", 512,
"pix_fmt": "yuv420p", "yolox_l.torchscript.pt",
"crf": 19, "dw-ll_ucoco_384_bs5.torchscript.pt"
"save_metadata": true, ]
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00021.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4"
}
}
}
}, },
{ {
"id": 19, "id": 23,
"type": "VHS_SplitImages", "type": "ImageResizeKJ",
"pos": [ "pos": [
1298, 784,
772 976
], ],
"size": { "size": {
"0": 315, "0": 315,
"1": 118 "1": 242
}, },
"flags": {}, "flags": {},
"order": 10, "order": 5,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
"name": "images", "name": "image",
"type": "IMAGE", "type": "IMAGE",
"link": 25 "link": 42
} },
],
"outputs": [
{ {
"name": "IMAGE_A", "name": "get_image_size",
"type": "IMAGE", "type": "IMAGE",
"links": null, "link": null
"shape": 3
}, },
{ {
"name": "A_count", "name": "width_input",
"type": "INT", "type": "INT",
"links": null, "link": null,
"shape": 3 "widget": {
"name": "width_input"
}
}, },
{ {
"name": "IMAGE_B", "name": "height_input",
"type": "INT",
"link": null,
"widget": {
"name": "height_input"
}
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE", "type": "IMAGE",
"links": [ "links": [
26 44,
53
], ],
"shape": 3, "shape": 3,
"slot_index": 2 "slot_index": 0
}, },
{ {
"name": "B_count", "name": "width",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "height",
"type": "INT", "type": "INT",
"links": null, "links": null,
"shape": 3 "shape": 3
} }
], ],
"properties": { "properties": {
"Node name for S&R": "VHS_SplitImages" "Node name for S&R": "ImageResizeKJ"
}, },
"widgets_values": { "widgets_values": [
"split_index": 1 512,
} 768,
"nearest-exact",
false,
8,
0,
0
]
}, },
{ {
"id": 17, "id": 21,
"type": "ImageConcatMulti", "type": "ImageResizeKJ",
"pos": [ "pos": [
1359, 1212,
929 1157
], ],
"size": { "size": {
"0": 210, "0": 315,
"1": 150 "1": 242
}, },
"flags": {}, "flags": {},
"order": 9, "order": 8,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
"name": "image_1", "name": "image",
"type": "IMAGE", "type": "IMAGE",
"link": 28 "link": 36
}, },
{ {
"name": "image_2", "name": "get_image_size",
"type": "IMAGE", "type": "IMAGE",
"link": 21 "link": 37
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [],
"shape": 3,
"slot_index": 0
}
],
"properties": {},
"widgets_values": [
2,
"right",
false,
null
]
}, },
{ {
"id": 15, "name": "width_input",
"type": "ImageResize+", "type": "INT",
"pos": [ "link": null,
803, "widget": {
892 "name": "width_input"
], }
"size": {
"0": 315,
"1": 218
}, },
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{ {
"name": "image", "name": "height_input",
"type": "IMAGE", "type": "INT",
"link": 23 "link": null,
"widget": {
"name": "height_input"
}
} }
], ],
"outputs": [ "outputs": [
...@@ -507,8 +510,7 @@ ...@@ -507,8 +510,7 @@
"name": "IMAGE", "name": "IMAGE",
"type": "IMAGE", "type": "IMAGE",
"links": [ "links": [
18, 49
27
], ],
"shape": 3, "shape": 3,
"slot_index": 0 "slot_index": 0
...@@ -527,36 +529,37 @@ ...@@ -527,36 +529,37 @@
} }
], ],
"properties": { "properties": {
"Node name for S&R": "ImageResize+" "Node name for S&R": "ImageResizeKJ"
}, },
"widgets_values": [ "widgets_values": [
512, 512,
768, 512,
"nearest", "nearest-exact",
false, false,
"always", 2,
8 0,
0
] ]
}, },
{ {
"id": 20, "id": 20,
"type": "VHS_SplitImages", "type": "VHS_SplitImages",
"pos": [ "pos": [
1268, 1181,
1142 974
], ],
"size": { "size": {
"0": 315, "0": 315,
"1": 118 "1": 118
}, },
"flags": {}, "flags": {},
"order": 7, "order": 6,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
"name": "images", "name": "images",
"type": "IMAGE", "type": "IMAGE",
"link": 27 "link": 44
} }
], ],
"outputs": [ "outputs": [
...@@ -576,7 +579,8 @@ ...@@ -576,7 +579,8 @@
"name": "IMAGE_B", "name": "IMAGE_B",
"type": "IMAGE", "type": "IMAGE",
"links": [ "links": [
28 37,
54
], ],
"shape": 3, "shape": 3,
"slot_index": 2 "slot_index": 2
...@@ -596,43 +600,146 @@ ...@@ -596,43 +600,146 @@
} }
}, },
{ {
"id": 3, "id": 16,
"type": "LoadImage", "type": "VHS_VideoCombine",
"pos": [ "pos": [
-10, 2010,
447 480
], ],
"size": { "size": [
"0": 315, 1004.800048828125,
"1": 314.0000305175781 796.4000244140625
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 35
},
{
"name": "audio",
"type": "VHS_AUDIO",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 8,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00027.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4"
}
}
}
}, },
{
"id": 5,
"type": "VHS_LoadVideo",
"pos": [
25,
851
],
"size": [
235.1999969482422,
658.5777723524305
],
"flags": {}, "flags": {},
"order": 2, "order": 2,
"mode": 0, "mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
}
],
"outputs": [ "outputs": [
{ {
"name": "IMAGE", "name": "IMAGE",
"type": "IMAGE", "type": "IMAGE",
"links": [ "links": [
12 5
], ],
"shape": 3, "shape": 3,
"slot_index": 0 "slot_index": 0
}, },
{ {
"name": "MASK", "name": "frame_count",
"type": "MASK", "type": "INT",
"links": null,
"shape": 3
},
{
"name": "audio",
"type": "VHS_AUDIO",
"links": null,
"shape": 3
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null, "links": null,
"shape": 3 "shape": 3
} }
], ],
"properties": { "properties": {
"Node name for S&R": "LoadImage" "Node name for S&R": "VHS_LoadVideo"
}, },
"widgets_values": [ "widgets_values": {
"demo1 (1).jpg", "video": "pose1.mp4",
"image" "force_rate": 0,
] "force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 16,
"skip_first_frames": 0,
"select_every_nth": 2,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"frame_load_cap": 16,
"skip_first_frames": 0,
"force_rate": 0,
"filename": "pose1.mp4",
"type": "input",
"format": "video/mp4",
"select_every_nth": 2
}
}
}
} }
], ],
"links": [ "links": [
...@@ -677,59 +784,83 @@ ...@@ -677,59 +784,83 @@
"IMAGE" "IMAGE"
], ],
[ [
18, 25,
15, 1,
0, 0,
9, 19,
0,
"IMAGE"
],
[
35,
17,
0,
16,
0, 0,
"IMAGE" "IMAGE"
], ],
[ [
36,
3,
0,
21, 21,
1,
0, 0,
17, "IMAGE"
],
[
37,
20,
2,
21,
1, 1,
"IMAGE" "IMAGE"
], ],
[ [
23, 42,
6, 6,
0, 0,
15, 23,
0, 0,
"IMAGE" "IMAGE"
], ],
[ [
25, 44,
1, 23,
0, 0,
19, 20,
0, 0,
"IMAGE" "IMAGE"
], ],
[ [
26, 49,
21,
0,
17,
0,
"IMAGE"
],
[
51,
19, 19,
2, 2,
16, 17,
0, 2,
"IMAGE" "IMAGE"
], ],
[ [
27, 53,
15, 23,
0, 0,
20, 9,
0, 0,
"IMAGE" "IMAGE"
], ],
[ [
28, 54,
20, 20,
2, 2,
17, 17,
0, 1,
"IMAGE" "IMAGE"
] ]
], ],
...@@ -737,10 +868,10 @@ ...@@ -737,10 +868,10 @@
"config": {}, "config": {},
"extra": { "extra": {
"ds": { "ds": {
"scale": 0.8264462809917354, "scale": 0.7513148009015777,
"offset": { "offset": {
"0": 285.9532165527344, "0": 52.74061584472656,
"1": -242.5866241455078 "1": -197.62571716308594
} }
} }
}, },
......
mimicmotion/pipelines/pipeline_mimicmotion.py
浏览文件 @ 54789b4b
...@@ -574,7 +574,7 @@ class MimicMotionPipeline(DiffusionPipeline): ...@@ -574,7 +574,7 @@ class MimicMotionPipeline(DiffusionPipeline):
range(0, num_frames - tile_size + 1, tile_size - tile_overlap)] range(0, num_frames - tile_size + 1, tile_size - tile_overlap)]
if indices[-1][-1] < num_frames - 1: if indices[-1][-1] < num_frames - 1:
indices.append([0, *range(num_frames - tile_size + 1, num_frames)]) indices.append([0, *range(num_frames - tile_size + 1, num_frames)])
comfy_pbar = ProgressBar(len(timesteps)) comfy_pbar = ProgressBar(len(timesteps) * len(indices))
with self.progress_bar(total=len(timesteps) * len(indices)) as progress_bar: with self.progress_bar(total=len(timesteps) * len(indices)) as progress_bar:
for i, t in enumerate(timesteps): for i, t in enumerate(timesteps):
# expand the latents if we are doing classifier free guidance # expand the latents if we are doing classifier free guidance
......
Markdown 格式
0% 或
您添加了 0 人 到此讨论。请谨慎行事。
请先完成此评论的编辑！
请 注册 或者 后发表评论