Skip to content

C
ComfyUI-MimicMotionWrapper
提交 54789b4b authored 作者: kijai's avatar kijai
浏览文件
操作

update

上级 50837dd4
显示空白字符变更
内嵌 并排
正在显示 包含 385 行增加 和 254 行删除
examples/mimic_motion_example_01.json
浏览文件 @ 54789b4b
{
"last_node_id": 20,
"last_link_id": 28,
"last_node_id": 24,
"last_link_id": 54,
"nodes": [
{
"id": 9,
......@@ -14,13 +14,13 @@
"1": 86
},
"flags": {},
"order": 6,
"order": 7,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 18
"link": 53
}
],
"outputs": [
......@@ -46,7 +46,7 @@
"shape": 3
},
{
"name": "16 count",
"name": "32 count",
"type": "INT",
"links": null,
"shape": 3
......@@ -100,7 +100,7 @@
"1": 106
},
"flags": {},
"order": 4,
"order": 3,
"mode": 0,
"inputs": [
{
......@@ -130,132 +130,151 @@
]
},
{
"id": 5,
"type": "VHS_LoadVideo",
"id": 3,
"type": "LoadImage",
"pos": [
25,
851
],
"size": [
235.1999969482422,
658.5777723524305
-8,
449
],
"size": {
"0": 315,
"1": 314.0000305175781
},
"flags": {},
"order": 1,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
5
12,
36
],
"shape": 3,
"slot_index": 0
},
{
"name": "frame_count",
"type": "INT",
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
{
"name": "audio",
"type": "VHS_AUDIO",
"links": null,
"shape": 3
"widgets_values": [
"demo1 (1).jpg",
"image"
]
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null,
"shape": 3
}
"id": 17,
"type": "ImageConcatMulti",
"pos": [
1752,
883
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
"size": {
"0": 210,
"1": 170
},
"widgets_values": {
"video": "pose1.mp4",
"force_rate": 0,
"force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 16,
"skip_first_frames": 0,
"select_every_nth": 2,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"frame_load_cap": 16,
"skip_first_frames": 0,
"force_rate": 0,
"filename": "pose1.mp4",
"type": "input",
"format": "video/mp4",
"select_every_nth": 2
}
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "image_1",
"type": "IMAGE",
"link": 49
},
{
"name": "image_2",
"type": "IMAGE",
"link": 54
},
{
"name": "image_3",
"type": "IMAGE",
"link": 51
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
35
],
"shape": 3,
"slot_index": 0
}
],
"properties": {},
"widgets_values": [
3,
"right",
false,
null
]
},
{
"id": 6,
"type": "DWPreprocessor",
"id": 19,
"type": "VHS_SplitImages",
"pos": [
385,
854
1356,
763
],
"size": {
"0": 315,
"1": 198
"1": 118
},
"flags": {},
"order": 3,
"order": 10,
"mode": 0,
"inputs": [
{
"name": "image",
"name": "images",
"type": "IMAGE",
"link": 5
"link": 25
}
],
"outputs": [
{
"name": "IMAGE",
"name": "IMAGE_A",
"type": "IMAGE",
"links": null,
"shape": 3
},
{
"name": "A_count",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "IMAGE_B",
"type": "IMAGE",
"links": [
23
51
],
"shape": 3,
"slot_index": 0
"slot_index": 2
},
{
"name": "POSE_KEYPOINT",
"type": "POSE_KEYPOINT",
"name": "B_count",
"type": "INT",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "DWPreprocessor"
"Node name for S&R": "VHS_SplitImages"
},
"widgets_values": [
"enable",
"enable",
"enable",
512,
"yolox_l.torchscript.pt",
"dw-ll_ucoco_384_bs5.torchscript.pt"
]
"widgets_values": {
"split_index": 1
}
},
{
"id": 1,
......@@ -264,12 +283,12 @@
1165,
426
],
"size": [
307.6666259765625,
290
],
"size": {
"0": 307.6666259765625,
"1": 290
},
"flags": {},
"order": 8,
"order": 9,
"mode": 0,
"inputs": [
{
......@@ -295,7 +314,6 @@
"name": "images",
"type": "IMAGE",
"links": [
21,
25
],
"shape": 3,
......@@ -306,200 +324,185 @@
"Node name for S&R": "MimicMotionSampler"
},
"widgets_values": [
16,
20,
2,
25,
2,
2,
123,
"fixed",
15,
0.02,
0
0.02
]
},
{
"id": 16,
"type": "VHS_VideoCombine",
"id": 6,
"type": "DWPreprocessor",
"pos": [
1808,
539
],
"size": [
614.8601062011721,
750.1450796508791
385,
854
],
"size": {
"0": 315,
"1": 198
},
"flags": {},
"order": 11,
"order": 4,
"mode": 0,
"inputs": [
{
"name": "images",
"name": "image",
"type": "IMAGE",
"link": 26
},
{
"name": "audio",
"type": "VHS_AUDIO",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
"link": 5
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"name": "IMAGE",
"type": "IMAGE",
"links": [
42
],
"shape": 3,
"slot_index": 0
},
{
"name": "POSE_KEYPOINT",
"type": "POSE_KEYPOINT",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
"Node name for S&R": "DWPreprocessor"
},
"widgets_values": {
"frame_rate": 8,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00021.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4"
}
}
}
"widgets_values": [
"enable",
"enable",
"enable",
512,
"yolox_l.torchscript.pt",
"dw-ll_ucoco_384_bs5.torchscript.pt"
]
},
{
"id": 19,
"type": "VHS_SplitImages",
"id": 23,
"type": "ImageResizeKJ",
"pos": [
1298,
772
784,
976
],
"size": {
"0": 315,
"1": 118
"1": 242
},
"flags": {},
"order": 10,
"order": 5,
"mode": 0,
"inputs": [
{
"name": "images",
"name": "image",
"type": "IMAGE",
"link": 25
}
],
"outputs": [
"link": 42
},
{
"name": "IMAGE_A",
"name": "get_image_size",
"type": "IMAGE",
"links": null,
"shape": 3
"link": null
},
{
"name": "A_count",
"name": "width_input",
"type": "INT",
"links": null,
"shape": 3
"link": null,
"widget": {
"name": "width_input"
}
},
{
"name": "IMAGE_B",
"name": "height_input",
"type": "INT",
"link": null,
"widget": {
"name": "height_input"
}
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
26
44,
53
],
"shape": 3,
"slot_index": 2
"slot_index": 0
},
{
"name": "B_count",
"name": "width",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "height",
"type": "INT",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_SplitImages"
"Node name for S&R": "ImageResizeKJ"
},
"widgets_values": {
"split_index": 1
}
"widgets_values": [
512,
768,
"nearest-exact",
false,
8,
0,
0
]
},
{
"id": 17,
"type": "ImageConcatMulti",
"id": 21,
"type": "ImageResizeKJ",
"pos": [
1359,
929
1212,
1157
],
"size": {
"0": 210,
"1": 150
"0": 315,
"1": 242
},
"flags": {},
"order": 9,
"order": 8,
"mode": 0,
"inputs": [
{
"name": "image_1",
"name": "image",
"type": "IMAGE",
"link": 28
"link": 36
},
{
"name": "image_2",
"name": "get_image_size",
"type": "IMAGE",
"link": 21
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [],
"shape": 3,
"slot_index": 0
}
],
"properties": {},
"widgets_values": [
2,
"right",
false,
null
]
"link": 37
},
{
"id": 15,
"type": "ImageResize+",
"pos": [
803,
892
],
"size": {
"0": 315,
"1": 218
"name": "width_input",
"type": "INT",
"link": null,
"widget": {
"name": "width_input"
}
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 23
"name": "height_input",
"type": "INT",
"link": null,
"widget": {
"name": "height_input"
}
}
],
"outputs": [
......@@ -507,8 +510,7 @@
"name": "IMAGE",
"type": "IMAGE",
"links": [
18,
27
49
],
"shape": 3,
"slot_index": 0
......@@ -527,36 +529,37 @@
}
],
"properties": {
"Node name for S&R": "ImageResize+"
"Node name for S&R": "ImageResizeKJ"
},
"widgets_values": [
512,
768,
"nearest",
512,
"nearest-exact",
false,
"always",
8
2,
0,
0
]
},
{
"id": 20,
"type": "VHS_SplitImages",
"pos": [
1268,
1142
1181,
974
],
"size": {
"0": 315,
"1": 118
},
"flags": {},
"order": 7,
"order": 6,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 27
"link": 44
}
],
"outputs": [
......@@ -576,7 +579,8 @@
"name": "IMAGE_B",
"type": "IMAGE",
"links": [
28
37,
54
],
"shape": 3,
"slot_index": 2
......@@ -596,43 +600,146 @@
}
},
{
"id": 3,
"type": "LoadImage",
"id": 16,
"type": "VHS_VideoCombine",
"pos": [
-10,
447
2010,
480
],
"size": {
"0": 315,
"1": 314.0000305175781
"size": [
1004.800048828125,
796.4000244140625
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 35
},
{
"name": "audio",
"type": "VHS_AUDIO",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 8,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00027.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4"
}
}
}
},
{
"id": 5,
"type": "VHS_LoadVideo",
"pos": [
25,
851
],
"size": [
235.1999969482422,
658.5777723524305
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
12
5
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"name": "frame_count",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "audio",
"type": "VHS_AUDIO",
"links": null,
"shape": 3
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": [
"demo1 (1).jpg",
"image"
]
"widgets_values": {
"video": "pose1.mp4",
"force_rate": 0,
"force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 16,
"skip_first_frames": 0,
"select_every_nth": 2,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"frame_load_cap": 16,
"skip_first_frames": 0,
"force_rate": 0,
"filename": "pose1.mp4",
"type": "input",
"format": "video/mp4",
"select_every_nth": 2
}
}
}
}
],
"links": [
......@@ -677,59 +784,83 @@
"IMAGE"
],
[
18,
15,
25,
1,
0,
9,
19,
0,
"IMAGE"
],
[
35,
17,
0,
16,
0,
"IMAGE"
],
[
36,
3,
0,
21,
1,
0,
17,
"IMAGE"
],
[
37,
20,
2,
21,
1,
"IMAGE"
],
[
23,
42,
6,
0,
15,
23,
0,
"IMAGE"
],
[
25,
1,
44,
23,
0,
19,
20,
0,
"IMAGE"
],
[
26,
49,
21,
0,
17,
0,
"IMAGE"
],
[
51,
19,
2,
16,
0,
17,
2,
"IMAGE"
],
[
27,
15,
53,
23,
0,
20,
9,
0,
"IMAGE"
],
[
28,
54,
20,
2,
17,
0,
1,
"IMAGE"
]
],
......@@ -737,10 +868,10 @@
"config": {},
"extra": {
"ds": {
"scale": 0.8264462809917354,
"scale": 0.7513148009015777,
"offset": {
"0": 285.9532165527344,
"1": -242.5866241455078
"0": 52.74061584472656,
"1": -197.62571716308594
}
}
},
......
mimicmotion/pipelines/pipeline_mimicmotion.py
浏览文件 @ 54789b4b
......@@ -574,7 +574,7 @@ class MimicMotionPipeline(DiffusionPipeline):
range(0, num_frames - tile_size + 1, tile_size - tile_overlap)]
if indices[-1][-1] < num_frames - 1:
indices.append([0, *range(num_frames - tile_size + 1, num_frames)])
comfy_pbar = ProgressBar(len(timesteps))
comfy_pbar = ProgressBar(len(timesteps) * len(indices))
with self.progress_bar(total=len(timesteps) * len(indices)) as progress_bar:
for i, t in enumerate(timesteps):
# expand the latents if we are doing classifier free guidance
......
Markdown 格式
0% 或
您添加了 0 人 到此讨论。请谨慎行事。
请先完成此评论的编辑！
请 注册 或者 后发表评论