control video or noise is appended at the end of a generated output
I have rendered depth passes from Redshift. Technically it work as intended, meaning I can generate video based on that Z-pass video. However, somehow this control video (or just noise, if LTX-2.3-22b-IC-LoRA-Union-Control is used instead of LTX-2-19b-IC-LoRA-Union-Control) is added at the and of the garneted video. It would be not a big of a deal if it was just simply attached to the output. It is not. It is blended with video 20-10 frames or so. I have tried 8 bit and 16 bit GGUF models (distributed over 3 GPUs), including dev and distilled versions. Same problem. Also I noticed that the output of the 🅛🅣🅧 Add Video IC-LoRA Guide Advanced or 🅛🅣🅧 Add Video IC-LoRA Guide is always twice longer than the initial latent (which has a length of the input video, based on 8n+1 rule).
the workflow (json):
{
"id": "b696c34f-1a3d-4271-969d-aa26d9360c42",
"revision": 0,
"last_node_id": 306,
"last_link_id": 652,
"nodes": [
{
"id": 32,
"type": "Reroute",
"pos": [
100,
4460
],
"size": [
75,
26
],
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "",
"type": "",
"link": 11
}
],
"outputs": [
{
"name": "",
"type": "VAE",
"links": [
12
]
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 202,
"type": "VHS_LoadVideo",
"pos": [
-520,
2380
],
"size": [
260,
459
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"shape": 7,
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"shape": 7,
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": null
},
{
"name": "frame_count",
"type": "INT",
"links": null
},
{
"name": "audio",
"type": "AUDIO",
"links": null
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "Whiskey_03.final.mp4",
"force_rate": 0,
"custom_width": 0,
"custom_height": 0,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1,
"format": "AnimateDiff",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "Whiskey_03.final.mp4",
"type": "input",
"format": "video/mp4",
"force_rate": 0,
"custom_width": 0,
"custom_height": 0,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1
}
}
}
},
{
"id": 70,
"type": "ResizeImageMaskNode",
"pos": [
420,
2300
],
"size": [
280,
160
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "input",
"type": "IMAGE,MASK",
"link": 68
}
],
"outputs": [
{
"name": "resized",
"type": "IMAGE",
"links": [
70
]
}
],
"properties": {
"Node name for S&R": "ResizeImageMaskNode",
"cnr_id": "comfy-core",
"ver": "0.14.1",
"ue_properties": {
"widget_ue_connectable": {
"resize_type.width": true,
"resize_type.height": true
},
"version": "7.7",
"input_ue_unconnectable": {}
},
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65
},
"widgets_values": [
"scale dimensions",
1024,
512,
"center",
"nearest-exact"
]
},
{
"id": 46,
"type": "CreateVideo",
"pos": [
3520,
3800
],
"size": [
280,
80
],
"flags": {},
"order": 33,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 535
},
{
"name": "audio",
"shape": 7,
"type": "AUDIO",
"link": 539
}
],
"outputs": [
{
"name": "VIDEO",
"type": "VIDEO",
"links": [
20
]
}
],
"properties": {
"Node name for S&R": "CreateVideo"
},
"widgets_values": [
24
]
},
{
"id": 61,
"type": "Reroute",
"pos": [
120,
4120
],
"size": [
75,
26
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "",
"type": "",
"link": 36
}
],
"outputs": [
{
"name": "",
"type": "VAE",
"links": [
37,
538
]
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 282,
"type": "LTXVAudioVAEDecode",
"pos": [
3360,
3600
],
"size": [
260,
60
],
"flags": {},
"order": 32,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 537
},
{
"name": "audio_vae",
"type": "VAE",
"link": 538
}
],
"outputs": [
{
"name": "Audio",
"type": "AUDIO",
"links": [
539
]
}
],
"properties": {
"Node name for S&R": "LTXVAudioVAEDecode",
"cnr_id": "comfy-core",
"ver": "0.3.64"
},
"widgets_values": []
},
{
"id": 25,
"type": "CLIPTextEncode",
"pos": [
520,
3420
],
"size": [
400,
200
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 30
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
549
]
}
],
"title": "CLIP Text Encode (Prompt) - POSITIVE",
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"studio light, cute childish table, 8k resolution,"
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 33,
"type": "Reroute",
"pos": [
880,
4460
],
"size": [
75,
26
],
"flags": {},
"order": 21,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 12
}
],
"outputs": [
{
"name": "",
"type": "VAE",
"links": [
453
]
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 72,
"type": "ResizeImagesByLongerEdge",
"pos": [
740,
2300
],
"size": [
320,
100
],
"flags": {
"collapsed": false
},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 70
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": []
}
],
"properties": {
"Node name for S&R": "ResizeImagesByLongerEdge",
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.5.1"
},
"widgets_values": [
1024
]
},
{
"id": 69,
"type": "LoadImage",
"pos": [
-100,
2300
],
"size": [
440,
580
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
68
]
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"title": "Load First Frame",
"properties": {
"Node name for S&R": "LoadImage",
"cnr_id": "comfy-core",
"ver": "0.8.2",
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"ue_properties": {
"widget_ue_connectable": {},
"input_ue_unconnectable": {},
"version": "7.5.2"
}
},
"widgets_values": [
"Whiskey_03.final.0001.png",
"image"
]
},
{
"id": 53,
"type": "LTXVConditioning",
"pos": [
1100,
3560
],
"size": [
280,
80
],
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 549
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 550
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
553
]
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
554
]
}
],
"properties": {
"Node name for S&R": "LTXVConditioning"
},
"widgets_values": [
24
]
},
{
"id": 65,
"type": "CFGGuider",
"pos": [
2180,
3420
],
"size": [
280,
120
],
"flags": {},
"order": 26,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 441
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 551
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 552
}
],
"outputs": [
{
"name": "GUIDER",
"type": "GUIDER",
"links": [
45
]
}
],
"properties": {
"Node name for S&R": "CFGGuider",
"cnr_id": "comfy-core",
"ver": "0.3.64",
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"ue_properties": {
"widget_ue_connectable": {},
"version": "7.1",
"input_ue_unconnectable": {}
}
},
"widgets_values": [
1
]
},
{
"id": 56,
"type": "RandomNoise",
"pos": [
2180,
3220
],
"size": [
280,
100
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "NOISE",
"type": "NOISE",
"links": [
32
]
}
],
"properties": {
"Node name for S&R": "RandomNoise"
},
"widgets_values": [
70222549872959,
"randomize"
]
},
{
"id": 55,
"type": "SamplerCustomAdvanced",
"pos": [
2580,
3620
],
"size": [
220,
120
],
"flags": {},
"order": 28,
"mode": 0,
"inputs": [
{
"name": "noise",
"type": "NOISE",
"link": 32
},
{
"name": "guider",
"type": "GUIDER",
"link": 45
},
{
"name": "sampler",
"type": "SAMPLER",
"link": 46
},
{
"name": "sigmas",
"type": "SIGMAS",
"link": 639
},
{
"name": "latent_image",
"type": "LATENT",
"link": 527
}
],
"outputs": [
{
"name": "output",
"type": "LATENT",
"links": [
532
]
},
{
"name": "denoised_output",
"type": "LATENT",
"links": []
}
],
"properties": {
"Node name for S&R": "SamplerCustomAdvanced"
},
"widgets_values": []
},
{
"id": 280,
"type": "LTXVConcatAVLatent",
"pos": [
1780,
4220
],
"size": [
200,
60
],
"flags": {},
"order": 27,
"mode": 0,
"inputs": [
{
"name": "video_latent",
"type": "LATENT",
"link": 652
},
{
"name": "audio_latent",
"type": "LATENT",
"link": 530
}
],
"outputs": [
{
"name": "latent",
"type": "LATENT",
"links": [
527,
528
]
}
],
"properties": {
"Node name for S&R": "LTXVConcatAVLatent",
"cnr_id": "comfy-core",
"ver": "0.10.0"
},
"widgets_values": []
},
{
"id": 2,
"type": "UnetLoaderGGUFDisTorch2MultiGPU",
"pos": [
520,
3120
],
"size": [
360,
180
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
440
]
}
],
"properties": {
"Node name for S&R": "UnetLoaderGGUFDisTorch2MultiGPU"
},
"widgets_values": [
"ltx-2.3-22b-distilled-Q8_0.gguf",
"cuda:0",
4,
"cpu",
"cuda:2,14gb;cuda:1,10gb",
true
]
},
{
"id": 54,
"type": "DualCLIPLoaderDisTorch2MultiGPU",
"pos": [
-400,
3420
],
"size": [
340,
240
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
30,
31
]
}
],
"properties": {
"Node name for S&R": "DualCLIPLoaderDisTorch2MultiGPU"
},
"widgets_values": [
"gemma_3_12B_it_fp4_mixed.safetensors",
"ltx-2.3-22b-distilled_embeddings_connectors.safetensors",
"ltxv",
"cuda:0",
4,
"cpu",
"",
true
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 13,
"type": "LTXV2AudioVAELoaderMultiGPU",
"pos": [
-420,
3720
],
"size": [
360,
100
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "audio_vae",
"type": "VAE",
"links": [
36
]
}
],
"properties": {
"Node name for S&R": "LTXV2AudioVAELoaderMultiGPU"
},
"widgets_values": [
"ltx-2.3-22b-distilled_audio_vae.safetensors",
"cuda:1"
],
"color": "#233",
"bgcolor": "#355"
},
{
"id": 19,
"type": "VAELoaderDisTorch2MultiGPU",
"pos": [
-400,
3880
],
"size": [
320,
180
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
11,
444
]
}
],
"properties": {
"Node name for S&R": "VAELoaderDisTorch2MultiGPU"
},
"widgets_values": [
"ltx-2.3-22b-distilled_video_vae.safetensors",
"cuda:0",
4,
"cpu",
"",
true
]
},
{
"id": 64,
"type": "KSamplerSelect",
"pos": [
2180,
3660
],
"size": [
280,
80
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "SAMPLER",
"type": "SAMPLER",
"links": [
46
]
}
],
"properties": {
"Node name for S&R": "KSamplerSelect",
"cnr_id": "comfy-core",
"ver": "0.3.56",
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"ue_properties": {
"widget_ue_connectable": {},
"version": "7.1",
"input_ue_unconnectable": {}
}
},
"widgets_values": [
"euler"
]
},
{
"id": 303,
"type": "ManualSigmas",
"pos": [
2180,
3800
],
"size": [
280,
60
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "SIGMAS",
"type": "SIGMAS",
"links": [
639
]
}
],
"properties": {
"Node name for S&R": "ManualSigmas"
},
"widgets_values": [
"1.0, 0.99375, 0.9875, 0.98125, 0.975, 0.909375, 0.725, 0.421875, 0.0"
]
},
{
"id": 304,
"type": "LatentFromBatch",
"pos": [
2040,
4700
],
"size": [
280,
100
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": null
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": null
}
],
"properties": {
"Node name for S&R": "LatentFromBatch"
},
"widgets_values": [
0,
1
]
},
{
"id": 269,
"type": "LTXVSpatioTemporalTiledVAEDecode",
"pos": [
3120,
4060
],
"size": [
420,
240
],
"flags": {},
"order": 31,
"mode": 0,
"inputs": [
{
"name": "vae",
"type": "VAE",
"link": 453
},
{
"name": "latents",
"type": "LATENT",
"link": 644
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": [
535
]
}
],
"properties": {
"Node name for S&R": "LTXVSpatioTemporalTiledVAEDecode"
},
"widgets_values": [
4,
4,
16,
4,
true,
"auto",
"auto"
]
},
{
"id": 281,
"type": "LTXVSeparateAVLatent",
"pos": [
2920,
3600
],
"size": [
200,
60
],
"flags": {},
"order": 30,
"mode": 0,
"inputs": [
{
"name": "av_latent",
"type": "LATENT",
"link": 532
}
],
"outputs": [
{
"name": "video_latent",
"type": "LATENT",
"links": [
644
]
},
{
"name": "audio_latent",
"type": "LATENT",
"links": [
537
]
}
],
"properties": {
"Node name for S&R": "LTXVSeparateAVLatent",
"cnr_id": "comfy-core",
"ver": "0.10.0"
},
"widgets_values": []
},
{
"id": 267,
"type": "LTXAddVideoICLoRAGuideAdvanced",
"pos": [
1540,
4580
],
"size": [
400,
340
],
"flags": {},
"order": 25,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 553
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 554
},
{
"name": "vae",
"type": "VAE",
"link": 444
},
{
"name": "latent",
"type": "LATENT",
"link": 628
},
{
"name": "image",
"type": "IMAGE",
"link": 580
},
{
"name": "attention_mask",
"shape": 7,
"type": "MASK",
"link": null
},
{
"name": "latent_downscale_factor",
"type": "FLOAT",
"widget": {
"name": "latent_downscale_factor"
},
"link": 631
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
551
]
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
552
]
},
{
"name": "latent",
"type": "LATENT",
"links": [
652
]
}
],
"properties": {
"Node name for S&R": "LTXAddVideoICLoRAGuideAdvanced"
},
"widgets_values": [
0,
1,
1,
"disabled",
false,
256,
64,
0.7
]
},
{
"id": 44,
"type": "EmptyLTXVLatentVideo",
"pos": [
680,
3920
],
"size": [
280,
140
],
"flags": {},
"order": 23,
"mode": 0,
"inputs": [
{
"name": "length",
"type": "INT",
"widget": {
"name": "length"
},
"link": 634
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
628
]
}
],
"properties": {
"Node name for S&R": "EmptyLTXVLatentVideo"
},
"widgets_values": [
1024,
512,
145,
1
]
},
{
"id": 262,
"type": "PreviewImage",
"pos": [
1040,
4880
],
"size": [
140,
260
],
"flags": {},
"order": 22,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 577
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
},
"widgets_values": []
},
{
"id": 261,
"type": "ResizeImageMaskNode",
"pos": [
720,
4660
],
"size": [
280,
160
],
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "input",
"type": "IMAGE,MASK",
"link": 606
}
],
"outputs": [
{
"name": "resized",
"type": "IMAGE",
"links": [
577,
580
]
}
],
"properties": {
"Node name for S&R": "ResizeImageMaskNode",
"cnr_id": "comfy-core",
"ver": "0.14.1",
"ue_properties": {
"widget_ue_connectable": {
"resize_type.width": true,
"resize_type.height": true
},
"version": "7.7",
"input_ue_unconnectable": {}
},
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65
},
"widgets_values": [
"scale dimensions",
1024,
512,
"center",
"nearest-exact"
]
},
{
"id": 60,
"type": "PrimitiveInt",
"pos": [
280,
4220
],
"size": [
280,
100
],
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "value",
"type": "INT",
"widget": {
"name": "value"
},
"link": 638
}
],
"outputs": [
{
"name": "INT",
"type": "INT",
"links": [
634,
635
]
}
],
"title": "Length",
"properties": {
"Node name for S&R": "PrimitiveInt",
"cnr_id": "comfy-core",
"ver": "0.7.0",
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"ue_properties": {
"widget_ue_connectable": {},
"version": "7.1",
"input_ue_unconnectable": {}
}
},
"widgets_values": [
97,
"fixed"
]
},
{
"id": 35,
"type": "SaveVideo",
"pos": [
3880,
3800
],
"size": [
740,
1580
],
"flags": {},
"order": 34,
"mode": 0,
"inputs": [
{
"name": "video",
"type": "VIDEO",
"link": 20
}
],
"outputs": [],
"properties": {},
"widgets_values": [
"video/ComfyUI",
"mp4",
"h264"
]
},
{
"id": 260,
"type": "VHS_LoadVideo",
"pos": [
280,
4660
],
"size": [
260,
459
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"shape": 7,
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"shape": 7,
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
606
]
},
{
"name": "frame_count",
"type": "INT",
"links": [
638
]
},
{
"name": "audio",
"type": "AUDIO",
"links": null
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": []
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "Whiskey_03.final_Z (1).mp4",
"force_rate": 0,
"custom_width": 0,
"custom_height": 0,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1,
"format": "LTXV",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "Whiskey_03.final_Z (1).mp4",
"type": "input",
"format": "video/mp4",
"force_rate": 0,
"custom_width": 0,
"custom_height": 0,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1
}
}
}
},
{
"id": 58,
"type": "LTXVEmptyLatentAudio",
"pos": [
660,
4180
],
"size": [
280,
120
],
"flags": {},
"order": 24,
"mode": 0,
"inputs": [
{
"name": "audio_vae",
"type": "VAE",
"link": 37
},
{
"name": "frames_number",
"type": "INT",
"widget": {
"name": "frames_number"
},
"link": 635
}
],
"outputs": [
{
"name": "Latent",
"type": "LATENT",
"links": [
530
]
}
],
"properties": {
"Node name for S&R": "LTXVEmptyLatentAudio",
"cnr_id": "comfy-core",
"ver": "0.3.68",
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"ue_properties": {
"widget_ue_connectable": {},
"version": "7.1",
"input_ue_unconnectable": {}
}
},
"widgets_values": [
145,
24,
1
],
"color": "#233",
"bgcolor": "#355"
},
{
"id": 268,
"type": "LTXICLoRALoaderModelOnly",
"pos": [
1100,
3120
],
"size": [
340,
120
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 440
}
],
"outputs": [
{
"name": "model",
"type": "MODEL",
"links": [
441
]
},
{
"name": "latent_downscale_factor",
"type": "FLOAT",
"links": [
631
]
}
],
"properties": {
"Node name for S&R": "LTXICLoRALoaderModelOnly"
},
"widgets_values": [
"ltx-2.3-22b-ic-lora-union-control-ref0.5.safetensors",
1
]
},
{
"id": 26,
"type": "CLIPTextEncode",
"pos": [
520,
3660
],
"size": [
400,
200
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 31
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
550
]
}
],
"title": "CLIP Text Encode (Prompt) - NEGATIVE",
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
""
],
"color": "#332922",
"bgcolor": "#593930"
},
{
"id": 63,
"type": "LTXVScheduler",
"pos": [
2120,
3980
],
"size": [
280,
180
],
"flags": {},
"order": 29,
"mode": 4,
"inputs": [
{
"name": "latent",
"shape": 7,
"type": "LATENT",
"link": 528
}
],
"outputs": [
{
"name": "SIGMAS",
"type": "SIGMAS",
"links": []
}
],
"properties": {
"Node name for S&R": "LTXVScheduler",
"cnr_id": "comfy-core",
"ver": "0.3.56",
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"ue_properties": {
"widget_ue_connectable": {},
"version": "7.1",
"input_ue_unconnectable": {}
}
},
"widgets_values": [
6,
2.05,
0.95,
true,
0.1
]
}
],
"links": [
[
11,
19,
0,
32,
0,
"VAE"
],
[
12,
32,
0,
33,
0,
"VAE"
],
[
20,
46,
0,
35,
0,
"VIDEO"
],
[
30,
54,
0,
25,
0,
"CLIP"
],
[
31,
54,
0,
26,
0,
"CLIP"
],
[
32,
56,
0,
55,
0,
"NOISE"
],
[
36,
13,
0,
61,
0,
"VAE"
],
[
37,
61,
0,
58,
0,
"VAE"
],
[
45,
65,
0,
55,
1,
"GUIDER"
],
[
46,
64,
0,
55,
2,
"SAMPLER"
],
[
68,
69,
0,
70,
0,
"IMAGE"
],
[
70,
70,
0,
72,
0,
"IMAGE"
],
[
440,
2,
0,
268,
0,
"MODEL"
],
[
441,
268,
0,
65,
0,
"MODEL"
],
[
444,
19,
0,
267,
2,
"VAE"
],
[
453,
33,
0,
269,
0,
"VAE"
],
[
527,
280,
0,
55,
4,
"LATENT"
],
[
528,
280,
0,
63,
0,
"LATENT"
],
[
530,
58,
0,
280,
1,
"LATENT"
],
[
532,
55,
0,
281,
0,
"LATENT"
],
[
535,
269,
0,
46,
0,
"IMAGE"
],
[
537,
281,
1,
282,
0,
"LATENT"
],
[
538,
61,
0,
282,
1,
"VAE"
],
[
539,
282,
0,
46,
1,
"AUDIO"
],
[
549,
25,
0,
53,
0,
"CONDITIONING"
],
[
550,
26,
0,
53,
1,
"CONDITIONING"
],
[
551,
267,
0,
65,
1,
"CONDITIONING"
],
[
552,
267,
1,
65,
2,
"CONDITIONING"
],
[
553,
53,
0,
267,
0,
"CONDITIONING"
],
[
554,
53,
1,
267,
1,
"CONDITIONING"
],
[
577,
261,
0,
262,
0,
"IMAGE"
],
[
580,
261,
0,
267,
4,
"IMAGE"
],
[
606,
260,
0,
261,
0,
"IMAGE"
],
[
628,
44,
0,
267,
3,
"LATENT"
],
[
631,
268,
1,
267,
6,
"FLOAT"
],
[
634,
60,
0,
44,
0,
"INT"
],
[
635,
60,
0,
58,
1,
"INT"
],
[
638,
260,
1,
60,
0,
"INT"
],
[
639,
303,
0,
55,
3,
"SIGMAS"
],
[
644,
281,
0,
269,
1,
"LATENT"
],
[
652,
267,
2,
280,
0,
"LATENT"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.29813660561329863,
"offset": [
1507.5089295307407,
-2037.398074392962
]
},
"reroutes": [
{
"id": 2,
"parentId": 6,
"pos": [
3040,
4480
],
"linkIds": [
453
]
},
{
"id": 4,
"pos": [
1380,
3940
],
"linkIds": [
628
]
},
{
"id": 5,
"pos": [
1420,
3880
],
"linkIds": [
444
]
},
{
"id": 6,
"pos": [
1620,
4480
],
"linkIds": [
453
]
},
{
"id": 7,
"pos": [
2500,
4220
],
"linkIds": [
527
]
},
{
"id": 8,
"pos": [
2940,
4080
],
"linkIds": [
538
]
}
],
"linkExtensions": [
{
"id": 444,
"parentId": 5
},
{
"id": 453,
"parentId": 2
},
{
"id": 527,
"parentId": 7
},
{
"id": 538,
"parentId": 8
},
{
"id": 628,
"parentId": 4
}
],
"frontendVersion": "1.42.11",
"VHS_latentpreview": false,
"VHS_latentpreviewrate": 0,
"VHS_MetadataImage": true,
"VHS_KeepIntermediate": true
},
"version": 0.4
}
you should crop the guiding latents after the denoising process, to remove the extra referent latents
Your pasted workflow seems to be missing depth, canny and DWPose nodes and a few more
Try this workflow:
https://github.com/Lightricks/ComfyUI-LTXVideo/blob/master/example_workflows/2.3/LTX-2.3_ICLoRA_Union_Control_Distilled.json
drakexp,
I do NOT need Canny and anything else. I HAVE Z-depth video rendered and normalized. It DOES WORK and produces the desired effect. The problem is NOT that Depth or any other control is not working.
you should crop the guiding latents after the denoising process, to remove the extra referent latents
thank you! :D
Used 🅛🅣🅧 LTXV Normalizing Sampler (or SamplerCustomAdvanced) --> LTXVSeparateAVLatent(if one has audio) --> (video latent) --> LTXVCropGuides --> 🅛🅣🅧 LTXV Spatio Temporal Tiled VAE Decode (or similar node) --> OUTPUT.