diff --git a/blueprints/Image Albedo Estimation (Marigold V2).json b/blueprints/Image Albedo Estimation (Marigold V2).json new file mode 100644 index 000000000..376a01dc2 --- /dev/null +++ b/blueprints/Image Albedo Estimation (Marigold V2).json @@ -0,0 +1,1178 @@ +{ + "revision": 0, + "last_node_id": "105", + "last_link_id": 0, + "nodes": [ + { + "id": 105, + "type": "9387c6d1-43e7-47a7-a4a9-53546efa05ea", + "pos": [ + -1830, + 4130 + ], + "size": [ + 380, + 350 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "localized_name": "pixels", + "name": "pixels", + "type": "IMAGE", + "link": null + }, + { + "name": "sampler_name", + "type": "COMBO", + "widget": { + "name": "sampler_name" + }, + "link": null + }, + { + "name": "sigmas", + "type": "STRING", + "widget": { + "name": "sigmas" + }, + "link": null + }, + { + "name": "prediction", + "type": "COMBO", + "widget": { + "name": "prediction" + }, + "link": null + }, + { + "name": "unet_name", + "type": "COMBO", + "widget": { + "name": "unet_name" + }, + "link": null + }, + { + "name": "lora_name", + "type": "COMBO", + "widget": { + "name": "lora_name" + }, + "link": null + }, + { + "name": "vae_name", + "type": "COMBO", + "widget": { + "name": "vae_name" + }, + "link": null + }, + { + "name": "conditioning_name", + "type": "COMBO", + "widget": { + "name": "conditioning_name" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "IMAGE", + "name": "IMAGE", + "type": "IMAGE", + "links": [] + } + ], + "title": "Image Albedo Estimation (Marigold V2)", + "properties": { + "previewExposures": [] + }, + "widgets_values": [ + "euler", + "0.5, 0", + "albedo", + "qwen_image_edit_2509_int8_convrot.safetensors", + "marigold_v2_albedo.safetensors", + "marigold_v2_albedo_vae.safetensors", + "marigold_v2_albedo_conditioning.safetensors" + ], + "widgets_values_named": { + "sampler_name": "euler", + "sigmas": "0.5, 0", + "prediction": "albedo", + "unet_name": "qwen_image_edit_2509_int8_convrot.safetensors", + "lora_name": "marigold_v2_albedo.safetensors", + "vae_name": "marigold_v2_albedo_vae.safetensors", + "conditioning_name": "marigold_v2_albedo_conditioning.safetensors" + } + } + ], + "links": [], + "version": 0.4, + "definitions": { + "subgraphs": [ + { + "id": "9387c6d1-43e7-47a7-a4a9-53546efa05ea", + "version": 1, + "state": { + "lastGroupId": 4, + "lastNodeId": 105, + "lastLinkId": 110, + "lastRerouteId": 0 + }, + "revision": 0, + "config": {}, + "name": "Image Albedo Estimation (Marigold V2)", + "inputNode": { + "id": -10, + "bounding": [ + -2110, + 4550, + 155.080078125, + 208 + ] + }, + "outputNode": { + "id": -20, + "bounding": [ + 460, + 4481, + 128, + 68 + ] + }, + "inputs": [ + { + "id": "945e443f-b9a3-41a0-80ff-205d4ea6b550", + "name": "pixels", + "type": "IMAGE", + "linkIds": [ + 17 + ], + "localized_name": "pixels", + "pos": [ + -1978.919921875, + 4574 + ] + }, + { + "id": "f10970ae-bbd8-4d4d-8c86-5afe1f2673d4", + "name": "sampler_name", + "type": "COMBO", + "linkIds": [ + 35 + ], + "pos": [ + -1978.919921875, + 4594 + ] + }, + { + "id": "e7f0b98f-40fa-4f71-8dff-0b1d9b3ba526", + "name": "sigmas", + "type": "STRING", + "linkIds": [ + 36 + ], + "pos": [ + -1978.919921875, + 4614 + ] + }, + { + "id": "663f265f-75bd-45b0-9457-39dc96d68cce", + "name": "prediction", + "type": "COMBO", + "linkIds": [ + 37 + ], + "pos": [ + -1978.919921875, + 4634 + ] + }, + { + "id": "e94ec076-d8e7-463c-b6e5-35c90c36bc92", + "name": "unet_name", + "type": "COMBO", + "linkIds": [ + 38 + ], + "pos": [ + -1978.919921875, + 4654 + ] + }, + { + "id": "b834c8bb-b51a-4a9b-b24c-7d39d8e2b27a", + "name": "lora_name", + "type": "COMBO", + "linkIds": [ + 39 + ], + "pos": [ + -1978.919921875, + 4674 + ] + }, + { + "id": "d53a2944-e126-4e41-a025-98e126db2c57", + "name": "vae_name", + "type": "COMBO", + "linkIds": [ + 40 + ], + "pos": [ + -1978.919921875, + 4694 + ] + }, + { + "id": "7b8c34b9-7565-4278-9eef-b331045db837", + "name": "conditioning_name", + "type": "COMBO", + "linkIds": [ + 41 + ], + "pos": [ + -1978.919921875, + 4714 + ] + } + ], + "outputs": [ + { + "id": "bdf62bcc-0f6b-4a29-bdae-b2c16e657e76", + "name": "IMAGE", + "type": "IMAGE", + "linkIds": [ + 30 + ], + "localized_name": "IMAGE", + "pos": [ + 484, + 4505 + ] + } + ], + "widgets": [], + "nodes": [ + { + "id": 92, + "type": "UNETLoader", + "pos": [ + -1730, + 4080 + ], + "size": [ + 610, + 90 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + { + "localized_name": "unet_name", + "name": "unet_name", + "type": "COMBO", + "widget": { + "name": "unet_name" + }, + "link": 38 + }, + { + "localized_name": "weight_dtype", + "name": "weight_dtype", + "type": "COMBO", + "widget": { + "name": "weight_dtype" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 5 + ] + } + ], + "properties": { + "Node name for S&R": "UNETLoader", + "models": [ + { + "name": "qwen_image_edit_2509_int8_convrot.safetensors", + "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/diffusion_models/qwen_image_edit_2509_int8_convrot.safetensors", + "directory": "diffusion_models" + } + ] + }, + "widgets_values": [ + "qwen_image_edit_2509_int8_convrot.safetensors", + "default" + ], + "widgets_values_named": { + "unet_name": "qwen_image_edit_2509_int8_convrot.safetensors", + "weight_dtype": "default" + }, + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 93, + "type": "LoraLoaderModelOnly", + "pos": [ + -1730, + 4240 + ], + "size": [ + 610, + 120 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 5 + }, + { + "localized_name": "lora_name", + "name": "lora_name", + "type": "COMBO", + "widget": { + "name": "lora_name" + }, + "link": 39 + }, + { + "localized_name": "strength_model", + "name": "strength_model", + "type": "FLOAT", + "widget": { + "name": "strength_model" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 8 + ] + } + ], + "properties": { + "Node name for S&R": "LoraLoaderModelOnly", + "models": [ + { + "name": "marigold_v2_albedo.safetensors", + "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/loras/marigold_v2_albedo.safetensors", + "directory": "loras" + } + ] + }, + "widgets_values": [ + "marigold_v2_albedo.safetensors", + 1 + ], + "widgets_values_named": { + "lora_name": "marigold_v2_albedo.safetensors", + "strength_model": 1 + }, + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 94, + "type": "ModelSamplingAuraFlow", + "pos": [ + -1040, + 4390 + ], + "size": [ + 270, + 100 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 8 + }, + { + "localized_name": "shift", + "name": "shift", + "type": "FLOAT", + "widget": { + "name": "shift" + }, + "link": null + }, + { + "localized_name": "sampling", + "name": "sampling", + "shape": 7, + "type": "COMBO", + "widget": { + "name": "sampling" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 12 + ] + } + ], + "properties": { + "Node name for S&R": "ModelSamplingAuraFlow" + }, + "widgets_values": [ + 1.73, + "flow" + ], + "widgets_values_named": { + "shift": 1.73, + "sampling": "flow" + }, + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 95, + "type": "ConditioningLoader", + "pos": [ + -1730, + 4580 + ], + "size": [ + 610, + 90 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "localized_name": "conditioning_name", + "name": "conditioning_name", + "type": "COMBO", + "widget": { + "name": "conditioning_name" + }, + "link": 41 + } + ], + "outputs": [ + { + "localized_name": "CONDITIONING", + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 13 + ] + } + ], + "properties": { + "Node name for S&R": "ConditioningLoader", + "models": [ + { + "name": "marigold_v2_albedo_conditioning.safetensors", + "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/embeddings/marigold_v2_albedo_conditioning.safetensors", + "directory": "embeddings" + } + ] + }, + "widgets_values": [ + "marigold_v2_albedo_conditioning.safetensors" + ], + "widgets_values_named": { + "conditioning_name": "marigold_v2_albedo_conditioning.safetensors" + }, + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 96, + "type": "VAELoader", + "pos": [ + -1730, + 4430 + ], + "size": [ + 610, + 90 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "localized_name": "vae_name", + "name": "vae_name", + "type": "COMBO", + "widget": { + "name": "vae_name" + }, + "link": 40 + } + ], + "outputs": [ + { + "localized_name": "VAE", + "name": "VAE", + "type": "VAE", + "links": [ + 18, + 21 + ] + } + ], + "properties": { + "Node name for S&R": "VAELoader", + "models": [ + { + "name": "marigold_v2_albedo_vae.safetensors", + "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/vae/marigold_v2_albedo_vae.safetensors", + "directory": "vae" + } + ] + }, + "widgets_values": [ + "marigold_v2_albedo_vae.safetensors" + ], + "widgets_values_named": { + "vae_name": "marigold_v2_albedo_vae.safetensors" + }, + "color": "#323", + "bgcolor": "#535" + }, + { + "id": 97, + "type": "DisableNoise", + "pos": [ + -740, + 4160 + ], + "size": [ + 270, + 40 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "localized_name": "NOISE", + "name": "NOISE", + "type": "NOISE", + "links": [ + 26 + ] + } + ], + "properties": { + "Node name for S&R": "DisableNoise" + } + }, + { + "id": 98, + "type": "KSamplerSelect", + "pos": [ + -740, + 4270 + ], + "size": [ + 270, + 70 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "localized_name": "sampler_name", + "name": "sampler_name", + "type": "COMBO", + "widget": { + "name": "sampler_name" + }, + "link": 35 + } + ], + "outputs": [ + { + "localized_name": "SAMPLER", + "name": "SAMPLER", + "type": "SAMPLER", + "links": [ + 25 + ] + } + ], + "properties": { + "Node name for S&R": "KSamplerSelect" + }, + "widgets_values": [ + "euler" + ], + "widgets_values_named": { + "sampler_name": "euler" + } + }, + { + "id": 99, + "type": "BasicGuider", + "pos": [ + -740, + 4400 + ], + "size": [ + 270, + 60 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 12 + }, + { + "localized_name": "conditioning", + "name": "conditioning", + "type": "CONDITIONING", + "link": 13 + } + ], + "outputs": [ + { + "localized_name": "GUIDER", + "name": "GUIDER", + "type": "GUIDER", + "links": [ + 14 + ] + } + ], + "properties": { + "Node name for S&R": "BasicGuider" + } + }, + { + "id": 100, + "type": "ManualSigmas", + "pos": [ + -740, + 4510 + ], + "size": [ + 270, + 100 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "localized_name": "sigmas", + "name": "sigmas", + "type": "STRING", + "widget": { + "name": "sigmas" + }, + "link": 36 + } + ], + "outputs": [ + { + "localized_name": "SIGMAS", + "name": "SIGMAS", + "type": "SIGMAS", + "links": [ + 27 + ] + } + ], + "properties": { + "Node name for S&R": "ManualSigmas" + }, + "widgets_values": [ + "0.5, 0" + ], + "widgets_values_named": { + "sigmas": "0.5, 0" + } + }, + { + "id": 101, + "type": "SamplerCustomAdvanced", + "pos": [ + -370, + 4290 + ], + "size": [ + 230, + 120 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "localized_name": "noise", + "name": "noise", + "type": "NOISE", + "link": 26 + }, + { + "localized_name": "guider", + "name": "guider", + "type": "GUIDER", + "link": 14 + }, + { + "localized_name": "sampler", + "name": "sampler", + "type": "SAMPLER", + "link": 25 + }, + { + "localized_name": "sigmas", + "name": "sigmas", + "type": "SIGMAS", + "link": 27 + }, + { + "localized_name": "latent_image", + "name": "latent_image", + "type": "LATENT", + "link": 19 + } + ], + "outputs": [ + { + "localized_name": "output", + "name": "output", + "type": "LATENT", + "links": [ + 20 + ] + }, + { + "localized_name": "denoised_output", + "name": "denoised_output", + "type": "LATENT", + "links": null + } + ], + "properties": { + "Node name for S&R": "SamplerCustomAdvanced" + } + }, + { + "id": 102, + "type": "VAEEncode", + "pos": [ + -1550, + 4860 + ], + "size": [ + 230, + 60 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "localized_name": "pixels", + "name": "pixels", + "type": "IMAGE", + "link": 17 + }, + { + "localized_name": "vae", + "name": "vae", + "type": "VAE", + "link": 18 + } + ], + "outputs": [ + { + "localized_name": "LATENT", + "name": "LATENT", + "type": "LATENT", + "links": [ + 19 + ] + } + ], + "properties": { + "Node name for S&R": "VAEEncode" + }, + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 103, + "type": "MarigoldV2PostProcess", + "pos": [ + 50, + 4250 + ], + "size": [ + 280, + 70 + ], + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "localized_name": "image", + "name": "image", + "type": "IMAGE", + "link": 23 + }, + { + "localized_name": "prediction", + "name": "prediction", + "type": "COMBO", + "widget": { + "name": "prediction" + }, + "link": 37 + } + ], + "outputs": [ + { + "localized_name": "IMAGE", + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 30 + ] + } + ], + "properties": { + "Node name for S&R": "MarigoldV2PostProcess" + }, + "widgets_values": [ + "depth" + ], + "widgets_values_named": { + "prediction": "depth" + } + }, + { + "id": 104, + "type": "VAEDecode", + "pos": [ + 60, + 4130 + ], + "size": [ + 230, + 60 + ], + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "localized_name": "samples", + "name": "samples", + "type": "LATENT", + "link": 20 + }, + { + "localized_name": "vae", + "name": "vae", + "type": "VAE", + "link": 21 + } + ], + "outputs": [ + { + "localized_name": "IMAGE", + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 23 + ] + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + }, + "color": "#322", + "bgcolor": "#533" + } + ], + "groups": [ + { + "id": 1, + "title": "Models", + "bounding": [ + -1740, + 4010, + 630, + 686 + ], + "color": "#3f789e", + "flags": {} + }, + { + "id": 2, + "title": "Image Encoding", + "bounding": [ + -1740, + 4720, + 630, + 300 + ], + "color": "#3f789e", + "flags": {} + }, + { + "id": 3, + "title": "Sampling", + "bounding": [ + -1080, + 4010, + 1030, + 690 + ], + "color": "#3f789e", + "flags": {} + }, + { + "id": 4, + "title": "Decoding", + "bounding": [ + -20, + 4010, + 420, + 390 + ], + "color": "#3f789e", + "flags": {} + } + ], + "links": [ + { + "id": 5, + "origin_id": 92, + "origin_slot": 0, + "target_id": 93, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 8, + "origin_id": 93, + "origin_slot": 0, + "target_id": 94, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 12, + "origin_id": 94, + "origin_slot": 0, + "target_id": 99, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 13, + "origin_id": 95, + "origin_slot": 0, + "target_id": 99, + "target_slot": 1, + "type": "CONDITIONING" + }, + { + "id": 26, + "origin_id": 97, + "origin_slot": 0, + "target_id": 101, + "target_slot": 0, + "type": "NOISE" + }, + { + "id": 14, + "origin_id": 99, + "origin_slot": 0, + "target_id": 101, + "target_slot": 1, + "type": "GUIDER" + }, + { + "id": 25, + "origin_id": 98, + "origin_slot": 0, + "target_id": 101, + "target_slot": 2, + "type": "SAMPLER" + }, + { + "id": 27, + "origin_id": 100, + "origin_slot": 0, + "target_id": 101, + "target_slot": 3, + "type": "SIGMAS" + }, + { + "id": 19, + "origin_id": 102, + "origin_slot": 0, + "target_id": 101, + "target_slot": 4, + "type": "LATENT" + }, + { + "id": 18, + "origin_id": 96, + "origin_slot": 0, + "target_id": 102, + "target_slot": 1, + "type": "VAE" + }, + { + "id": 23, + "origin_id": 104, + "origin_slot": 0, + "target_id": 103, + "target_slot": 0, + "type": "IMAGE" + }, + { + "id": 20, + "origin_id": 101, + "origin_slot": 0, + "target_id": 104, + "target_slot": 0, + "type": "LATENT" + }, + { + "id": 21, + "origin_id": 96, + "origin_slot": 0, + "target_id": 104, + "target_slot": 1, + "type": "VAE" + }, + { + "id": 17, + "origin_id": -10, + "origin_slot": 0, + "target_id": 102, + "target_slot": 0, + "type": "IMAGE" + }, + { + "id": 30, + "origin_id": 103, + "origin_slot": 0, + "target_id": -20, + "target_slot": 0, + "type": "IMAGE" + }, + { + "id": 35, + "origin_id": -10, + "origin_slot": 1, + "target_id": 98, + "target_slot": 0, + "type": "COMBO" + }, + { + "id": 36, + "origin_id": -10, + "origin_slot": 2, + "target_id": 100, + "target_slot": 0, + "type": "STRING" + }, + { + "id": 37, + "origin_id": -10, + "origin_slot": 3, + "target_id": 103, + "target_slot": 1, + "type": "COMBO" + }, + { + "id": 38, + "origin_id": -10, + "origin_slot": 4, + "target_id": 92, + "target_slot": 0, + "type": "COMBO" + }, + { + "id": 39, + "origin_id": -10, + "origin_slot": 5, + "target_id": 93, + "target_slot": 1, + "type": "COMBO" + }, + { + "id": 40, + "origin_id": -10, + "origin_slot": 6, + "target_id": 96, + "target_slot": 0, + "type": "COMBO" + }, + { + "id": 41, + "origin_id": -10, + "origin_slot": 7, + "target_id": 95, + "target_slot": 0, + "type": "COMBO" + } + ], + "extra": {}, + "category": "Preprocessors/Albedo", + "description": "Estimates albedo from an input image using Marigold V2, separating surface color from lighting and shading for relighting and 3D asset work." + } + ] + }, + "extra": {} +} \ No newline at end of file diff --git a/blueprints/Image Depth Estimation (Marigold V2).json b/blueprints/Image Depth Estimation (Marigold V2).json new file mode 100644 index 000000000..8f1a66ab8 --- /dev/null +++ b/blueprints/Image Depth Estimation (Marigold V2).json @@ -0,0 +1,1178 @@ +{ + "revision": 0, + "last_node_id": "39", + "last_link_id": 0, + "nodes": [ + { + "id": 39, + "type": "31c1d8c6-3e4f-4f28-94fe-6a98e980eed1", + "pos": [ + -1050, + 5100 + ], + "size": [ + 380, + 350 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "localized_name": "pixels", + "name": "pixels", + "type": "IMAGE", + "link": null + }, + { + "name": "sampler_name", + "type": "COMBO", + "widget": { + "name": "sampler_name" + }, + "link": null + }, + { + "name": "sigmas", + "type": "STRING", + "widget": { + "name": "sigmas" + }, + "link": null + }, + { + "name": "prediction", + "type": "COMBO", + "widget": { + "name": "prediction" + }, + "link": null + }, + { + "name": "unet_name", + "type": "COMBO", + "widget": { + "name": "unet_name" + }, + "link": null + }, + { + "name": "lora_name", + "type": "COMBO", + "widget": { + "name": "lora_name" + }, + "link": null + }, + { + "name": "vae_name", + "type": "COMBO", + "widget": { + "name": "vae_name" + }, + "link": null + }, + { + "name": "conditioning_name", + "type": "COMBO", + "widget": { + "name": "conditioning_name" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "IMAGE", + "name": "IMAGE", + "type": "IMAGE", + "links": [] + } + ], + "title": "Image Depth Estimation (Marigold V2)", + "properties": { + "previewExposures": [] + }, + "widgets_values": [ + "euler", + "0.5, 0", + "depth", + "qwen_image_edit_2509_int8_convrot.safetensors", + "marigold_v2_depth_log_stage2.safetensors", + "marigold_v2_depth_log_stage2_vae.safetensors", + "marigold_v2_depth_conditioning.safetensors" + ], + "widgets_values_named": { + "sampler_name": "euler", + "sigmas": "0.5, 0", + "prediction": "depth", + "unet_name": "qwen_image_edit_2509_int8_convrot.safetensors", + "lora_name": "marigold_v2_depth_log_stage2.safetensors", + "vae_name": "marigold_v2_depth_log_stage2_vae.safetensors", + "conditioning_name": "marigold_v2_depth_conditioning.safetensors" + } + } + ], + "links": [], + "version": 0.4, + "definitions": { + "subgraphs": [ + { + "id": "31c1d8c6-3e4f-4f28-94fe-6a98e980eed1", + "version": 1, + "state": { + "lastGroupId": 4, + "lastNodeId": 90, + "lastLinkId": 109, + "lastRerouteId": 0 + }, + "revision": 0, + "config": {}, + "name": "Image Depth Estimation (Marigold V2)", + "inputNode": { + "id": -10, + "bounding": [ + -2110, + 4550, + 155.080078125, + 208 + ] + }, + "outputNode": { + "id": -20, + "bounding": [ + 460, + 4481, + 128, + 68 + ] + }, + "inputs": [ + { + "id": "945e443f-b9a3-41a0-80ff-205d4ea6b550", + "name": "pixels", + "type": "IMAGE", + "linkIds": [ + 17 + ], + "localized_name": "pixels", + "pos": [ + -1978.919921875, + 4574 + ] + }, + { + "id": "f10970ae-bbd8-4d4d-8c86-5afe1f2673d4", + "name": "sampler_name", + "type": "COMBO", + "linkIds": [ + 35 + ], + "pos": [ + -1978.919921875, + 4594 + ] + }, + { + "id": "e7f0b98f-40fa-4f71-8dff-0b1d9b3ba526", + "name": "sigmas", + "type": "STRING", + "linkIds": [ + 36 + ], + "pos": [ + -1978.919921875, + 4614 + ] + }, + { + "id": "663f265f-75bd-45b0-9457-39dc96d68cce", + "name": "prediction", + "type": "COMBO", + "linkIds": [ + 37 + ], + "pos": [ + -1978.919921875, + 4634 + ] + }, + { + "id": "e94ec076-d8e7-463c-b6e5-35c90c36bc92", + "name": "unet_name", + "type": "COMBO", + "linkIds": [ + 38 + ], + "pos": [ + -1978.919921875, + 4654 + ] + }, + { + "id": "b834c8bb-b51a-4a9b-b24c-7d39d8e2b27a", + "name": "lora_name", + "type": "COMBO", + "linkIds": [ + 39 + ], + "pos": [ + -1978.919921875, + 4674 + ] + }, + { + "id": "d53a2944-e126-4e41-a025-98e126db2c57", + "name": "vae_name", + "type": "COMBO", + "linkIds": [ + 40 + ], + "pos": [ + -1978.919921875, + 4694 + ] + }, + { + "id": "7b8c34b9-7565-4278-9eef-b331045db837", + "name": "conditioning_name", + "type": "COMBO", + "linkIds": [ + 41 + ], + "pos": [ + -1978.919921875, + 4714 + ] + } + ], + "outputs": [ + { + "id": "bdf62bcc-0f6b-4a29-bdae-b2c16e657e76", + "name": "IMAGE", + "type": "IMAGE", + "linkIds": [ + 30 + ], + "localized_name": "IMAGE", + "pos": [ + 484, + 4505 + ] + } + ], + "widgets": [], + "nodes": [ + { + "id": 26, + "type": "UNETLoader", + "pos": [ + -1730, + 4080 + ], + "size": [ + 610, + 90 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + { + "localized_name": "unet_name", + "name": "unet_name", + "type": "COMBO", + "widget": { + "name": "unet_name" + }, + "link": 38 + }, + { + "localized_name": "weight_dtype", + "name": "weight_dtype", + "type": "COMBO", + "widget": { + "name": "weight_dtype" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 5 + ] + } + ], + "properties": { + "Node name for S&R": "UNETLoader", + "models": [ + { + "name": "qwen_image_edit_2509_int8_convrot.safetensors", + "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/diffusion_models/qwen_image_edit_2509_int8_convrot.safetensors", + "directory": "diffusion_models" + } + ] + }, + "widgets_values": [ + "qwen_image_edit_2509_int8_convrot.safetensors", + "default" + ], + "widgets_values_named": { + "unet_name": "qwen_image_edit_2509_int8_convrot.safetensors", + "weight_dtype": "default" + }, + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 27, + "type": "LoraLoaderModelOnly", + "pos": [ + -1730, + 4240 + ], + "size": [ + 610, + 120 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 5 + }, + { + "localized_name": "lora_name", + "name": "lora_name", + "type": "COMBO", + "widget": { + "name": "lora_name" + }, + "link": 39 + }, + { + "localized_name": "strength_model", + "name": "strength_model", + "type": "FLOAT", + "widget": { + "name": "strength_model" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 8 + ] + } + ], + "properties": { + "Node name for S&R": "LoraLoaderModelOnly", + "models": [ + { + "name": "marigold_v2_depth_log_stage2.safetensors", + "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/loras/marigold_v2_depth_log_stage2.safetensors", + "directory": "loras" + } + ] + }, + "widgets_values": [ + "marigold_v2_depth_log_stage2.safetensors", + 1 + ], + "widgets_values_named": { + "lora_name": "marigold_v2_depth_log_stage2.safetensors", + "strength_model": 1 + }, + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 28, + "type": "ModelSamplingAuraFlow", + "pos": [ + -1040, + 4390 + ], + "size": [ + 270, + 100 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 8 + }, + { + "localized_name": "shift", + "name": "shift", + "type": "FLOAT", + "widget": { + "name": "shift" + }, + "link": null + }, + { + "localized_name": "sampling", + "name": "sampling", + "shape": 7, + "type": "COMBO", + "widget": { + "name": "sampling" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 12 + ] + } + ], + "properties": { + "Node name for S&R": "ModelSamplingAuraFlow" + }, + "widgets_values": [ + 1.73, + "flow" + ], + "widgets_values_named": { + "shift": 1.73, + "sampling": "flow" + }, + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 29, + "type": "ConditioningLoader", + "pos": [ + -1730, + 4580 + ], + "size": [ + 610, + 90 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "localized_name": "conditioning_name", + "name": "conditioning_name", + "type": "COMBO", + "widget": { + "name": "conditioning_name" + }, + "link": 41 + } + ], + "outputs": [ + { + "localized_name": "CONDITIONING", + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 13 + ] + } + ], + "properties": { + "Node name for S&R": "ConditioningLoader", + "models": [ + { + "name": "marigold_v2_depth_conditioning.safetensors", + "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/embeddings/marigold_v2_depth_conditioning.safetensors", + "directory": "embeddings" + } + ] + }, + "widgets_values": [ + "marigold_v2_depth_conditioning.safetensors" + ], + "widgets_values_named": { + "conditioning_name": "marigold_v2_depth_conditioning.safetensors" + }, + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 30, + "type": "VAELoader", + "pos": [ + -1730, + 4430 + ], + "size": [ + 610, + 90 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "localized_name": "vae_name", + "name": "vae_name", + "type": "COMBO", + "widget": { + "name": "vae_name" + }, + "link": 40 + } + ], + "outputs": [ + { + "localized_name": "VAE", + "name": "VAE", + "type": "VAE", + "links": [ + 18, + 21 + ] + } + ], + "properties": { + "Node name for S&R": "VAELoader", + "models": [ + { + "name": "marigold_v2_depth_log_stage2_vae.safetensors", + "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/vae/marigold_v2_depth_log_stage2_vae.safetensors", + "directory": "vae" + } + ] + }, + "widgets_values": [ + "marigold_v2_depth_log_stage2_vae.safetensors" + ], + "widgets_values_named": { + "vae_name": "marigold_v2_depth_log_stage2_vae.safetensors" + }, + "color": "#323", + "bgcolor": "#535" + }, + { + "id": 31, + "type": "DisableNoise", + "pos": [ + -740, + 4160 + ], + "size": [ + 270, + 40 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "localized_name": "NOISE", + "name": "NOISE", + "type": "NOISE", + "links": [ + 26 + ] + } + ], + "properties": { + "Node name for S&R": "DisableNoise" + } + }, + { + "id": 32, + "type": "KSamplerSelect", + "pos": [ + -740, + 4270 + ], + "size": [ + 270, + 70 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "localized_name": "sampler_name", + "name": "sampler_name", + "type": "COMBO", + "widget": { + "name": "sampler_name" + }, + "link": 35 + } + ], + "outputs": [ + { + "localized_name": "SAMPLER", + "name": "SAMPLER", + "type": "SAMPLER", + "links": [ + 25 + ] + } + ], + "properties": { + "Node name for S&R": "KSamplerSelect" + }, + "widgets_values": [ + "euler" + ], + "widgets_values_named": { + "sampler_name": "euler" + } + }, + { + "id": 33, + "type": "BasicGuider", + "pos": [ + -740, + 4400 + ], + "size": [ + 270, + 60 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 12 + }, + { + "localized_name": "conditioning", + "name": "conditioning", + "type": "CONDITIONING", + "link": 13 + } + ], + "outputs": [ + { + "localized_name": "GUIDER", + "name": "GUIDER", + "type": "GUIDER", + "links": [ + 14 + ] + } + ], + "properties": { + "Node name for S&R": "BasicGuider" + } + }, + { + "id": 34, + "type": "ManualSigmas", + "pos": [ + -740, + 4510 + ], + "size": [ + 270, + 100 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "localized_name": "sigmas", + "name": "sigmas", + "type": "STRING", + "widget": { + "name": "sigmas" + }, + "link": 36 + } + ], + "outputs": [ + { + "localized_name": "SIGMAS", + "name": "SIGMAS", + "type": "SIGMAS", + "links": [ + 27 + ] + } + ], + "properties": { + "Node name for S&R": "ManualSigmas" + }, + "widgets_values": [ + "0.5, 0" + ], + "widgets_values_named": { + "sigmas": "0.5, 0" + } + }, + { + "id": 35, + "type": "SamplerCustomAdvanced", + "pos": [ + -370, + 4290 + ], + "size": [ + 230, + 120 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "localized_name": "noise", + "name": "noise", + "type": "NOISE", + "link": 26 + }, + { + "localized_name": "guider", + "name": "guider", + "type": "GUIDER", + "link": 14 + }, + { + "localized_name": "sampler", + "name": "sampler", + "type": "SAMPLER", + "link": 25 + }, + { + "localized_name": "sigmas", + "name": "sigmas", + "type": "SIGMAS", + "link": 27 + }, + { + "localized_name": "latent_image", + "name": "latent_image", + "type": "LATENT", + "link": 19 + } + ], + "outputs": [ + { + "localized_name": "output", + "name": "output", + "type": "LATENT", + "links": [ + 20 + ] + }, + { + "localized_name": "denoised_output", + "name": "denoised_output", + "type": "LATENT", + "links": null + } + ], + "properties": { + "Node name for S&R": "SamplerCustomAdvanced" + } + }, + { + "id": 36, + "type": "VAEEncode", + "pos": [ + -1550, + 4860 + ], + "size": [ + 230, + 60 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "localized_name": "pixels", + "name": "pixels", + "type": "IMAGE", + "link": 17 + }, + { + "localized_name": "vae", + "name": "vae", + "type": "VAE", + "link": 18 + } + ], + "outputs": [ + { + "localized_name": "LATENT", + "name": "LATENT", + "type": "LATENT", + "links": [ + 19 + ] + } + ], + "properties": { + "Node name for S&R": "VAEEncode" + }, + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 37, + "type": "MarigoldV2PostProcess", + "pos": [ + 50, + 4250 + ], + "size": [ + 280, + 70 + ], + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "localized_name": "image", + "name": "image", + "type": "IMAGE", + "link": 23 + }, + { + "localized_name": "prediction", + "name": "prediction", + "type": "COMBO", + "widget": { + "name": "prediction" + }, + "link": 37 + } + ], + "outputs": [ + { + "localized_name": "IMAGE", + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 30 + ] + } + ], + "properties": { + "Node name for S&R": "MarigoldV2PostProcess" + }, + "widgets_values": [ + "depth" + ], + "widgets_values_named": { + "prediction": "depth" + } + }, + { + "id": 38, + "type": "VAEDecode", + "pos": [ + 60, + 4130 + ], + "size": [ + 230, + 60 + ], + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "localized_name": "samples", + "name": "samples", + "type": "LATENT", + "link": 20 + }, + { + "localized_name": "vae", + "name": "vae", + "type": "VAE", + "link": 21 + } + ], + "outputs": [ + { + "localized_name": "IMAGE", + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 23 + ] + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + }, + "color": "#322", + "bgcolor": "#533" + } + ], + "groups": [ + { + "id": 1, + "title": "Models", + "bounding": [ + -1740, + 4010, + 630, + 686 + ], + "color": "#3f789e", + "flags": {} + }, + { + "id": 2, + "title": "Image Encoding", + "bounding": [ + -1740, + 4720, + 630, + 300 + ], + "color": "#3f789e", + "flags": {} + }, + { + "id": 3, + "title": "Sampling", + "bounding": [ + -1080, + 4010, + 1030, + 690 + ], + "color": "#3f789e", + "flags": {} + }, + { + "id": 4, + "title": "Decoding", + "bounding": [ + -20, + 4010, + 420, + 390 + ], + "color": "#3f789e", + "flags": {} + } + ], + "links": [ + { + "id": 5, + "origin_id": 26, + "origin_slot": 0, + "target_id": 27, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 8, + "origin_id": 27, + "origin_slot": 0, + "target_id": 28, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 12, + "origin_id": 28, + "origin_slot": 0, + "target_id": 33, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 13, + "origin_id": 29, + "origin_slot": 0, + "target_id": 33, + "target_slot": 1, + "type": "CONDITIONING" + }, + { + "id": 26, + "origin_id": 31, + "origin_slot": 0, + "target_id": 35, + "target_slot": 0, + "type": "NOISE" + }, + { + "id": 14, + "origin_id": 33, + "origin_slot": 0, + "target_id": 35, + "target_slot": 1, + "type": "GUIDER" + }, + { + "id": 25, + "origin_id": 32, + "origin_slot": 0, + "target_id": 35, + "target_slot": 2, + "type": "SAMPLER" + }, + { + "id": 27, + "origin_id": 34, + "origin_slot": 0, + "target_id": 35, + "target_slot": 3, + "type": "SIGMAS" + }, + { + "id": 19, + "origin_id": 36, + "origin_slot": 0, + "target_id": 35, + "target_slot": 4, + "type": "LATENT" + }, + { + "id": 18, + "origin_id": 30, + "origin_slot": 0, + "target_id": 36, + "target_slot": 1, + "type": "VAE" + }, + { + "id": 23, + "origin_id": 38, + "origin_slot": 0, + "target_id": 37, + "target_slot": 0, + "type": "IMAGE" + }, + { + "id": 20, + "origin_id": 35, + "origin_slot": 0, + "target_id": 38, + "target_slot": 0, + "type": "LATENT" + }, + { + "id": 21, + "origin_id": 30, + "origin_slot": 0, + "target_id": 38, + "target_slot": 1, + "type": "VAE" + }, + { + "id": 17, + "origin_id": -10, + "origin_slot": 0, + "target_id": 36, + "target_slot": 0, + "type": "IMAGE" + }, + { + "id": 30, + "origin_id": 37, + "origin_slot": 0, + "target_id": -20, + "target_slot": 0, + "type": "IMAGE" + }, + { + "id": 35, + "origin_id": -10, + "origin_slot": 1, + "target_id": 32, + "target_slot": 0, + "type": "COMBO" + }, + { + "id": 36, + "origin_id": -10, + "origin_slot": 2, + "target_id": 34, + "target_slot": 0, + "type": "STRING" + }, + { + "id": 37, + "origin_id": -10, + "origin_slot": 3, + "target_id": 37, + "target_slot": 1, + "type": "COMBO" + }, + { + "id": 38, + "origin_id": -10, + "origin_slot": 4, + "target_id": 26, + "target_slot": 0, + "type": "COMBO" + }, + { + "id": 39, + "origin_id": -10, + "origin_slot": 5, + "target_id": 27, + "target_slot": 1, + "type": "COMBO" + }, + { + "id": 40, + "origin_id": -10, + "origin_slot": 6, + "target_id": 30, + "target_slot": 0, + "type": "COMBO" + }, + { + "id": 41, + "origin_id": -10, + "origin_slot": 7, + "target_id": 29, + "target_slot": 0, + "type": "COMBO" + } + ], + "extra": {}, + "category": "Preprocessors/Depth", + "description": "Estimates scene depth from an input image using Marigold V2, producing a depth map with brighter areas closer and darker areas farther." + } + ] + }, + "extra": {} +} \ No newline at end of file diff --git a/blueprints/Image Normal Estimation (Marigold V2).json b/blueprints/Image Normal Estimation (Marigold V2).json new file mode 100644 index 000000000..4da5e981b --- /dev/null +++ b/blueprints/Image Normal Estimation (Marigold V2).json @@ -0,0 +1,1178 @@ +{ + "revision": 0, + "last_node_id": "91", + "last_link_id": 0, + "nodes": [ + { + "id": 91, + "type": "fd1bad31-6e21-4106-8e7b-85465a9381f6", + "pos": [ + -1380, + 4190 + ], + "size": [ + 380, + 350 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "localized_name": "pixels", + "name": "pixels", + "type": "IMAGE", + "link": null + }, + { + "name": "sampler_name", + "type": "COMBO", + "widget": { + "name": "sampler_name" + }, + "link": null + }, + { + "name": "sigmas", + "type": "STRING", + "widget": { + "name": "sigmas" + }, + "link": null + }, + { + "name": "prediction", + "type": "COMBO", + "widget": { + "name": "prediction" + }, + "link": null + }, + { + "name": "unet_name", + "type": "COMBO", + "widget": { + "name": "unet_name" + }, + "link": null + }, + { + "name": "lora_name", + "type": "COMBO", + "widget": { + "name": "lora_name" + }, + "link": null + }, + { + "name": "vae_name", + "type": "COMBO", + "widget": { + "name": "vae_name" + }, + "link": null + }, + { + "name": "conditioning_name", + "type": "COMBO", + "widget": { + "name": "conditioning_name" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "IMAGE", + "name": "IMAGE", + "type": "IMAGE", + "links": [] + } + ], + "title": "Image Normal Estimation (Marigold V2)", + "properties": { + "previewExposures": [] + }, + "widgets_values": [ + "euler", + "0.5, 0", + "normals", + "qwen_image_edit_2509_int8_convrot.safetensors", + "marigold_v2_normals.safetensors", + "marigold_v2_normals_vae.safetensors", + "marigold_v2_normals_conditioning.safetensors" + ], + "widgets_values_named": { + "sampler_name": "euler", + "sigmas": "0.5, 0", + "prediction": "normals", + "unet_name": "qwen_image_edit_2509_int8_convrot.safetensors", + "lora_name": "marigold_v2_normals.safetensors", + "vae_name": "marigold_v2_normals_vae.safetensors", + "conditioning_name": "marigold_v2_normals_conditioning.safetensors" + } + } + ], + "links": [], + "version": 0.4, + "definitions": { + "subgraphs": [ + { + "id": "fd1bad31-6e21-4106-8e7b-85465a9381f6", + "version": 1, + "state": { + "lastGroupId": 4, + "lastNodeId": 91, + "lastLinkId": 110, + "lastRerouteId": 0 + }, + "revision": 0, + "config": {}, + "name": "Image Normal Estimation (Marigold V2)", + "inputNode": { + "id": -10, + "bounding": [ + -2110, + 4550, + 155.080078125, + 208 + ] + }, + "outputNode": { + "id": -20, + "bounding": [ + 460, + 4481, + 128, + 68 + ] + }, + "inputs": [ + { + "id": "945e443f-b9a3-41a0-80ff-205d4ea6b550", + "name": "pixels", + "type": "IMAGE", + "linkIds": [ + 17 + ], + "localized_name": "pixels", + "pos": [ + -1978.919921875, + 4574 + ] + }, + { + "id": "f10970ae-bbd8-4d4d-8c86-5afe1f2673d4", + "name": "sampler_name", + "type": "COMBO", + "linkIds": [ + 35 + ], + "pos": [ + -1978.919921875, + 4594 + ] + }, + { + "id": "e7f0b98f-40fa-4f71-8dff-0b1d9b3ba526", + "name": "sigmas", + "type": "STRING", + "linkIds": [ + 36 + ], + "pos": [ + -1978.919921875, + 4614 + ] + }, + { + "id": "663f265f-75bd-45b0-9457-39dc96d68cce", + "name": "prediction", + "type": "COMBO", + "linkIds": [ + 37 + ], + "pos": [ + -1978.919921875, + 4634 + ] + }, + { + "id": "e94ec076-d8e7-463c-b6e5-35c90c36bc92", + "name": "unet_name", + "type": "COMBO", + "linkIds": [ + 38 + ], + "pos": [ + -1978.919921875, + 4654 + ] + }, + { + "id": "b834c8bb-b51a-4a9b-b24c-7d39d8e2b27a", + "name": "lora_name", + "type": "COMBO", + "linkIds": [ + 39 + ], + "pos": [ + -1978.919921875, + 4674 + ] + }, + { + "id": "d53a2944-e126-4e41-a025-98e126db2c57", + "name": "vae_name", + "type": "COMBO", + "linkIds": [ + 40 + ], + "pos": [ + -1978.919921875, + 4694 + ] + }, + { + "id": "7b8c34b9-7565-4278-9eef-b331045db837", + "name": "conditioning_name", + "type": "COMBO", + "linkIds": [ + 41 + ], + "pos": [ + -1978.919921875, + 4714 + ] + } + ], + "outputs": [ + { + "id": "bdf62bcc-0f6b-4a29-bdae-b2c16e657e76", + "name": "IMAGE", + "type": "IMAGE", + "linkIds": [ + 30 + ], + "localized_name": "IMAGE", + "pos": [ + 484, + 4505 + ] + } + ], + "widgets": [], + "nodes": [ + { + "id": 26, + "type": "UNETLoader", + "pos": [ + -1730, + 4080 + ], + "size": [ + 610, + 90 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + { + "localized_name": "unet_name", + "name": "unet_name", + "type": "COMBO", + "widget": { + "name": "unet_name" + }, + "link": 38 + }, + { + "localized_name": "weight_dtype", + "name": "weight_dtype", + "type": "COMBO", + "widget": { + "name": "weight_dtype" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 5 + ] + } + ], + "properties": { + "Node name for S&R": "UNETLoader", + "models": [ + { + "name": "qwen_image_edit_2509_int8_convrot.safetensors", + "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/diffusion_models/qwen_image_edit_2509_int8_convrot.safetensors", + "directory": "diffusion_models" + } + ] + }, + "widgets_values": [ + "qwen_image_edit_2509_int8_convrot.safetensors", + "default" + ], + "widgets_values_named": { + "unet_name": "qwen_image_edit_2509_int8_convrot.safetensors", + "weight_dtype": "default" + }, + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 27, + "type": "LoraLoaderModelOnly", + "pos": [ + -1730, + 4240 + ], + "size": [ + 610, + 120 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 5 + }, + { + "localized_name": "lora_name", + "name": "lora_name", + "type": "COMBO", + "widget": { + "name": "lora_name" + }, + "link": 39 + }, + { + "localized_name": "strength_model", + "name": "strength_model", + "type": "FLOAT", + "widget": { + "name": "strength_model" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 8 + ] + } + ], + "properties": { + "Node name for S&R": "LoraLoaderModelOnly", + "models": [ + { + "name": "marigold_v2_normals.safetensors", + "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/loras/marigold_v2_normals.safetensors", + "directory": "loras" + } + ] + }, + "widgets_values": [ + "marigold_v2_normals.safetensors", + 1 + ], + "widgets_values_named": { + "lora_name": "marigold_v2_normals.safetensors", + "strength_model": 1 + }, + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 28, + "type": "ModelSamplingAuraFlow", + "pos": [ + -1040, + 4390 + ], + "size": [ + 270, + 100 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 8 + }, + { + "localized_name": "shift", + "name": "shift", + "type": "FLOAT", + "widget": { + "name": "shift" + }, + "link": null + }, + { + "localized_name": "sampling", + "name": "sampling", + "shape": 7, + "type": "COMBO", + "widget": { + "name": "sampling" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 12 + ] + } + ], + "properties": { + "Node name for S&R": "ModelSamplingAuraFlow" + }, + "widgets_values": [ + 1.73, + "flow" + ], + "widgets_values_named": { + "shift": 1.73, + "sampling": "flow" + }, + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 29, + "type": "ConditioningLoader", + "pos": [ + -1730, + 4580 + ], + "size": [ + 610, + 90 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "localized_name": "conditioning_name", + "name": "conditioning_name", + "type": "COMBO", + "widget": { + "name": "conditioning_name" + }, + "link": 41 + } + ], + "outputs": [ + { + "localized_name": "CONDITIONING", + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 13 + ] + } + ], + "properties": { + "Node name for S&R": "ConditioningLoader", + "models": [ + { + "name": "marigold_v2_normals_conditioning.safetensors", + "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/embeddings/marigold_v2_normals_conditioning.safetensors", + "directory": "embeddings" + } + ] + }, + "widgets_values": [ + "marigold_v2_normals_conditioning.safetensors" + ], + "widgets_values_named": { + "conditioning_name": "marigold_v2_normals_conditioning.safetensors" + }, + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 30, + "type": "VAELoader", + "pos": [ + -1730, + 4430 + ], + "size": [ + 610, + 90 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "localized_name": "vae_name", + "name": "vae_name", + "type": "COMBO", + "widget": { + "name": "vae_name" + }, + "link": 40 + } + ], + "outputs": [ + { + "localized_name": "VAE", + "name": "VAE", + "type": "VAE", + "links": [ + 18, + 21 + ] + } + ], + "properties": { + "Node name for S&R": "VAELoader", + "models": [ + { + "name": "marigold_v2_normals_vae.safetensors", + "url": "https://huggingface.co/Comfy-Org/marigold-v2-0/resolve/main/vae/marigold_v2_normals_vae.safetensors", + "directory": "vae" + } + ] + }, + "widgets_values": [ + "marigold_v2_normals_vae.safetensors" + ], + "widgets_values_named": { + "vae_name": "marigold_v2_normals_vae.safetensors" + }, + "color": "#323", + "bgcolor": "#535" + }, + { + "id": 31, + "type": "DisableNoise", + "pos": [ + -740, + 4160 + ], + "size": [ + 270, + 40 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "localized_name": "NOISE", + "name": "NOISE", + "type": "NOISE", + "links": [ + 26 + ] + } + ], + "properties": { + "Node name for S&R": "DisableNoise" + } + }, + { + "id": 32, + "type": "KSamplerSelect", + "pos": [ + -740, + 4270 + ], + "size": [ + 270, + 70 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "localized_name": "sampler_name", + "name": "sampler_name", + "type": "COMBO", + "widget": { + "name": "sampler_name" + }, + "link": 35 + } + ], + "outputs": [ + { + "localized_name": "SAMPLER", + "name": "SAMPLER", + "type": "SAMPLER", + "links": [ + 25 + ] + } + ], + "properties": { + "Node name for S&R": "KSamplerSelect" + }, + "widgets_values": [ + "euler" + ], + "widgets_values_named": { + "sampler_name": "euler" + } + }, + { + "id": 33, + "type": "BasicGuider", + "pos": [ + -740, + 4400 + ], + "size": [ + 270, + 60 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 12 + }, + { + "localized_name": "conditioning", + "name": "conditioning", + "type": "CONDITIONING", + "link": 13 + } + ], + "outputs": [ + { + "localized_name": "GUIDER", + "name": "GUIDER", + "type": "GUIDER", + "links": [ + 14 + ] + } + ], + "properties": { + "Node name for S&R": "BasicGuider" + } + }, + { + "id": 34, + "type": "ManualSigmas", + "pos": [ + -740, + 4510 + ], + "size": [ + 270, + 100 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "localized_name": "sigmas", + "name": "sigmas", + "type": "STRING", + "widget": { + "name": "sigmas" + }, + "link": 36 + } + ], + "outputs": [ + { + "localized_name": "SIGMAS", + "name": "SIGMAS", + "type": "SIGMAS", + "links": [ + 27 + ] + } + ], + "properties": { + "Node name for S&R": "ManualSigmas" + }, + "widgets_values": [ + "0.5, 0" + ], + "widgets_values_named": { + "sigmas": "0.5, 0" + } + }, + { + "id": 35, + "type": "SamplerCustomAdvanced", + "pos": [ + -370, + 4290 + ], + "size": [ + 230, + 120 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "localized_name": "noise", + "name": "noise", + "type": "NOISE", + "link": 26 + }, + { + "localized_name": "guider", + "name": "guider", + "type": "GUIDER", + "link": 14 + }, + { + "localized_name": "sampler", + "name": "sampler", + "type": "SAMPLER", + "link": 25 + }, + { + "localized_name": "sigmas", + "name": "sigmas", + "type": "SIGMAS", + "link": 27 + }, + { + "localized_name": "latent_image", + "name": "latent_image", + "type": "LATENT", + "link": 19 + } + ], + "outputs": [ + { + "localized_name": "output", + "name": "output", + "type": "LATENT", + "links": [ + 20 + ] + }, + { + "localized_name": "denoised_output", + "name": "denoised_output", + "type": "LATENT", + "links": null + } + ], + "properties": { + "Node name for S&R": "SamplerCustomAdvanced" + } + }, + { + "id": 36, + "type": "VAEEncode", + "pos": [ + -1550, + 4860 + ], + "size": [ + 230, + 60 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "localized_name": "pixels", + "name": "pixels", + "type": "IMAGE", + "link": 17 + }, + { + "localized_name": "vae", + "name": "vae", + "type": "VAE", + "link": 18 + } + ], + "outputs": [ + { + "localized_name": "LATENT", + "name": "LATENT", + "type": "LATENT", + "links": [ + 19 + ] + } + ], + "properties": { + "Node name for S&R": "VAEEncode" + }, + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 37, + "type": "MarigoldV2PostProcess", + "pos": [ + 50, + 4250 + ], + "size": [ + 280, + 70 + ], + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "localized_name": "image", + "name": "image", + "type": "IMAGE", + "link": 23 + }, + { + "localized_name": "prediction", + "name": "prediction", + "type": "COMBO", + "widget": { + "name": "prediction" + }, + "link": 37 + } + ], + "outputs": [ + { + "localized_name": "IMAGE", + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 30 + ] + } + ], + "properties": { + "Node name for S&R": "MarigoldV2PostProcess" + }, + "widgets_values": [ + "depth" + ], + "widgets_values_named": { + "prediction": "depth" + } + }, + { + "id": 38, + "type": "VAEDecode", + "pos": [ + 60, + 4130 + ], + "size": [ + 230, + 60 + ], + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "localized_name": "samples", + "name": "samples", + "type": "LATENT", + "link": 20 + }, + { + "localized_name": "vae", + "name": "vae", + "type": "VAE", + "link": 21 + } + ], + "outputs": [ + { + "localized_name": "IMAGE", + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 23 + ] + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + }, + "color": "#322", + "bgcolor": "#533" + } + ], + "groups": [ + { + "id": 1, + "title": "Models", + "bounding": [ + -1740, + 4010, + 630, + 686 + ], + "color": "#3f789e", + "flags": {} + }, + { + "id": 2, + "title": "Image Encoding", + "bounding": [ + -1740, + 4720, + 630, + 300 + ], + "color": "#3f789e", + "flags": {} + }, + { + "id": 3, + "title": "Sampling", + "bounding": [ + -1080, + 4010, + 1030, + 690 + ], + "color": "#3f789e", + "flags": {} + }, + { + "id": 4, + "title": "Decoding", + "bounding": [ + -20, + 4010, + 420, + 390 + ], + "color": "#3f789e", + "flags": {} + } + ], + "links": [ + { + "id": 5, + "origin_id": 26, + "origin_slot": 0, + "target_id": 27, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 8, + "origin_id": 27, + "origin_slot": 0, + "target_id": 28, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 12, + "origin_id": 28, + "origin_slot": 0, + "target_id": 33, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 13, + "origin_id": 29, + "origin_slot": 0, + "target_id": 33, + "target_slot": 1, + "type": "CONDITIONING" + }, + { + "id": 26, + "origin_id": 31, + "origin_slot": 0, + "target_id": 35, + "target_slot": 0, + "type": "NOISE" + }, + { + "id": 14, + "origin_id": 33, + "origin_slot": 0, + "target_id": 35, + "target_slot": 1, + "type": "GUIDER" + }, + { + "id": 25, + "origin_id": 32, + "origin_slot": 0, + "target_id": 35, + "target_slot": 2, + "type": "SAMPLER" + }, + { + "id": 27, + "origin_id": 34, + "origin_slot": 0, + "target_id": 35, + "target_slot": 3, + "type": "SIGMAS" + }, + { + "id": 19, + "origin_id": 36, + "origin_slot": 0, + "target_id": 35, + "target_slot": 4, + "type": "LATENT" + }, + { + "id": 18, + "origin_id": 30, + "origin_slot": 0, + "target_id": 36, + "target_slot": 1, + "type": "VAE" + }, + { + "id": 23, + "origin_id": 38, + "origin_slot": 0, + "target_id": 37, + "target_slot": 0, + "type": "IMAGE" + }, + { + "id": 20, + "origin_id": 35, + "origin_slot": 0, + "target_id": 38, + "target_slot": 0, + "type": "LATENT" + }, + { + "id": 21, + "origin_id": 30, + "origin_slot": 0, + "target_id": 38, + "target_slot": 1, + "type": "VAE" + }, + { + "id": 17, + "origin_id": -10, + "origin_slot": 0, + "target_id": 36, + "target_slot": 0, + "type": "IMAGE" + }, + { + "id": 30, + "origin_id": 37, + "origin_slot": 0, + "target_id": -20, + "target_slot": 0, + "type": "IMAGE" + }, + { + "id": 35, + "origin_id": -10, + "origin_slot": 1, + "target_id": 32, + "target_slot": 0, + "type": "COMBO" + }, + { + "id": 36, + "origin_id": -10, + "origin_slot": 2, + "target_id": 34, + "target_slot": 0, + "type": "STRING" + }, + { + "id": 37, + "origin_id": -10, + "origin_slot": 3, + "target_id": 37, + "target_slot": 1, + "type": "COMBO" + }, + { + "id": 38, + "origin_id": -10, + "origin_slot": 4, + "target_id": 26, + "target_slot": 0, + "type": "COMBO" + }, + { + "id": 39, + "origin_id": -10, + "origin_slot": 5, + "target_id": 27, + "target_slot": 1, + "type": "COMBO" + }, + { + "id": 40, + "origin_id": -10, + "origin_slot": 6, + "target_id": 30, + "target_slot": 0, + "type": "COMBO" + }, + { + "id": 41, + "origin_id": -10, + "origin_slot": 7, + "target_id": 29, + "target_slot": 0, + "type": "COMBO" + } + ], + "extra": {}, + "category": "Preprocessors/Normal", + "description": "Estimates surface normals from an input image using Marigold V2, producing a normal map of surface orientation for relighting and geometry-aware processing." + } + ] + }, + "extra": {} +} \ No newline at end of file diff --git a/blueprints/Music Cover (YuE2).json b/blueprints/Music Cover (YuE2).json new file mode 100644 index 000000000..7209809a9 --- /dev/null +++ b/blueprints/Music Cover (YuE2).json @@ -0,0 +1,1232 @@ +{ + "revision": 0, + "last_node_id": "58", + "last_link_id": 0, + "nodes": [ + { + "id": 58, + "type": "75e2923b-fcd3-4bc5-9588-451fa1c1475b", + "pos": [ + 920, + -270 + ], + "size": [ + 390, + 450 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [ + { + "label": "Style", + "name": "value", + "type": "STRING", + "widget": { + "name": "value" + }, + "link": null + }, + { + "label": "Lyrics", + "name": "value_1", + "type": "STRING", + "widget": { + "name": "value_1" + }, + "link": null + }, + { + "name": "max_duration", + "type": "FLOAT", + "widget": { + "name": "max_duration" + }, + "link": null + }, + { + "name": "seed", + "type": "INT", + "widget": { + "name": "seed" + }, + "link": null + }, + { + "name": "ckpt_name", + "type": "COMBO", + "widget": { + "name": "ckpt_name" + }, + "link": null + }, + { + "name": "audio", + "type": "AUDIO", + "link": null + }, + { + "name": "audio_encoder_name", + "type": "COMBO", + "widget": { + "name": "audio_encoder_name" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "AUDIO", + "name": "AUDIO", + "type": "AUDIO", + "links": [] + } + ], + "properties": { + "previewExposures": [ + { + "name": "$$canvas-image-preview", + "sourceNodeId": "51", + "sourcePreviewName": "$$canvas-image-preview" + } + ] + }, + "widgets_values": [ + "", + "", + 360, + 0, + "yue2_3b_int8_convrot.safetensors", + "sheetsage2_bf16.safetensors" + ], + "widgets_values_named": { + "value": "", + "value_1": "", + "max_duration": 360, + "seed": 0, + "ckpt_name": "yue2_3b_int8_convrot.safetensors", + "audio_encoder_name": "sheetsage2_bf16.safetensors" + }, + "title": "Music Cover (YuE2)" + } + ], + "links": [], + "version": 0.4, + "definitions": { + "subgraphs": [ + { + "id": "75e2923b-fcd3-4bc5-9588-451fa1c1475b", + "version": 1, + "state": { + "lastGroupId": 7, + "lastNodeId": 58, + "lastLinkId": 97, + "lastRerouteId": 0 + }, + "revision": 0, + "config": {}, + "name": "Music Cover (YuE2)", + "inputNode": { + "id": -10, + "bounding": [ + -840, + -550, + 168.966796875, + 188 + ] + }, + "outputNode": { + "id": -20, + "bounding": [ + 2930, + -690, + 128, + 68 + ] + }, + "inputs": [ + { + "id": "6c1f1dc8-09bc-416e-93e6-185bdbb48f42", + "name": "value", + "type": "STRING", + "linkIds": [ + 95 + ], + "label": "Style", + "pos": [ + -695.033203125, + -526 + ] + }, + { + "id": "54203a99-fe32-452b-8bc6-fa9add883a70", + "name": "value_1", + "type": "STRING", + "linkIds": [ + 96 + ], + "label": "Lyrics", + "pos": [ + -695.033203125, + -506 + ] + }, + { + "id": "d0fcad51-9ad7-4a92-ab62-efffeb4c47a1", + "name": "max_duration", + "type": "FLOAT", + "linkIds": [ + 79 + ], + "pos": [ + -695.033203125, + -486 + ] + }, + { + "id": "42d2b2cb-be16-40f7-a6d2-95a45aefcfca", + "name": "seed", + "type": "INT", + "linkIds": [ + 80 + ], + "pos": [ + -695.033203125, + -466 + ] + }, + { + "id": "99304313-156e-4357-aab8-34fa0944f94a", + "name": "ckpt_name", + "type": "COMBO", + "linkIds": [ + 81 + ], + "pos": [ + -695.033203125, + -446 + ] + }, + { + "id": "340bc841-85e9-488c-9ba4-94906af1c45c", + "name": "audio", + "type": "AUDIO", + "linkIds": [ + 90 + ], + "pos": [ + -695.033203125, + -426 + ] + }, + { + "id": "c9f667dd-dd37-4b13-95f8-636ad9ca91d5", + "name": "audio_encoder_name", + "type": "COMBO", + "linkIds": [ + 91 + ], + "pos": [ + -695.033203125, + -406 + ] + } + ], + "outputs": [ + { + "id": "0732a71d-66d1-4d9b-aae6-02256c00fab7", + "name": "AUDIO", + "type": "AUDIO", + "linkIds": [ + 31 + ], + "localized_name": "AUDIO", + "pos": [ + 2954, + -666 + ] + } + ], + "widgets": [], + "nodes": [ + { + "id": 47, + "type": "CheckpointLoaderSimple", + "pos": [ + -230, + -1090 + ], + "size": [ + 420, + 130 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [ + { + "localized_name": "ckpt_name", + "name": "ckpt_name", + "type": "COMBO", + "widget": { + "name": "ckpt_name" + }, + "link": 81 + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 18 + ] + }, + { + "localized_name": "CLIP", + "name": "CLIP", + "type": "CLIP", + "links": [ + 43 + ] + }, + { + "localized_name": "VAE", + "name": "VAE", + "type": "VAE", + "links": [ + 21 + ] + } + ], + "properties": { + "Node name for S&R": "CheckpointLoaderSimple", + "models": [ + { + "name": "yue2_3b_int8_convrot.safetensors", + "url": "https://huggingface.co/Comfy-Org/YuE2/resolve/main/checkpoints/yue2_3b_int8_convrot.safetensors", + "directory": "checkpoints" + } + ] + }, + "widgets_values": [ + "yue2_3b_int8_convrot.safetensors" + ], + "widgets_values_named": { + "ckpt_name": "yue2_3b_int8_convrot.safetensors" + } + }, + { + "id": 48, + "type": "YuE2GenerateMusic", + "pos": [ + 650, + -890 + ], + "size": [ + 400, + 410 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + { + "localized_name": "clip", + "name": "clip", + "type": "CLIP", + "link": 43 + }, + { + "localized_name": "style", + "name": "style", + "type": "STRING", + "widget": { + "name": "style" + }, + "link": 95 + }, + { + "localized_name": "lyrics", + "name": "lyrics", + "type": "STRING", + "widget": { + "name": "lyrics" + }, + "link": 96 + }, + { + "localized_name": "abc", + "name": "abc", + "type": "STRING", + "widget": { + "name": "abc" + }, + "link": 94 + }, + { + "localized_name": "seed", + "name": "seed", + "type": "INT", + "widget": { + "name": "seed" + }, + "link": 68 + }, + { + "localized_name": "mode", + "name": "mode", + "type": "COMBO", + "widget": { + "name": "mode" + }, + "link": null + }, + { + "localized_name": "max_duration", + "name": "max_duration", + "type": "FLOAT", + "widget": { + "name": "max_duration" + }, + "link": 79 + }, + { + "localized_name": "temperature", + "name": "temperature", + "type": "FLOAT", + "widget": { + "name": "temperature" + }, + "link": null + }, + { + "localized_name": "top_p", + "name": "top_p", + "type": "FLOAT", + "widget": { + "name": "top_p" + }, + "link": null + }, + { + "localized_name": "top_k", + "name": "top_k", + "type": "INT", + "widget": { + "name": "top_k" + }, + "link": null + }, + { + "localized_name": "repetition_penalty", + "name": "repetition_penalty", + "type": "FLOAT", + "widget": { + "name": "repetition_penalty" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "CONDITIONING", + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 49, + 50 + ] + }, + { + "localized_name": "seconds", + "name": "seconds", + "type": "FLOAT", + "links": [ + 48, + 51 + ] + } + ], + "properties": { + "Node name for S&R": "YuE2GenerateMusic" + }, + "widgets_values": [ + "", + "", + "", + 530976807293994, + "randomize", + "melody", + 360, + 1, + 0.95, + 100, + 1.2 + ], + "widgets_values_named": { + "style": "", + "lyrics": "", + "abc": "", + "seed": 530976807293994, + "control_after_generate": "randomize", + "mode": "melody", + "max_duration": 360, + "temperature": 1, + "top_p": 0.95, + "top_k": 100, + "repetition_penalty": 1.2 + } + }, + { + "id": 49, + "type": "ConditioningZeroOut", + "pos": [ + 1150, + -870 + ], + "size": [ + 230, + 60 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "localized_name": "conditioning", + "name": "conditioning", + "type": "CONDITIONING", + "link": 50 + } + ], + "outputs": [ + { + "localized_name": "CONDITIONING", + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 26 + ] + } + ], + "properties": { + "Node name for S&R": "ConditioningZeroOut" + } + }, + { + "id": 50, + "type": "PreviewAny", + "pos": [ + 1150, + -750 + ], + "size": [ + 270, + 170 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "localized_name": "source", + "name": "source", + "type": "*", + "link": 51 + } + ], + "outputs": [ + { + "localized_name": "STRING", + "name": "STRING", + "type": "STRING", + "links": null + } + ], + "properties": { + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [], + "widgets_values_named": {} + }, + { + "id": 51, + "type": "KSampler", + "pos": [ + 1680, + -940 + ], + "size": [ + 330, + 290 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 18 + }, + { + "localized_name": "positive", + "name": "positive", + "type": "CONDITIONING", + "link": 49 + }, + { + "localized_name": "negative", + "name": "negative", + "type": "CONDITIONING", + "link": 26 + }, + { + "localized_name": "latent_image", + "name": "latent_image", + "type": "LATENT", + "link": 8 + }, + { + "localized_name": "seed", + "name": "seed", + "type": "INT", + "widget": { + "name": "seed" + }, + "link": 69 + }, + { + "localized_name": "steps", + "name": "steps", + "type": "INT", + "widget": { + "name": "steps" + }, + "link": null + }, + { + "localized_name": "cfg", + "name": "cfg", + "type": "FLOAT", + "widget": { + "name": "cfg" + }, + "link": null + }, + { + "localized_name": "sampler_name", + "name": "sampler_name", + "type": "COMBO", + "widget": { + "name": "sampler_name" + }, + "link": null + }, + { + "localized_name": "scheduler", + "name": "scheduler", + "type": "COMBO", + "widget": { + "name": "scheduler" + }, + "link": null + }, + { + "localized_name": "denoise", + "name": "denoise", + "type": "FLOAT", + "widget": { + "name": "denoise" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "LATENT", + "name": "LATENT", + "type": "LATENT", + "links": [ + 9 + ] + } + ], + "properties": { + "Node name for S&R": "KSampler" + }, + "widgets_values": [ + 42, + "fixed", + 32, + 1, + "dpm_2", + "sgm_uniform", + 1 + ], + "widgets_values_named": { + "seed": 42, + "control_after_generate": "fixed", + "steps": 32, + "cfg": 1, + "sampler_name": "dpm_2", + "scheduler": "sgm_uniform", + "denoise": 1 + } + }, + { + "id": 52, + "type": "EmptyYuE2LatentAudio", + "pos": [ + 1890, + -470 + ], + "size": [ + 230, + 120 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "localized_name": "seconds", + "name": "seconds", + "type": "FLOAT", + "widget": { + "name": "seconds" + }, + "link": 48 + }, + { + "localized_name": "batch_size", + "name": "batch_size", + "type": "INT", + "widget": { + "name": "batch_size" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "LATENT", + "name": "LATENT", + "type": "LATENT", + "links": [ + 8 + ] + } + ], + "properties": { + "Node name for S&R": "EmptyYuE2LatentAudio" + }, + "widgets_values": [ + 120, + 1 + ], + "widgets_values_named": { + "seconds": 120, + "batch_size": 1 + }, + "color": "#323", + "bgcolor": "#535" + }, + { + "id": 53, + "type": "VAEDecodeAudio", + "pos": [ + 2060, + -860 + ], + "size": [ + 230, + 80 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "localized_name": "samples", + "name": "samples", + "type": "LATENT", + "link": 9 + }, + { + "localized_name": "vae", + "name": "vae", + "type": "VAE", + "link": 21 + } + ], + "outputs": [ + { + "localized_name": "AUDIO", + "name": "AUDIO", + "type": "AUDIO", + "links": [ + 31 + ] + } + ], + "properties": { + "Node name for S&R": "VAEDecodeAudio" + } + }, + { + "id": 54, + "type": "SeedNode", + "pos": [ + 730, + -410 + ], + "size": [ + 270, + 90 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "localized_name": "seed", + "name": "seed", + "type": "INT", + "widget": { + "name": "seed" + }, + "link": 80 + } + ], + "outputs": [ + { + "localized_name": "seed", + "name": "seed", + "type": "INT", + "links": [ + 68, + 69 + ] + } + ], + "properties": { + "Node name for S&R": "SeedNode" + }, + "widgets_values": [ + 0, + "randomize" + ], + "widgets_values_named": { + "seed": 0, + "fixed": "randomize" + } + }, + { + "id": 55, + "type": "SheetSage2AudioToABC", + "pos": [ + -150, + -650 + ], + "size": [ + 230, + 110 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "localized_name": "audio_encoder", + "name": "audio_encoder", + "type": "AUDIO_ENCODER", + "link": 84 + }, + { + "localized_name": "audio", + "name": "audio", + "type": "AUDIO", + "link": 90 + }, + { + "localized_name": "mode", + "name": "mode", + "type": "COMBO", + "widget": { + "name": "mode" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "abc", + "name": "abc", + "shape": 6, + "type": "STRING", + "links": [ + 93 + ] + } + ], + "properties": { + "Node name for S&R": "SheetSage2AudioToABC" + }, + "widgets_values": [ + "melody" + ], + "widgets_values_named": { + "mode": "melody" + } + }, + { + "id": 56, + "type": "AudioEncoderLoader", + "pos": [ + -240, + -920 + ], + "size": [ + 420, + 90 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "localized_name": "audio_encoder_name", + "name": "audio_encoder_name", + "type": "COMBO", + "widget": { + "name": "audio_encoder_name" + }, + "link": 91 + } + ], + "outputs": [ + { + "localized_name": "AUDIO_ENCODER", + "name": "AUDIO_ENCODER", + "type": "AUDIO_ENCODER", + "links": [ + 84 + ] + } + ], + "properties": { + "Node name for S&R": "AudioEncoderLoader", + "models": [ + { + "name": "sheetsage2_bf16.safetensors", + "url": "https://huggingface.co/Comfy-Org/YuE2/resolve/main/audio_encoders/sheetsage2_bf16.safetensors", + "directory": "audio_encoders" + } + ] + }, + "widgets_values": [ + "sheetsage2_bf16.safetensors" + ], + "widgets_values_named": { + "audio_encoder_name": "sheetsage2_bf16.safetensors" + } + }, + { + "id": 57, + "type": "PreviewAny", + "pos": [ + -250, + -500 + ], + "size": [ + 470, + 300 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "localized_name": "source", + "name": "source", + "type": "*", + "link": 93 + } + ], + "outputs": [ + { + "localized_name": "STRING", + "name": "STRING", + "type": "STRING", + "links": [ + 94 + ] + } + ], + "properties": { + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [], + "widgets_values_named": {} + } + ], + "groups": [ + { + "id": 3, + "title": "Model", + "bounding": [ + -330, + -1180, + 620, + 430 + ], + "color": "#3f789e", + "flags": {} + }, + { + "id": 2, + "title": "ABC", + "bounding": [ + -330, + -730, + 620, + 560 + ], + "color": "#3f789e", + "flags": {} + }, + { + "id": 6, + "title": "Conditioning", + "bounding": [ + 390, + -1080, + 1160, + 790 + ], + "color": "#3f789e", + "flags": {} + }, + { + "id": 4, + "title": "Duration", + "bounding": [ + 1640, + -570, + 720, + 280 + ], + "color": "#3f789e", + "flags": {} + }, + { + "id": 5, + "title": "Sampling & Decode", + "bounding": [ + 1640, + -1080, + 720, + 480 + ], + "color": "#3f789e", + "flags": {} + } + ], + "links": [ + { + "id": 43, + "origin_id": 47, + "origin_slot": 1, + "target_id": 48, + "target_slot": 0, + "type": "CLIP" + }, + { + "id": 50, + "origin_id": 48, + "origin_slot": 0, + "target_id": 49, + "target_slot": 0, + "type": "CONDITIONING" + }, + { + "id": 51, + "origin_id": 48, + "origin_slot": 1, + "target_id": 50, + "target_slot": 0, + "type": "FLOAT" + }, + { + "id": 18, + "origin_id": 47, + "origin_slot": 0, + "target_id": 51, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 49, + "origin_id": 48, + "origin_slot": 0, + "target_id": 51, + "target_slot": 1, + "type": "CONDITIONING" + }, + { + "id": 26, + "origin_id": 49, + "origin_slot": 0, + "target_id": 51, + "target_slot": 2, + "type": "CONDITIONING" + }, + { + "id": 8, + "origin_id": 52, + "origin_slot": 0, + "target_id": 51, + "target_slot": 3, + "type": "LATENT" + }, + { + "id": 48, + "origin_id": 48, + "origin_slot": 1, + "target_id": 52, + "target_slot": 0, + "type": "FLOAT" + }, + { + "id": 9, + "origin_id": 51, + "origin_slot": 0, + "target_id": 53, + "target_slot": 0, + "type": "LATENT" + }, + { + "id": 21, + "origin_id": 47, + "origin_slot": 2, + "target_id": 53, + "target_slot": 1, + "type": "VAE" + }, + { + "id": 31, + "origin_id": 53, + "origin_slot": 0, + "target_id": -20, + "target_slot": 0, + "type": "AUDIO" + }, + { + "id": 68, + "origin_id": 54, + "origin_slot": 0, + "target_id": 48, + "target_slot": 4, + "type": "INT" + }, + { + "id": 69, + "origin_id": 54, + "origin_slot": 0, + "target_id": 51, + "target_slot": 4, + "type": "INT" + }, + { + "id": 79, + "origin_id": -10, + "origin_slot": 2, + "target_id": 48, + "target_slot": 6, + "type": "FLOAT" + }, + { + "id": 80, + "origin_id": -10, + "origin_slot": 3, + "target_id": 54, + "target_slot": 0, + "type": "INT" + }, + { + "id": 81, + "origin_id": -10, + "origin_slot": 4, + "target_id": 47, + "target_slot": 0, + "type": "COMBO" + }, + { + "id": 84, + "origin_id": 56, + "origin_slot": 0, + "target_id": 55, + "target_slot": 0, + "type": "AUDIO_ENCODER" + }, + { + "id": 90, + "origin_id": -10, + "origin_slot": 5, + "target_id": 55, + "target_slot": 1, + "type": "AUDIO" + }, + { + "id": 91, + "origin_id": -10, + "origin_slot": 6, + "target_id": 56, + "target_slot": 0, + "type": "COMBO" + }, + { + "id": 93, + "origin_id": 55, + "origin_slot": 0, + "target_id": 57, + "target_slot": 0, + "type": "STRING" + }, + { + "id": 94, + "origin_id": 57, + "origin_slot": 0, + "target_id": 48, + "target_slot": 3, + "type": "STRING" + }, + { + "id": 95, + "origin_id": -10, + "origin_slot": 0, + "target_id": 48, + "target_slot": 1, + "type": "STRING" + }, + { + "id": 96, + "origin_id": -10, + "origin_slot": 1, + "target_id": 48, + "target_slot": 2, + "type": "STRING" + } + ], + "extra": {}, + "category": "Audio/Music generation", + "description": "Creates a new version of a song from reference audio using YuE2, preserving melody while changing style, vocals, lyrics, and arrangement." + } + ] + }, + "extra": {} +} \ No newline at end of file diff --git a/blueprints/Text to Music (YuE2).json b/blueprints/Text to Music (YuE2).json new file mode 100644 index 000000000..ffdda2c4d --- /dev/null +++ b/blueprints/Text to Music (YuE2).json @@ -0,0 +1,1630 @@ +{ + "revision": 0, + "last_node_id": "33", + "last_link_id": 0, + "nodes": [ + { + "id": 33, + "type": "59dddde1-2d83-4b6e-9c71-1e5cb2d823d6", + "pos": [ + 1440, + -260 + ], + "size": [ + 390, + 450 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [ + { + "label": "Style", + "name": "value", + "type": "STRING", + "widget": { + "name": "value" + }, + "link": null + }, + { + "label": "Lyrics", + "name": "value_1", + "type": "STRING", + "widget": { + "name": "value_1" + }, + "link": null + }, + { + "name": "mode", + "type": "COMBO", + "widget": { + "name": "mode" + }, + "link": null + }, + { + "label": "ABC_planning", + "name": "value_2", + "type": "BOOLEAN", + "widget": { + "name": "value_2" + }, + "link": null + }, + { + "name": "max_duration", + "type": "FLOAT", + "widget": { + "name": "max_duration" + }, + "link": null + }, + { + "name": "seed", + "type": "INT", + "widget": { + "name": "seed" + }, + "link": null + }, + { + "name": "ckpt_name", + "type": "COMBO", + "widget": { + "name": "ckpt_name" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "AUDIO", + "name": "AUDIO", + "type": "AUDIO", + "links": [] + } + ], + "properties": { + "previewExposures": [ + { + "name": "$$canvas-image-preview", + "sourceNodeId": "8", + "sourcePreviewName": "$$canvas-image-preview" + } + ] + }, + "widgets_values": [ + "", + "", + "full", + true, + 120, + 0, + "yue2_3b_int8_convrot.safetensors" + ], + "widgets_values_named": { + "value": "", + "value_1": "", + "mode": "full", + "value_2": true, + "max_duration": 120, + "seed": 0, + "ckpt_name": "yue2_3b_int8_convrot.safetensors" + }, + "title": "Text to Music (YuE2)" + } + ], + "links": [], + "version": 0.4, + "definitions": { + "subgraphs": [ + { + "id": "59dddde1-2d83-4b6e-9c71-1e5cb2d823d6", + "version": 1, + "state": { + "lastGroupId": 7, + "lastNodeId": 40, + "lastLinkId": 85, + "lastRerouteId": 0 + }, + "revision": 0, + "config": {}, + "name": "Text to Music (YuE2)", + "inputNode": { + "id": -10, + "bounding": [ + -1000, + 40, + 128, + 188 + ] + }, + "outputNode": { + "id": -20, + "bounding": [ + 3600, + -331, + 128, + 68 + ] + }, + "inputs": [ + { + "id": "6c1f1dc8-09bc-416e-93e6-185bdbb48f42", + "name": "value", + "type": "STRING", + "linkIds": [ + 85 + ], + "label": "Style", + "pos": [ + -896, + 64 + ] + }, + { + "id": "54203a99-fe32-452b-8bc6-fa9add883a70", + "name": "value_1", + "type": "STRING", + "linkIds": [ + 84 + ], + "label": "Lyrics", + "pos": [ + -896, + 84 + ] + }, + { + "id": "4a3b1965-73f7-4b51-a8b7-77eb939029c7", + "name": "mode", + "type": "COMBO", + "linkIds": [ + 76, + 77 + ], + "pos": [ + -896, + 104 + ] + }, + { + "id": "20a4c74f-f02d-4601-a674-9cb14dc29d52", + "name": "value_2", + "type": "BOOLEAN", + "linkIds": [ + 78 + ], + "label": "ABC_planning", + "pos": [ + -896, + 124 + ] + }, + { + "id": "d0fcad51-9ad7-4a92-ab62-efffeb4c47a1", + "name": "max_duration", + "type": "FLOAT", + "linkIds": [ + 79 + ], + "pos": [ + -896, + 144 + ] + }, + { + "id": "42d2b2cb-be16-40f7-a6d2-95a45aefcfca", + "name": "seed", + "type": "INT", + "linkIds": [ + 80 + ], + "pos": [ + -896, + 164 + ] + }, + { + "id": "99304313-156e-4357-aab8-34fa0944f94a", + "name": "ckpt_name", + "type": "COMBO", + "linkIds": [ + 81 + ], + "pos": [ + -896, + 184 + ] + } + ], + "outputs": [ + { + "id": "0732a71d-66d1-4d9b-aae6-02256c00fab7", + "name": "AUDIO", + "type": "AUDIO", + "linkIds": [ + 31 + ], + "localized_name": "AUDIO", + "pos": [ + 3624, + -307 + ] + } + ], + "widgets": [], + "nodes": [ + { + "id": 15, + "type": "CheckpointLoaderSimple", + "pos": [ + -240, + -890 + ], + "size": [ + 420, + 130 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "localized_name": "ckpt_name", + "name": "ckpt_name", + "type": "COMBO", + "widget": { + "name": "ckpt_name" + }, + "link": 81 + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 18 + ] + }, + { + "localized_name": "CLIP", + "name": "CLIP", + "type": "CLIP", + "links": [ + 38, + 43 + ] + }, + { + "localized_name": "VAE", + "name": "VAE", + "type": "VAE", + "links": [ + 21 + ] + } + ], + "properties": { + "Node name for S&R": "CheckpointLoaderSimple", + "models": [ + { + "name": "yue2_3b_int8_convrot.safetensors", + "url": "https://huggingface.co/Comfy-Org/YuE2/resolve/main/checkpoints/yue2_3b_int8_convrot.safetensors", + "directory": "checkpoints" + } + ] + }, + "widgets_values": [ + "yue2_3b_int8_convrot.safetensors" + ], + "widgets_values_named": { + "ckpt_name": "yue2_3b_int8_convrot.safetensors" + } + }, + { + "id": 24, + "type": "YuE2GenerateABC", + "pos": [ + 570, + -580 + ], + "size": [ + 400, + 450 + ], + "flags": {}, + "order": 8, + "mode": 0, + "showAdvanced": true, + "inputs": [ + { + "localized_name": "clip", + "name": "clip", + "type": "CLIP", + "link": 38 + }, + { + "localized_name": "style", + "name": "style", + "type": "STRING", + "widget": { + "name": "style" + }, + "link": 70 + }, + { + "localized_name": "lyrics", + "name": "lyrics", + "type": "STRING", + "widget": { + "name": "lyrics" + }, + "link": 72 + }, + { + "localized_name": "seed", + "name": "seed", + "type": "INT", + "widget": { + "name": "seed" + }, + "link": 67 + }, + { + "localized_name": "mode", + "name": "mode", + "type": "COMBO", + "widget": { + "name": "mode" + }, + "link": 77 + }, + { + "localized_name": "max_abc_tokens", + "name": "max_abc_tokens", + "type": "INT", + "widget": { + "name": "max_abc_tokens" + }, + "link": null + }, + { + "localized_name": "temperature", + "name": "temperature", + "type": "FLOAT", + "widget": { + "name": "temperature" + }, + "link": null + }, + { + "localized_name": "top_p", + "name": "top_p", + "type": "FLOAT", + "widget": { + "name": "top_p" + }, + "link": null + }, + { + "localized_name": "top_k", + "name": "top_k", + "type": "INT", + "widget": { + "name": "top_k" + }, + "link": null + }, + { + "localized_name": "repetition_penalty", + "name": "repetition_penalty", + "type": "FLOAT", + "widget": { + "name": "repetition_penalty" + }, + "link": null + }, + { + "localized_name": "penalty_window", + "name": "penalty_window", + "type": "INT", + "widget": { + "name": "penalty_window" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "abc", + "name": "abc", + "type": "STRING", + "links": [ + 82 + ] + } + ], + "properties": { + "Node name for S&R": "YuE2GenerateABC" + }, + "widgets_values": [ + "", + "", + 429124050625962, + "randomize", + "full", + 8192, + 0.7, + 0.9, + 30, + 1.005, + 100 + ], + "widgets_values_named": { + "style": "", + "lyrics": "", + "seed": 429124050625962, + "control_after_generate": "randomize", + "mode": "full", + "max_abc_tokens": 8192, + "temperature": 0.7, + "top_p": 0.9, + "top_k": 30, + "repetition_penalty": 1.005, + "penalty_window": 100 + } + }, + { + "id": 14, + "type": "PreviewAny", + "pos": [ + 1000, + -580 + ], + "size": [ + 420, + 430 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "localized_name": "source", + "name": "source", + "type": "*", + "link": 61 + } + ], + "outputs": [ + { + "localized_name": "STRING", + "name": "STRING", + "type": "STRING", + "links": [ + 62 + ] + } + ], + "properties": { + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [], + "widgets_values_named": {} + }, + { + "id": 30, + "type": "ComfySwitchNode", + "pos": [ + 1060, + -90 + ], + "size": [ + 270, + 110 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "localized_name": "on_false", + "name": "on_false", + "shape": 7, + "type": "*", + "link": 83 + }, + { + "localized_name": "on_true", + "name": "on_true", + "shape": 7, + "type": "*", + "link": 82 + }, + { + "localized_name": "switch", + "name": "switch", + "type": "BOOLEAN", + "widget": { + "name": "switch" + }, + "link": 58 + } + ], + "outputs": [ + { + "localized_name": "output", + "name": "output", + "type": "*", + "links": [ + 61 + ] + } + ], + "properties": { + "Node name for S&R": "ComfySwitchNode" + }, + "widgets_values": [ + false + ], + "widgets_values_named": { + "switch": false + } + }, + { + "id": 32, + "type": "PrimitiveString", + "pos": [ + 590, + -60 + ], + "size": [ + 370, + 100 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [ + { + "localized_name": "value", + "name": "value", + "type": "STRING", + "widget": { + "name": "value" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "STRING", + "name": "STRING", + "type": "STRING", + "links": [ + 83 + ] + } + ], + "title": "Text (Empty ABC)", + "properties": { + "Node name for S&R": "PrimitiveString" + }, + "widgets_values": [ + "" + ], + "widgets_values_named": { + "value": "" + } + }, + { + "id": 25, + "type": "YuE2GenerateMusic", + "pos": [ + 1830, + -530 + ], + "size": [ + 400, + 410 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "localized_name": "clip", + "name": "clip", + "type": "CLIP", + "link": 43 + }, + { + "localized_name": "style", + "name": "style", + "type": "STRING", + "widget": { + "name": "style" + }, + "link": 71 + }, + { + "localized_name": "lyrics", + "name": "lyrics", + "type": "STRING", + "widget": { + "name": "lyrics" + }, + "link": 73 + }, + { + "localized_name": "abc", + "name": "abc", + "type": "STRING", + "widget": { + "name": "abc" + }, + "link": 62 + }, + { + "localized_name": "seed", + "name": "seed", + "type": "INT", + "widget": { + "name": "seed" + }, + "link": 68 + }, + { + "localized_name": "mode", + "name": "mode", + "type": "COMBO", + "widget": { + "name": "mode" + }, + "link": 76 + }, + { + "localized_name": "max_duration", + "name": "max_duration", + "type": "FLOAT", + "widget": { + "name": "max_duration" + }, + "link": 79 + }, + { + "localized_name": "temperature", + "name": "temperature", + "type": "FLOAT", + "widget": { + "name": "temperature" + }, + "link": null + }, + { + "localized_name": "top_p", + "name": "top_p", + "type": "FLOAT", + "widget": { + "name": "top_p" + }, + "link": null + }, + { + "localized_name": "top_k", + "name": "top_k", + "type": "INT", + "widget": { + "name": "top_k" + }, + "link": null + }, + { + "localized_name": "repetition_penalty", + "name": "repetition_penalty", + "type": "FLOAT", + "widget": { + "name": "repetition_penalty" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "CONDITIONING", + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 49, + 50 + ] + }, + { + "localized_name": "seconds", + "name": "seconds", + "type": "FLOAT", + "links": [ + 48, + 51 + ] + } + ], + "properties": { + "Node name for S&R": "YuE2GenerateMusic" + }, + "widgets_values": [ + "", + "", + "", + 530976807293994, + "randomize", + "full", + 360, + 1, + 0.95, + 100, + 1.2 + ], + "widgets_values_named": { + "style": "", + "lyrics": "", + "abc": "", + "seed": 530976807293994, + "control_after_generate": "randomize", + "mode": "full", + "max_duration": 360, + "temperature": 1, + "top_p": 0.95, + "top_k": 100, + "repetition_penalty": 1.2 + } + }, + { + "id": 31, + "type": "PrimitiveBoolean", + "pos": [ + -160, + 230 + ], + "size": [ + 230, + 90 + ], + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "localized_name": "value", + "name": "value", + "type": "BOOLEAN", + "widget": { + "name": "value" + }, + "link": 78 + } + ], + "outputs": [ + { + "localized_name": "BOOLEAN", + "name": "BOOLEAN", + "type": "BOOLEAN", + "links": [ + 58 + ] + } + ], + "title": "Boolean (ABC planning)", + "properties": { + "Node name for S&R": "PrimitiveBoolean" + }, + "widgets_values": [ + false + ], + "widgets_values_named": { + "value": false + } + }, + { + "id": 18, + "type": "ConditioningZeroOut", + "pos": [ + 2330, + -520 + ], + "size": [ + 230, + 60 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "localized_name": "conditioning", + "name": "conditioning", + "type": "CONDITIONING", + "link": 50 + } + ], + "outputs": [ + { + "localized_name": "CONDITIONING", + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 26 + ] + } + ], + "properties": { + "Node name for S&R": "ConditioningZeroOut" + } + }, + { + "id": 23, + "type": "PreviewAny", + "pos": [ + 2310, + -400 + ], + "size": [ + 270, + 170 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "localized_name": "source", + "name": "source", + "type": "*", + "link": 51 + } + ], + "outputs": [ + { + "localized_name": "STRING", + "name": "STRING", + "type": "STRING", + "links": null + } + ], + "properties": { + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [], + "widgets_values_named": {} + }, + { + "id": 8, + "type": "KSampler", + "pos": [ + 2860, + -580 + ], + "size": [ + 330, + 290 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 18 + }, + { + "localized_name": "positive", + "name": "positive", + "type": "CONDITIONING", + "link": 49 + }, + { + "localized_name": "negative", + "name": "negative", + "type": "CONDITIONING", + "link": 26 + }, + { + "localized_name": "latent_image", + "name": "latent_image", + "type": "LATENT", + "link": 8 + }, + { + "localized_name": "seed", + "name": "seed", + "type": "INT", + "widget": { + "name": "seed" + }, + "link": 69 + }, + { + "localized_name": "steps", + "name": "steps", + "type": "INT", + "widget": { + "name": "steps" + }, + "link": null + }, + { + "localized_name": "cfg", + "name": "cfg", + "type": "FLOAT", + "widget": { + "name": "cfg" + }, + "link": null + }, + { + "localized_name": "sampler_name", + "name": "sampler_name", + "type": "COMBO", + "widget": { + "name": "sampler_name" + }, + "link": null + }, + { + "localized_name": "scheduler", + "name": "scheduler", + "type": "COMBO", + "widget": { + "name": "scheduler" + }, + "link": null + }, + { + "localized_name": "denoise", + "name": "denoise", + "type": "FLOAT", + "widget": { + "name": "denoise" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "LATENT", + "name": "LATENT", + "type": "LATENT", + "links": [ + 9 + ] + } + ], + "properties": { + "Node name for S&R": "KSampler" + }, + "widgets_values": [ + 42, + "fixed", + 32, + 1, + "dpm_2", + "sgm_uniform", + 1 + ], + "widgets_values_named": { + "seed": 42, + "control_after_generate": "fixed", + "steps": 32, + "cfg": 1, + "sampler_name": "dpm_2", + "scheduler": "sgm_uniform", + "denoise": 1 + } + }, + { + "id": 5, + "type": "EmptyYuE2LatentAudio", + "pos": [ + 3070, + -110 + ], + "size": [ + 230, + 120 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + { + "localized_name": "seconds", + "name": "seconds", + "type": "FLOAT", + "widget": { + "name": "seconds" + }, + "link": 48 + }, + { + "localized_name": "batch_size", + "name": "batch_size", + "type": "INT", + "widget": { + "name": "batch_size" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "LATENT", + "name": "LATENT", + "type": "LATENT", + "links": [ + 8 + ] + } + ], + "properties": { + "Node name for S&R": "EmptyYuE2LatentAudio" + }, + "widgets_values": [ + 120, + 1 + ], + "widgets_values_named": { + "seconds": 120, + "batch_size": 1 + }, + "color": "#323", + "bgcolor": "#535" + }, + { + "id": 9, + "type": "VAEDecodeAudio", + "pos": [ + 3240, + -500 + ], + "size": [ + 230, + 80 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "localized_name": "samples", + "name": "samples", + "type": "LATENT", + "link": 9 + }, + { + "localized_name": "vae", + "name": "vae", + "type": "VAE", + "link": 21 + } + ], + "outputs": [ + { + "localized_name": "AUDIO", + "name": "AUDIO", + "type": "AUDIO", + "links": [ + 31 + ] + } + ], + "properties": { + "Node name for S&R": "VAEDecodeAudio" + } + }, + { + "id": 34, + "type": "SeedNode", + "pos": [ + -190, + 470 + ], + "size": [ + 270, + 90 + ], + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "localized_name": "seed", + "name": "seed", + "type": "INT", + "widget": { + "name": "seed" + }, + "link": 80 + } + ], + "outputs": [ + { + "localized_name": "seed", + "name": "seed", + "type": "INT", + "links": [ + 67, + 68, + 69 + ] + } + ], + "properties": { + "Node name for S&R": "SeedNode" + }, + "widgets_values": [ + 0, + "fixed" + ], + "widgets_values_named": { + "seed": 0, + "fixed": "fixed" + } + }, + { + "id": 36, + "type": "PrimitiveStringMultiline", + "pos": [ + -260, + -590 + ], + "size": [ + 480, + 260 + ], + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [ + { + "localized_name": "value", + "name": "value", + "type": "STRING", + "widget": { + "name": "value" + }, + "link": 85 + } + ], + "outputs": [ + { + "localized_name": "STRING", + "name": "STRING", + "type": "STRING", + "links": [ + 70, + 71 + ] + } + ], + "title": "Text (Style)", + "properties": { + "Node name for S&R": "PrimitiveStringMultiline" + }, + "widgets_values": [ + "" + ], + "widgets_values_named": { + "value": "" + }, + "color": "#232", + "bgcolor": "#353" + }, + { + "id": 37, + "type": "PrimitiveStringMultiline", + "pos": [ + -250, + -260 + ], + "size": [ + 480, + 260 + ], + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [ + { + "localized_name": "value", + "name": "value", + "type": "STRING", + "widget": { + "name": "value" + }, + "link": 84 + } + ], + "outputs": [ + { + "localized_name": "STRING", + "name": "STRING", + "type": "STRING", + "links": [ + 72, + 73 + ] + } + ], + "title": "Text (Lyrics)", + "properties": { + "Node name for S&R": "PrimitiveStringMultiline" + }, + "widgets_values": [ + "" + ], + "widgets_values_named": { + "value": "" + }, + "color": "#232", + "bgcolor": "#353" + } + ], + "groups": [ + { + "id": 3, + "title": "Model", + "bounding": [ + -340, + -980, + 630, + 230 + ], + "color": "#3f789e", + "flags": {} + }, + { + "id": 1, + "title": "Style & Lyrics", + "bounding": [ + -340, + -720, + 630, + 790 + ], + "color": "#3f789e", + "flags": {} + }, + { + "id": 2, + "title": "ABC planning", + "bounding": [ + 400, + -720, + 1140, + 790 + ], + "color": "#3f789e", + "flags": {} + }, + { + "id": 7, + "title": "ABC planning?", + "bounding": [ + -340, + 120, + 630, + 270 + ], + "color": "#3f789e", + "flags": {} + }, + { + "id": 6, + "title": "Conditioning", + "bounding": [ + 1570, + -720, + 1160, + 790 + ], + "color": "#3f789e", + "flags": {} + }, + { + "id": 4, + "title": "Duration", + "bounding": [ + 2820, + -210, + 720, + 280 + ], + "color": "#3f789e", + "flags": {} + }, + { + "id": 5, + "title": "Sampling & Decode", + "bounding": [ + 2820, + -720, + 720, + 480 + ], + "color": "#3f789e", + "flags": {} + } + ], + "links": [ + { + "id": 38, + "origin_id": 15, + "origin_slot": 1, + "target_id": 24, + "target_slot": 0, + "type": "CLIP" + }, + { + "id": 61, + "origin_id": 30, + "origin_slot": 0, + "target_id": 14, + "target_slot": 0, + "type": "STRING" + }, + { + "id": 58, + "origin_id": 31, + "origin_slot": 0, + "target_id": 30, + "target_slot": 2, + "type": "BOOLEAN" + }, + { + "id": 43, + "origin_id": 15, + "origin_slot": 1, + "target_id": 25, + "target_slot": 0, + "type": "CLIP" + }, + { + "id": 62, + "origin_id": 14, + "origin_slot": 0, + "target_id": 25, + "target_slot": 3, + "type": "STRING" + }, + { + "id": 50, + "origin_id": 25, + "origin_slot": 0, + "target_id": 18, + "target_slot": 0, + "type": "CONDITIONING" + }, + { + "id": 51, + "origin_id": 25, + "origin_slot": 1, + "target_id": 23, + "target_slot": 0, + "type": "FLOAT" + }, + { + "id": 18, + "origin_id": 15, + "origin_slot": 0, + "target_id": 8, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 49, + "origin_id": 25, + "origin_slot": 0, + "target_id": 8, + "target_slot": 1, + "type": "CONDITIONING" + }, + { + "id": 26, + "origin_id": 18, + "origin_slot": 0, + "target_id": 8, + "target_slot": 2, + "type": "CONDITIONING" + }, + { + "id": 8, + "origin_id": 5, + "origin_slot": 0, + "target_id": 8, + "target_slot": 3, + "type": "LATENT" + }, + { + "id": 48, + "origin_id": 25, + "origin_slot": 1, + "target_id": 5, + "target_slot": 0, + "type": "FLOAT" + }, + { + "id": 9, + "origin_id": 8, + "origin_slot": 0, + "target_id": 9, + "target_slot": 0, + "type": "LATENT" + }, + { + "id": 21, + "origin_id": 15, + "origin_slot": 2, + "target_id": 9, + "target_slot": 1, + "type": "VAE" + }, + { + "id": 31, + "origin_id": 9, + "origin_slot": 0, + "target_id": -20, + "target_slot": 0, + "type": "AUDIO" + }, + { + "id": 67, + "origin_id": 34, + "origin_slot": 0, + "target_id": 24, + "target_slot": 3, + "type": "INT" + }, + { + "id": 68, + "origin_id": 34, + "origin_slot": 0, + "target_id": 25, + "target_slot": 4, + "type": "INT" + }, + { + "id": 69, + "origin_id": 34, + "origin_slot": 0, + "target_id": 8, + "target_slot": 4, + "type": "INT" + }, + { + "id": 70, + "origin_id": 36, + "origin_slot": 0, + "target_id": 24, + "target_slot": 1, + "type": "STRING" + }, + { + "id": 71, + "origin_id": 36, + "origin_slot": 0, + "target_id": 25, + "target_slot": 1, + "type": "STRING" + }, + { + "id": 72, + "origin_id": 37, + "origin_slot": 0, + "target_id": 24, + "target_slot": 2, + "type": "STRING" + }, + { + "id": 73, + "origin_id": 37, + "origin_slot": 0, + "target_id": 25, + "target_slot": 2, + "type": "STRING" + }, + { + "id": 76, + "origin_id": -10, + "origin_slot": 2, + "target_id": 25, + "target_slot": 5, + "type": "COMBO" + }, + { + "id": 77, + "origin_id": -10, + "origin_slot": 2, + "target_id": 24, + "target_slot": 4, + "type": "COMBO" + }, + { + "id": 78, + "origin_id": -10, + "origin_slot": 3, + "target_id": 31, + "target_slot": 0, + "type": "BOOLEAN" + }, + { + "id": 79, + "origin_id": -10, + "origin_slot": 4, + "target_id": 25, + "target_slot": 6, + "type": "FLOAT" + }, + { + "id": 80, + "origin_id": -10, + "origin_slot": 5, + "target_id": 34, + "target_slot": 0, + "type": "INT" + }, + { + "id": 81, + "origin_id": -10, + "origin_slot": 6, + "target_id": 15, + "target_slot": 0, + "type": "COMBO" + }, + { + "id": 82, + "origin_id": 24, + "origin_slot": 0, + "target_id": 30, + "target_slot": 1, + "type": "STRING" + }, + { + "id": 83, + "origin_id": 32, + "origin_slot": 0, + "target_id": 30, + "target_slot": 0, + "type": "STRING" + }, + { + "id": 84, + "origin_id": -10, + "origin_slot": 1, + "target_id": 37, + "target_slot": 0, + "type": "STRING" + }, + { + "id": 85, + "origin_id": -10, + "origin_slot": 0, + "target_id": 36, + "target_slot": 0, + "type": "STRING" + } + ], + "extra": {}, + "category": "Audio/Music generation", + "description": "Generates complete songs from a music style and lyrics using YuE2, with symbolic planning for structured melody, harmony, vocals, and accompaniment." + } + ] + }, + "extra": {} +} \ No newline at end of file