57 lines
1.7 KiB
Python
57 lines
1.7 KiB
Python
#Modified/simplified version of the node from: https://github.com/pamparamm/sd-perturbed-attention
|
|
#If you want the one with more options see the above repo.
|
|
|
|
#My modified one here is more basic but has less chances of breaking with ComfyUI updates.
|
|
|
|
import comfy.model_patcher
|
|
import comfy.samplers
|
|
|
|
class PerturbedAttentionGuidance:
|
|
@classmethod
|
|
def INPUT_TYPES(s):
|
|
return {
|
|
"required": {
|
|
"model": ("MODEL",),
|
|
"scale": ("FLOAT", {"default": 3.0, "min": 0.0, "max": 100.0, "step": 0.1, "round": 0.01}),
|
|
}
|
|
}
|
|
|
|
RETURN_TYPES = ("MODEL",)
|
|
FUNCTION = "patch"
|
|
|
|
CATEGORY = "model_patches/unet"
|
|
|
|
def patch(self, model, scale):
|
|
unet_block = "middle"
|
|
unet_block_id = 0
|
|
m = model.clone()
|
|
|
|
def perturbed_attention(q, k, v, extra_options, mask=None):
|
|
return v
|
|
|
|
def post_cfg_function(args):
|
|
model = args["model"]
|
|
cond_pred = args["cond_denoised"]
|
|
cond = args["cond"]
|
|
cfg_result = args["denoised"]
|
|
sigma = args["sigma"]
|
|
model_options = args["model_options"].copy()
|
|
x = args["input"]
|
|
|
|
if scale == 0:
|
|
return cfg_result
|
|
|
|
# Replace Self-attention with PAG
|
|
model_options = comfy.model_patcher.set_model_options_patch_replace(model_options, perturbed_attention, "attn1", unet_block, unet_block_id)
|
|
(pag,) = comfy.samplers.calc_cond_batch(model, [cond], x, sigma, model_options)
|
|
|
|
return cfg_result + (cond_pred - pag) * scale
|
|
|
|
m.set_model_sampler_post_cfg_function(post_cfg_function)
|
|
|
|
return (m,)
|
|
|
|
NODE_CLASS_MAPPINGS = {
|
|
"PerturbedAttentionGuidance": PerturbedAttentionGuidance,
|
|
}
|