raubatz's picture
download
raw
48 kB
import torch
from PIL import Image, ImageDraw, ImageFont
import numpy as np
import torch.nn.functional as F
import cv2
from PIL import Image, ImageEnhance
from PIL import Image
class ArithmeticBlend:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(s):
return {
"required": {
"image1": ("IMAGE",),
"image2": ("IMAGE",),
"blend_mode": (["add", "subtract", "difference", "divide"],),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "arithmetic_blend_images"
CATEGORY = "postprocessing/Blends"
def arithmetic_blend_images(self, image1: torch.Tensor, image2: torch.Tensor, blend_mode: str):
if blend_mode == "add":
blended_image = self.add(image1, image2)
elif blend_mode == "subtract":
blended_image = self.subtract(image1, image2)
elif blend_mode == "difference":
blended_image = self.difference(image1, image2)
elif blend_mode == "divide":
blended_image = self.divide(image1, image2)
else:
raise ValueError(f"Unsupported arithmetic blend mode: {blend_mode}")
blended_image = torch.clamp(blended_image, 0, 1)
return (blended_image,)
def add(self, img1, img2):
return img1 + img2
def subtract(self, img1, img2):
return img1 - img2
def difference(self, img1, img2):
return torch.abs(img1 - img2)
def divide(self, img1, img2):
img2_safe = torch.where(img1 == 0, torch.tensor(1e-10), img1)
return img1 / img2_safe
class AsciiArt:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(s):
return {
"required": {
"image": ("IMAGE",),
"char_size": ("INT", {
"default": 12,
"min": 0,
"max": 64,
"step": 2,
}),
"font_size": ("INT", {
"default": 12,
"min": 0,
"max": 64,
"step": 2,
}),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "apply_ascii_art_effect"
CATEGORY = "postprocessing/Effects"
def apply_ascii_art_effect(self, image: torch.Tensor, char_size: int, font_size: int):
batch_size, height, width, channels = image.shape
result = torch.zeros_like(image)
for b in range(batch_size):
img_b = image[b] * 255.0
img_b = Image.fromarray(img_b.numpy().astype('uint8'), 'RGB')
result_b = ascii_art_effect(img_b, char_size, font_size)
result_b = torch.tensor(np.array(result_b)) / 255.0
result[b] = result_b
return (result,)
def ascii_art_effect(image: torch.Tensor, char_size: int, font_size: int):
chars = r" .'`^\",:;I1!i><-+_-?][}{1)(|\/tfjrxnuvczXYUCLQ0OZmwqpbdkhao*#MW&8%B@$"
small_image = image.resize((image.size[0] // char_size, image.size[1] // char_size), Image.Resampling.NEAREST)
def get_char(value):
return chars[value * len(chars) // 256]
ascii_image = Image.new('RGB', image.size, (0, 0, 0))
font = ImageFont.truetype("arial.ttf", font_size)
draw_image = ImageDraw.Draw(ascii_image)
for i in range(small_image.height):
for j in range(small_image.width):
r, g, b = small_image.getpixel((j, i))
k = (r + g + b) // 3
draw_image.text(
(j * char_size, i * char_size),
get_char(k),
font=font,
fill=(r, g, b)
)
return ascii_image
class Blend:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(s):
return {
"required": {
"image1": ("IMAGE",),
"image2": ("IMAGE",),
"blend_factor": ("FLOAT", {
"default": 0.5,
"min": 0.0,
"max": 1.0,
"step": 0.01
}),
"blend_mode": (["normal", "multiply", "screen", "overlay", "soft_light"],),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "blend_images"
CATEGORY = "postprocessing/Blends"
def blend_images(self, image1: torch.Tensor, image2: torch.Tensor, blend_factor: float, blend_mode: str):
if image1.shape != image2.shape:
image2 = self.crop_and_resize(image2, image1.shape)
blended_image = self.blend_mode(image1, image2, blend_mode)
blended_image = image1 * (1 - blend_factor) + blended_image * blend_factor
blended_image = torch.clamp(blended_image, 0, 1)
return (blended_image,)
def blend_mode(self, img1, img2, mode):
if mode == "normal":
return img2
elif mode == "multiply":
return img1 * img2
elif mode == "screen":
return 1 - (1 - img1) * (1 - img2)
elif mode == "overlay":
return torch.where(img1 <= 0.5, 2 * img1 * img2, 1 - 2 * (1 - img1) * (1 - img2))
elif mode == "soft_light":
return torch.where(img2 <= 0.5, img1 - (1 - 2 * img2) * img1 * (1 - img1), img1 + (2 * img2 - 1) * (self.g(img1) - img1))
else:
raise ValueError(f"Unsupported blend mode: {mode}")
def g(self, x):
return torch.where(x <= 0.25, ((16 * x - 12) * x + 4) * x, torch.sqrt(x))
def crop_and_resize(self, img: torch.Tensor, target_shape: tuple):
batch_size, img_h, img_w, img_c = img.shape
_, target_h, target_w, _ = target_shape
img_aspect_ratio = img_w / img_h
target_aspect_ratio = target_w / target_h
# Crop center of the image to the target aspect ratio
if img_aspect_ratio > target_aspect_ratio:
new_width = int(img_h * target_aspect_ratio)
left = (img_w - new_width) // 2
img = img[:, :, left:left + new_width, :]
else:
new_height = int(img_w / target_aspect_ratio)
top = (img_h - new_height) // 2
img = img[:, top:top + new_height, :, :]
# Resize to target size
img = img.permute(0, 3, 1, 2) # Torch wants (B, C, H, W) we use (B, H, W, C)
img = F.interpolate(img, size=(target_h, target_w), mode='bilinear', align_corners=False)
img = img.permute(0, 2, 3, 1)
return img
class Blur:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(s):
return {
"required": {
"image": ("IMAGE",),
"blur_radius": ("INT", {
"default": 1,
"min": 1,
"max": 15,
"step": 1
}),
"sigma": ("FLOAT", {
"default": 1.0,
"min": 0.1,
"max": 10.0,
"step": 0.1
}),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "blur"
CATEGORY = "postprocessing/Filters"
def blur(self, image: torch.Tensor, blur_radius: int, sigma: float):
if blur_radius == 0:
return (image,)
batch_size, height, width, channels = image.shape
kernel_size = blur_radius * 2 + 1
kernel = gaussian_kernel(kernel_size, sigma).repeat(channels, 1, 1).unsqueeze(1)
image = image.permute(0, 3, 1, 2) # Torch wants (B, C, H, W) we use (B, H, W, C)
blurred = F.conv2d(image, kernel, padding=kernel_size // 2, groups=channels)
blurred = blurred.permute(0, 2, 3, 1)
return (blurred,)
class CannyEdgeMask:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(s):
return {
"required": {
"image": ("IMAGE",),
"lower_threshold": ("INT", {
"default": 100,
"min": 0,
"max": 500,
"step": 10
}),
"upper_threshold": ("INT", {
"default": 200,
"min": 0,
"max": 500,
"step": 10
}),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "canny"
CATEGORY = "postprocessing/Masks"
def canny(self, image: torch.Tensor, lower_threshold: int, upper_threshold: int):
batch_size, height, width, _ = image.shape
result = torch.zeros(batch_size, height, width)
for b in range(batch_size):
tensor_image = image[b].numpy().copy()
gray_image = (cv2.cvtColor(tensor_image, cv2.COLOR_RGB2GRAY) * 255).astype(np.uint8)
canny = cv2.Canny(gray_image, lower_threshold, upper_threshold)
tensor = torch.from_numpy(canny)
result[b] = tensor
return (result,)
class ChromaticAberration:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(s):
return {
"required": {
"image": ("IMAGE",),
"red_shift": ("INT", {
"default": 0,
"min": -20,
"max": 20,
"step": 1
}),
"red_direction": (["horizontal", "vertical"],),
"green_shift": ("INT", {
"default": 0,
"min": -20,
"max": 20,
"step": 1
}),
"green_direction": (["horizontal", "vertical"],),
"blue_shift": ("INT", {
"default": 0,
"min": -20,
"max": 20,
"step": 1
}),
"blue_direction": (["horizontal", "vertical"],),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "chromatic_aberration"
CATEGORY = "postprocessing/Effects"
def chromatic_aberration(self, image: torch.Tensor, red_shift: int, green_shift: int, blue_shift: int, red_direction: str, green_direction: str, blue_direction: str):
def get_shift(direction, shift):
shift = -shift if direction == 'vertical' else shift # invert vertical shift as otherwise positive actually shifts down
return (shift, 0) if direction == 'vertical' else (0, shift)
x = image.permute(0, 3, 1, 2)
shifts = [get_shift(direction, shift) for direction, shift in zip([red_direction, green_direction, blue_direction], [red_shift, green_shift, blue_shift])]
channels = [torch.roll(x[:, i, :, :], shifts=shifts[i], dims=(1, 2)) for i in range(3)]
output = torch.stack(channels, dim=1)
output = output.permute(0, 2, 3, 1)
return (output,)
class ColorCorrect:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(s):
return {
"required": {
"image": ("IMAGE",),
"temperature": ("FLOAT", {
"default": 0,
"min": -100,
"max": 100,
"step": 5
}),
"hue": ("FLOAT", {
"default": 0,
"min": -90,
"max": 90,
"step": 5
}),
"brightness": ("FLOAT", {
"default": 0,
"min": -100,
"max": 100,
"step": 5
}),
"contrast": ("FLOAT", {
"default": 0,
"min": -100,
"max": 100,
"step": 5
}),
"saturation": ("FLOAT", {
"default": 0,
"min": -100,
"max": 100,
"step": 5
}),
"gamma": ("FLOAT", {
"default": 1,
"min": 0.2,
"max": 2.2,
"step": 0.1
}),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "color_correct"
CATEGORY = "postprocessing/Color Adjustments"
def color_correct(self, image: torch.Tensor, temperature: float, hue: float, brightness: float, contrast: float, saturation: float, gamma: float):
batch_size, height, width, _ = image.shape
result = torch.zeros_like(image)
brightness /= 100
contrast /= 100
saturation /= 100
temperature /= 100
brightness = 1 + brightness
contrast = 1 + contrast
saturation = 1 + saturation
for b in range(batch_size):
tensor_image = image[b].numpy()
modified_image = Image.fromarray((tensor_image * 255).astype(np.uint8))
# brightness
modified_image = ImageEnhance.Brightness(modified_image).enhance(brightness)
# contrast
modified_image = ImageEnhance.Contrast(modified_image).enhance(contrast)
modified_image = np.array(modified_image).astype(np.float32)
# temperature
if temperature > 0:
modified_image[:, :, 0] *= 1 + temperature
modified_image[:, :, 1] *= 1 + temperature * 0.4
elif temperature < 0:
modified_image[:, :, 2] *= 1 - temperature
modified_image = np.clip(modified_image, 0, 255)/255
# gamma
modified_image = np.clip(np.power(modified_image, gamma), 0, 1)
# saturation
hls_img = cv2.cvtColor(modified_image, cv2.COLOR_RGB2HLS)
hls_img[:, :, 2] = np.clip(saturation*hls_img[:, :, 2], 0, 1)
modified_image = cv2.cvtColor(hls_img, cv2.COLOR_HLS2RGB) * 255
# hue
hsv_img = cv2.cvtColor(modified_image, cv2.COLOR_RGB2HSV)
hsv_img[:, :, 0] = (hsv_img[:, :, 0] + hue) % 360
modified_image = cv2.cvtColor(hsv_img, cv2.COLOR_HSV2RGB)
modified_image = modified_image.astype(np.uint8)
modified_image = modified_image / 255
modified_image = torch.from_numpy(modified_image).unsqueeze(0)
result[b] = modified_image
return (result, )
class ColorTint:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(s):
return {
"required": {
"image": ("IMAGE",),
"strength": ("FLOAT", {
"default": 1.0,
"min": 0.1,
"max": 1.0,
"step": 0.1
}),
"mode": (["sepia", "red", "green", "blue", "cyan", "magenta", "yellow", "purple", "orange", "warm", "cool", "lime", "navy", "vintage", "rose", "teal", "maroon", "peach", "lavender", "olive"],),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "color_tint"
CATEGORY = "postprocessing/Color Adjustments"
def color_tint(self, image: torch.Tensor, strength: float, mode: str = "sepia"):
if strength == 0:
return (image,)
sepia_weights = torch.tensor([0.2989, 0.5870, 0.1140]).view(1, 1, 1, 3).to(image.device)
mode_filters = {
"sepia": torch.tensor([1.0, 0.8, 0.6]),
"red": torch.tensor([1.0, 0.6, 0.6]),
"green": torch.tensor([0.6, 1.0, 0.6]),
"blue": torch.tensor([0.6, 0.8, 1.0]),
"cyan": torch.tensor([0.6, 1.0, 1.0]),
"magenta": torch.tensor([1.0, 0.6, 1.0]),
"yellow": torch.tensor([1.0, 1.0, 0.6]),
"purple": torch.tensor([0.8, 0.6, 1.0]),
"orange": torch.tensor([1.0, 0.7, 0.3]),
"warm": torch.tensor([1.0, 0.9, 0.7]),
"cool": torch.tensor([0.7, 0.9, 1.0]),
"lime": torch.tensor([0.7, 1.0, 0.3]),
"navy": torch.tensor([0.3, 0.4, 0.7]),
"vintage": torch.tensor([0.9, 0.85, 0.7]),
"rose": torch.tensor([1.0, 0.8, 0.9]),
"teal": torch.tensor([0.3, 0.8, 0.8]),
"maroon": torch.tensor([0.7, 0.3, 0.5]),
"peach": torch.tensor([1.0, 0.8, 0.6]),
"lavender": torch.tensor([0.8, 0.6, 1.0]),
"olive": torch.tensor([0.6, 0.7, 0.4]),
}
scale_filter = mode_filters[mode].view(1, 1, 1, 3).to(image.device)
grayscale = torch.sum(image * sepia_weights, dim=-1, keepdim=True)
tinted = grayscale * scale_filter
result = tinted * strength + image * (1 - strength)
return (result,)
class Dissolve:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(s):
return {
"required": {
"image1": ("IMAGE",),
"image2": ("IMAGE",),
"dissolve_factor": ("FLOAT", {
"default": 0.5,
"min": 0.0,
"max": 1.0,
"step": 0.01
}),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "dissolve_images"
CATEGORY = "postprocessing/Blends"
def dissolve_images(self, image1: torch.Tensor, image2: torch.Tensor, dissolve_factor: float):
dither_pattern = torch.rand_like(image1)
mask = (dither_pattern < dissolve_factor).float()
dissolved_image = image1 * mask + image2 * (1 - mask)
dissolved_image = torch.clamp(dissolved_image, 0, 1)
return (dissolved_image,)
class DodgeAndBurn:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(s):
return {
"required": {
"image": ("IMAGE",),
"mask": ("IMAGE",),
"intensity": ("FLOAT", {
"default": 0.5,
"min": 0.0,
"max": 1.0,
"step": 0.01
}),
"mode": (["dodge", "burn", "dodge_and_burn", "burn_and_dodge", "color_dodge", "color_burn", "linear_dodge", "linear_burn"],),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "dodge_and_burn"
CATEGORY = "postprocessing/Blends"
def dodge_and_burn(self, image: torch.Tensor, mask: torch.Tensor, intensity: float, mode: str):
if mode in ["dodge", "color_dodge", "linear_dodge"]:
dodged_image = self.dodge(image, mask, intensity, mode)
return (dodged_image,)
elif mode in ["burn", "color_burn", "linear_burn"]:
burned_image = self.burn(image, mask, intensity, mode)
return (burned_image,)
elif mode == "dodge_and_burn":
dodged_image = self.dodge(image, mask, intensity, "dodge")
burned_image = self.burn(dodged_image, mask, intensity, "burn")
return (burned_image,)
elif mode == "burn_and_dodge":
burned_image = self.burn(image, mask, intensity, "burn")
dodged_image = self.dodge(burned_image, mask, intensity, "dodge")
return (dodged_image,)
else:
raise ValueError(f"Unsupported dodge and burn mode: {mode}")
def dodge(self, img, mask, intensity, mode):
if mode == "dodge":
return img / (1 - mask * intensity + 1e-7)
elif mode == "color_dodge":
return torch.where(mask < 1, img / (1 - mask * intensity), img)
elif mode == "linear_dodge":
return torch.clamp(img + mask * intensity, 0, 1)
else:
raise ValueError(f"Unsupported dodge mode: {mode}")
def burn(self, img, mask, intensity, mode):
if mode == "burn":
return 1 - (1 - img) / (mask * intensity + 1e-7)
elif mode == "color_burn":
return torch.where(mask > 0, 1 - (1 - img) / (mask * intensity), img)
elif mode == "linear_burn":
return torch.clamp(img - mask * intensity, 0, 1)
else:
raise ValueError(f"Unsupported burn mode: {mode}")
class FilmGrain:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(s):
return {
"required": {
"image": ("IMAGE",),
"intensity": ("FLOAT", {
"default": 0.2,
"min": 0.0,
"max": 1.0,
"step": 0.01
}),
"scale": ("FLOAT", {
"default": 10,
"min": 1,
"max": 100,
"step": 1
}),
"temperature": ("FLOAT", {
"default": 0.0,
"min": -100,
"max": 100,
"step": 1
}),
"vignette": ("FLOAT", {
"default": 0.0,
"min": 0.0,
"max": 10.0,
"step": 0.01
}),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "film_grain"
CATEGORY = "postprocessing/Effects"
def film_grain(self, image: torch.Tensor, intensity: float, scale: float, temperature: float, vignette: float):
batch_size, height, width, _ = image.shape
result = torch.zeros_like(image)
for b in range(batch_size):
tensor_image = image[b].numpy()
# Generate Perlin noise with shape (height, width) and scale
noise = self.generate_perlin_noise((height, width), scale)
noise = (noise - np.min(noise)) / (np.max(noise) - np.min(noise))
# Apply grain intensity
noise = (noise * 2 - 1) * intensity
# Blend the noise with the image
grain_image = np.clip(tensor_image + noise[:, :, np.newaxis], 0, 1)
# Apply temperature
grain_image = self.apply_temperature(grain_image, temperature)
# Apply vignette
grain_image = self.apply_vignette(grain_image, vignette)
tensor = torch.from_numpy(grain_image).unsqueeze(0)
result[b] = tensor
return (result,)
def generate_perlin_noise(self, shape, scale, octaves=4, persistence=0.5, lacunarity=2):
def smoothstep(t):
return t * t * (3.0 - 2.0 * t)
def lerp(t, a, b):
return a + t * (b - a)
def gradient(h, x, y):
vectors = np.array([[1, 1], [-1, 1], [1, -1], [-1, -1]])
g = vectors[h % 4]
return g[:, :, 0] * x + g[:, :, 1] * y
height, width = shape
noise = np.zeros(shape)
for octave in range(octaves):
octave_scale = scale * lacunarity ** octave
x = np.linspace(0, 1, width, endpoint=False)
y = np.linspace(0, 1, height, endpoint=False)
X, Y = np.meshgrid(x, y)
X, Y = X * octave_scale, Y * octave_scale
xi = X.astype(int)
yi = Y.astype(int)
xf = X - xi
yf = Y - yi
u = smoothstep(xf)
v = smoothstep(yf)
n00 = gradient(np.random.randint(0, 4, (height, width)), xf, yf)
n01 = gradient(np.random.randint(0, 4, (height, width)), xf, yf - 1)
n10 = gradient(np.random.randint(0, 4, (height, width)), xf - 1, yf)
n11 = gradient(np.random.randint(0, 4, (height, width)), xf - 1, yf - 1)
x1 = lerp(u, n00, n10)
x2 = lerp(u, n01, n11)
y1 = lerp(v, x1, x2)
noise += y1 * persistence ** octave
return noise / (1 - persistence ** octaves)
def apply_temperature(self, image, temperature):
if temperature == 0:
return image
temperature /= 100
new_image = image.copy()
if temperature > 0:
new_image[:, :, 0] *= 1 + temperature
new_image[:, :, 1] *= 1 + temperature * 0.4
else:
new_image[:, :, 2] *= 1 - temperature
return np.clip(new_image, 0, 1)
def apply_vignette(self, image, vignette_strength):
if vignette_strength == 0:
return image
height, width, _ = image.shape
x = np.linspace(-1, 1, width)
y = np.linspace(-1, 1, height)
X, Y = np.meshgrid(x, y)
radius = np.sqrt(X ** 2 + Y ** 2)
radius = radius / np.max(radius)
opacity = np.clip(vignette_strength, 0, 1)
vignette = 1 - radius * opacity
return np.clip(image * vignette[..., np.newaxis], 0, 1)
class Glow:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(cls):
return {
"required": {
"image": ("IMAGE",),
"intensity": ("FLOAT", {
"default": 1.0,
"min": 0.0,
"max": 5.0,
"step": 0.01
}),
"blur_radius": ("INT", {
"default": 5,
"min": 1,
"max": 50,
"step": 1
}),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "apply_glow"
CATEGORY = "postprocessing/Effects"
def apply_glow(self, image: torch.Tensor, intensity: float, blur_radius: int):
blurred_image = self.gaussian_blur(image, 2 * blur_radius + 1)
glowing_image = self.add_glow(image, blurred_image, intensity)
glowing_image = torch.clamp(glowing_image, 0, 1)
return (glowing_image,)
def gaussian_blur(self, image: torch.Tensor, kernel_size: int):
batch_size, height, width, channels = image.shape
sigma = (kernel_size - 1) / 6
kernel = gaussian_kernel(kernel_size, sigma).repeat(channels, 1, 1).unsqueeze(1)
image = image.permute(0, 3, 1, 2) # Torch wants (B, C, H, W) we use (B, H, W, C)
blurred = F.conv2d(image, kernel, padding=kernel_size // 2, groups=channels)
blurred = blurred.permute(0, 2, 3, 1)
return blurred
def add_glow(self, img, blurred_img, intensity):
return img + blurred_img * intensity
class HSVThresholdMask:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(s):
return {
"required": {
"image": ("IMAGE",),
"low_threshold": ("FLOAT", {
"default": 0.2,
"min": 0,
"max": 1,
"step": 0.1
}),
"high_threshold": ("FLOAT", {
"default": 0.7,
"min": 0,
"max": 1,
"step": 0.1
}),
"hsv_channel": (["hue", "saturation", "value"],),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "hsv_threshold"
CATEGORY = "postprocessing/Masks"
def hsv_threshold(self, image: torch.Tensor, low_threshold: float, high_threshold: float, hsv_channel: str):
batch_size, height, width, _ = image.shape
result = torch.zeros(batch_size, height, width)
if hsv_channel == "hue":
channel = 0
low_threshold, high_threshold = int(low_threshold * 180), int(high_threshold * 180)
elif hsv_channel == "saturation":
channel = 1
low_threshold, high_threshold = int(low_threshold * 255), int(high_threshold * 255)
elif hsv_channel == "value":
channel = 2
low_threshold, high_threshold = int(low_threshold * 255), int(high_threshold * 255)
for b in range(batch_size):
tensor_image = (image[b].numpy().copy() * 255).astype(np.uint8)
hsv_image = cv2.cvtColor(tensor_image, cv2.COLOR_RGB2HSV)
mask = cv2.inRange(hsv_image[:, :, channel], low_threshold, high_threshold)
tensor = torch.from_numpy(mask).float() / 255.
result[b] = tensor
return (result,)
class KuwaharaBlur:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(s):
return {
"required": {
"image": ("IMAGE",),
"blur_radius": ("INT", {
"default": 3,
"min": 0,
"max": 31,
"step": 1
}),
"method": (["mean", "gaussian"],),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "apply_kuwahara_filter"
CATEGORY = "postprocessing/Filters"
def apply_kuwahara_filter(self, image: np.ndarray, blur_radius: int, method: str):
if blur_radius == 0:
return (image,)
out = torch.zeros_like(image)
batch_size, height, width, channels = image.shape
for b in range(batch_size):
image = image[b].cpu().numpy() * 255.0
image = image.astype(np.uint8)
out[b] = torch.from_numpy(kuwahara(image, method=method, radius=blur_radius)) / 255.0
return (out,)
def kuwahara(orig_img, method="mean", radius=3, sigma=None):
if method == "gaussian" and sigma is None:
sigma = -1
image = orig_img.astype(np.float32, copy=False)
avgs = np.empty((4, *image.shape), dtype=image.dtype)
stddevs = np.empty((4, *image.shape[:2]), dtype=image.dtype)
image_2d = cv2.cvtColor(orig_img, cv2.COLOR_BGR2GRAY).astype(image.dtype, copy=False)
avgs_2d = np.empty((4, *image.shape[:2]), dtype=image.dtype)
squared_img = image_2d ** 2
if method == "mean":
kxy = np.ones(radius + 1, dtype=image.dtype) / (radius + 1)
elif method == "gaussian":
kxy = cv2.getGaussianKernel(2 * radius + 1, sigma, ktype=cv2.CV_32F)
kxy /= kxy[radius:].sum()
klr = np.array([kxy[:radius+1], kxy[radius:]])
kindexes = [[1, 1], [1, 0], [0, 1], [0, 0]]
shift = [(0, 0), (0, radius), (radius, 0), (radius, radius)]
for k in range(4):
if method == "mean":
kx, ky = kxy, kxy
else:
kx, ky = klr[kindexes[k]]
cv2.sepFilter2D(image, -1, kx, ky, avgs[k], shift[k])
cv2.sepFilter2D(image_2d, -1, kx, ky, avgs_2d[k], shift[k])
cv2.sepFilter2D(squared_img, -1, kx, ky, stddevs[k], shift[k])
stddevs[k] = stddevs[k] - avgs_2d[k] ** 2
indices = np.argmin(stddevs, axis=0)
filtered = np.take_along_axis(avgs, indices[None,...,None], 0).reshape(image.shape)
return filtered.astype(orig_img.dtype)
class Parabolize:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(cls):
return {
"required": {
"image": ("IMAGE",),
"coeff": ("FLOAT", {
"default": 1.0,
"min": -10.0,
"max": 10.0,
"step": 0.1
}),
"vertex_x": ("FLOAT", {
"default": 0.5,
"min": 0.0,
"max": 1.0,
"step": 0.1
}),
"vertex_y": ("FLOAT", {
"default": 0.5,
"min": 0.0,
"max": 1.0,
"step": 0.1
}),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "parabolize_image"
CATEGORY = "postprocessing/Color Adjustments"
def parabolize_image(self, image: torch.Tensor, coeff: float, vertex_x: float, vertex_y: float):
parabolized_image = coeff * torch.pow(image - vertex_x, 2) + vertex_y
parabolized_image = torch.clamp(parabolized_image, 0, 1)
return (parabolized_image,)
class PencilSketch:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(cls):
return {
"required": {
"image": ("IMAGE",),
"blur_radius": ("INT", {
"default": 5,
"min": 1,
"max": 31,
"step": 1
}),
"sharpen_alpha": ("FLOAT", {
"default": 1.0,
"min": 0.0,
"max": 10.0,
"step": 0.1
}),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "apply_sketch"
CATEGORY = "postprocessing/Effects"
def apply_sketch(self, image: torch.Tensor, blur_radius: int = 5, sharpen_alpha: float = 1):
image = image.permute(0, 3, 1, 2) # Torch wants (B, C, H, W) we use (B, H, W, C)
grayscale = image.mean(dim=1, keepdim=True)
grayscale = grayscale.repeat(1, 3, 1, 1)
inverted = 1 - grayscale
blur_sigma = blur_radius / 3
blurred = self.gaussian_blur(inverted, blur_radius, blur_sigma)
final_image = self.dodge(blurred, grayscale)
if sharpen_alpha != 0.0:
final_image = self.sharpen(final_image, 1, sharpen_alpha)
final_image = final_image.permute(0, 2, 3, 1) # Back to (B, H, W, C)
return (final_image,)
def dodge(self, front: torch.Tensor, back: torch.Tensor) -> torch.Tensor:
result = back / (1 - front + 1e-7)
result = torch.clamp(result, 0, 1)
return result
def gaussian_blur(self, image: torch.Tensor, blur_radius: int, sigma: float):
if blur_radius == 0:
return image
batch_size, channels, height, width = image.shape
kernel_size = blur_radius * 2 + 1
kernel = gaussian_kernel(kernel_size, sigma).repeat(channels, 1, 1).unsqueeze(1)
blurred = F.conv2d(image, kernel, padding=kernel_size // 2, groups=channels)
return blurred
def sharpen(self, image: torch.Tensor, blur_radius: int, alpha: float):
if blur_radius == 0:
return image
batch_size, channels, height, width = image.shape
kernel_size = blur_radius * 2 + 1
kernel = torch.ones((kernel_size, kernel_size), dtype=torch.float32) * -1
center = kernel_size // 2
kernel[center, center] = kernel_size**2
kernel *= alpha
kernel = kernel.repeat(channels, 1, 1).unsqueeze(1)
sharpened = F.conv2d(image, kernel, padding=center, groups=channels)
result = torch.clamp(sharpened, 0, 1)
return result
class PixelSort:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(cls):
return {
"required": {
"image": ("IMAGE",),
"mask": ("IMAGE",),
"direction": (["horizontal", "vertical"],),
"span_limit": ("INT", {
"default": 50,
"min": 0,
"max": 100,
"step": 5
}),
"sort_by": (["hue", "saturation", "value"],),
"order": (["forward", "backward"],),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "sort_pixels"
CATEGORY = "postprocessing/Effects"
def sort_pixels(self, image: torch.Tensor, mask: torch.Tensor, direction: str, span_limit: int, sort_by: str, order: str):
horizontal_sort = direction == "horizontal"
reverse_sorting = order == "backward"
sort_by = sort_by[0].upper()
span_limit = span_limit if span_limit > 0 else None
batch_size = image.shape[0]
result = torch.zeros_like(image)
for b in range(batch_size):
tensor_img = image[b].numpy()
tensor_mask = mask[b].numpy()
sorted_image = pixel_sort(tensor_img, tensor_mask, horizontal_sort, span_limit, sort_by, reverse_sorting)
result[b] = torch.from_numpy(sorted_image)
return (result,)
class Pixelize:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(cls):
return {
"required": {
"image": ("IMAGE",),
"pixel_size": ("INT", {
"default": 8,
"min": 2,
"max": 128,
"step": 1
}),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "apply_pixelize"
CATEGORY = "postprocessing/Effects"
def apply_pixelize(self, image: torch.Tensor, pixel_size: int):
pixelized_image = self.pixelize_image(image, pixel_size)
pixelized_image = torch.clamp(pixelized_image, 0, 1)
return (pixelized_image,)
def pixelize_image(self, image: torch.Tensor, pixel_size: int):
batch_size, height, width, channels = image.shape
new_height = height // pixel_size
new_width = width // pixel_size
image = image.permute(0, 3, 1, 2)
image = F.avg_pool2d(image, kernel_size=pixel_size, stride=pixel_size)
image = F.interpolate(image, size=(height, width), mode='nearest')
image = image.permute(0, 2, 3, 1)
return image
class Quantize:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(s):
return {
"required": {
"image": ("IMAGE",),
"colors": ("INT", {
"default": 256,
"min": 1,
"max": 256,
"step": 1
}),
"dither": (["none", "floyd-steinberg"],),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "quantize"
CATEGORY = "postprocessing/Color Adjustments"
def quantize(self, image: torch.Tensor, colors: int = 256, dither: str = "FLOYDSTEINBERG"):
batch_size, height, width, _ = image.shape
result = torch.zeros_like(image)
dither_option = Image.Dither.FLOYDSTEINBERG if dither == "floyd-steinberg" else Image.Dither.NONE
for b in range(batch_size):
tensor_image = image[b]
img = (tensor_image * 255).to(torch.uint8).numpy()
pil_image = Image.fromarray(img, mode='RGB')
palette = pil_image.quantize(colors=colors) # Required as described in https://github.com/python-pillow/Pillow/issues/5836
quantized_image = pil_image.quantize(colors=colors, palette=palette, dither=dither_option)
quantized_array = torch.tensor(np.array(quantized_image.convert("RGB"))).float() / 255
result[b] = quantized_array
return (result,)
class Sharpen:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(s):
return {
"required": {
"image": ("IMAGE",),
"sharpen_radius": ("INT", {
"default": 1,
"min": 1,
"max": 15,
"step": 1
}),
"alpha": ("FLOAT", {
"default": 1.0,
"min": 0.1,
"max": 5.0,
"step": 0.1
}),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "sharpen"
CATEGORY = "postprocessing/Filters"
def sharpen(self, image: torch.Tensor, sharpen_radius: int, alpha: float):
if sharpen_radius == 0:
return (image,)
batch_size, height, width, channels = image.shape
kernel_size = sharpen_radius * 2 + 1
kernel = torch.ones((kernel_size, kernel_size), dtype=torch.float32) * -1
center = kernel_size // 2
kernel[center, center] = kernel_size**2
kernel *= alpha
kernel = kernel.repeat(channels, 1, 1).unsqueeze(1)
tensor_image = image.permute(0, 3, 1, 2) # Torch wants (B, C, H, W) we use (B, H, W, C)
sharpened = F.conv2d(tensor_image, kernel, padding=center, groups=channels)
sharpened = sharpened.permute(0, 2, 3, 1)
result = torch.clamp(sharpened, 0, 1)
return (result,)
class SineWave:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(s):
return {
"required": {
"image": ("IMAGE",),
"amplitude": ("FLOAT", {
"default": 10,
"min": 0,
"max": 150,
"step": 5
}),
"frequency": ("FLOAT", {
"default": 5,
"min": 0,
"max": 20,
"step": 1
}),
"direction": (["horizontal", "vertical"],),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "apply_sine_wave"
CATEGORY = "postprocessing/Effects"
def apply_sine_wave(self, image: torch.Tensor, amplitude: float, frequency: float, direction: str):
batch_size, height, width, channels = image.shape
result = torch.zeros_like(image)
for b in range(batch_size):
tensor_image = image[b]
result[b] = self.sine_wave_effect(tensor_image, amplitude, frequency, direction)
return (result,)
def sine_wave_effect(self, image: torch.Tensor, amplitude: float, frequency: float, direction: str):
height, width, _ = image.shape
shifted_image = torch.zeros_like(image)
for channel in range(3):
if direction == "horizontal":
for i in range(height):
offset = int(amplitude * np.sin(2 * torch.pi * i * frequency / height))
shifted_image[i, :, channel] = torch.roll(image[i, :, channel], offset)
elif direction == "vertical":
for j in range(width):
offset = int(amplitude * np.sin(2 * torch.pi * j * frequency / width))
shifted_image[:, j, channel] = torch.roll(image[:, j, channel], offset)
return shifted_image
class Solarize:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(s):
return {
"required": {
"image": ("IMAGE",),
"threshold": ("FLOAT", {
"default": 0.5,
"min": 0.0,
"max": 1.0,
"step": 0.01
}),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "solarize_image"
CATEGORY = "postprocessing/Color Adjustments"
def solarize_image(self, image: torch.Tensor, threshold: float):
solarized_image = torch.where(image > threshold, 1 - image, image)
solarized_image = torch.clamp(solarized_image, 0, 1)
return (solarized_image,)
class Vignette:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(s):
return {
"required": {
"image": ("IMAGE",),
"vignette": ("FLOAT", {
"default": 0.0,
"min": 0.0,
"max": 10.0,
"step": 0.01
}),
},
}
RETURN_TYPES = ("IMAGE",)
FUNCTION = "apply_vignette"
CATEGORY = "postprocessing/Effects"
def apply_vignette(self, image: torch.Tensor, vignette: float):
if vignette == 0:
return (image,)
height, width, _ = image.shape[-3:]
x = torch.linspace(-1, 1, width, device=image.device)
y = torch.linspace(-1, 1, height, device=image.device)
X, Y = torch.meshgrid(x, y, indexing="ij")
radius = torch.sqrt(X ** 2 + Y ** 2)
radius = radius / torch.amax(radius, dim=(0, 1), keepdim=True)
opacity = torch.tensor(vignette, device=image.device)
opacity = torch.clamp(opacity, 0.0, 1.0)
vignette = 1 - radius.unsqueeze(0).unsqueeze(-1) * opacity
vignette_image = torch.clamp(image * vignette, 0, 1)
return (vignette_image,)
def gaussian_kernel(kernel_size: int, sigma: float):
x, y = torch.meshgrid(torch.linspace(-1, 1, kernel_size), torch.linspace(-1, 1, kernel_size), indexing="ij")
d = torch.sqrt(x * x + y * y)
g = torch.exp(-(d * d) / (2.0 * sigma * sigma))
return g / g.sum()
def sort_span(span, sort_by, reverse_sorting):
if sort_by == 'H':
key = lambda x: x[1][0]
elif sort_by == 'S':
key = lambda x: x[1][1]
else:
key = lambda x: x[1][2]
span = sorted(span, key=key, reverse=reverse_sorting)
return [x[0] for x in span]
def find_spans(mask, span_limit=None):
spans = []
start = None
for i, value in enumerate(mask):
if value == 0 and start is None:
start = i
if value == 1 and start is not None:
span_length = i - start
if span_limit is None or span_length <= span_limit:
spans.append((start, i))
start = None
if start is not None:
span_length = len(mask) - start
if span_limit is None or span_length <= span_limit:
spans.append((start, len(mask)))
return spans
def pixel_sort(img, mask, horizontal_sort=False, span_limit=None, sort_by='H', reverse_sorting=False):
height, width, _ = img.shape
hsv_image = cv2.cvtColor(img, cv2.COLOR_RGB2HSV).astype(np.float32)
hsv_image[..., 0] /= 2.0 # Scale H channel to [0, 1] range
mask = np.where(mask > 0, 1, 0).astype(np.uint8)
# loop over the rows and replace contiguous bands of 1s
for i in range(height if horizontal_sort else width):
in_band = False
start = None
end = None
for j in range(width if horizontal_sort else height):
if (mask[i, j] if horizontal_sort else mask[j, i]) == 1:
if not in_band:
in_band = True
start = j
end = j
else:
if in_band:
for k in range(start+1, end):
if horizontal_sort:
mask[i, k] = 0
else:
mask[k, i] = 0
in_band = False
if in_band:
for k in range(start+1, end):
if horizontal_sort:
mask[i, k] = 0
else:
mask[k, i] = 0
sorted_image = np.zeros_like(img)
if horizontal_sort:
for y in range(height):
row_mask = mask[y]
spans = find_spans(row_mask, span_limit)
sorted_row = np.copy(img[y])
for start, end in spans:
span = [(img[y, x], hsv_image[y, x]) for x in range(start, end)]
sorted_span = sort_span(span, sort_by, reverse_sorting)
for i, pixel in enumerate(sorted_span):
sorted_row[start + i] = pixel
sorted_image[y] = sorted_row
else:
for x in range(width):
column_mask = mask[:, x]
spans = find_spans(column_mask, span_limit)
sorted_column = np.copy(img[:, x])
for start, end in spans:
span = [(img[y, x], hsv_image[y, x]) for y in range(start, end)]
sorted_span = sort_span(span, sort_by, reverse_sorting)
for i, pixel in enumerate(sorted_span):
sorted_column[start + i] = pixel
sorted_image[:, x] = sorted_column
return sorted_image
NODE_CLASS_MAPPINGS = {
"ArithmeticBlend": ArithmeticBlend,
"AsciiArt": AsciiArt,
"Blend": Blend,
"Blur": Blur,
"CannyEdgeMask": CannyEdgeMask,
"ChromaticAberration": ChromaticAberration,
"ColorCorrect": ColorCorrect,
"ColorTint": ColorTint,
"Dissolve": Dissolve,
"DodgeAndBurn": DodgeAndBurn,
"FilmGrain": FilmGrain,
"Glow": Glow,
"HSVThresholdMask": HSVThresholdMask,
"KuwaharaBlur": KuwaharaBlur,
"Parabolize": Parabolize,
"PencilSketch": PencilSketch,
"PixelSort": PixelSort,
"Pixelize": Pixelize,
"Quantize": Quantize,
"Sharpen": Sharpen,
"SineWave": SineWave,
"Solarize": Solarize,
"Vignette": Vignette,
}

Xet Storage Details

Size:
48 kB
·
Xet hash:
d2d2c08280cfd1f593817a6d60a7450b30738c5dcde569b8671bf1fcd8c1f402

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.