File size: 1,614 Bytes
dd35111 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 | import torch
from ..core import ModelConfig
from ..core.device.npu_compatible_device import get_device_type
from ..models.aesthetic import AestheticModel
from .base import Metric
from transformers import CLIPImageProcessor
class AestheticMetric(Metric):
def __init__(self, model: AestheticModel):
super().__init__()
self.model = model
@classmethod
def from_pretrained(
cls,
model_config: ModelConfig = ModelConfig(model_id="DiffSynth-Studio/ImageMetrics", origin_file_pattern="Aesthetic/model.safetensors"),
processor_config: ModelConfig = ModelConfig(model_id="DiffSynth-Studio/ImageMetrics", origin_file_pattern="Aesthetic/"),
torch_dtype: torch.dtype = None,
device: torch.device = get_device_type(),
processor_kwargs: dict = None,
vram_limit: float = None,
):
processor_kwargs = processor_kwargs or {}
model_pool = cls.download_and_load_models([model_config], torch_dtype=torch_dtype, device=device, vram_limit=vram_limit)
model = model_pool.fetch_model("image_metrics_aesthetic")
processor_config.download_if_necessary()
model.processor = CLIPImageProcessor.from_pretrained(processor_config.path, **processor_kwargs)
model.layers = model.layers.float()
model = model.eval()
return cls(model)
@torch.no_grad()
def score(self, images):
scores = self.model(images)
return self.tensor_to_list(scores)
def compute(self, images):
return self.score(images)
def forward(self, images):
return self.score(images)
|