rc122681's picture
Create app.py
8b44f58 verified
Raw
History Blame Contribute Delete
1.12 kB
!pip install torch torchvision
!pip install diffusers
!pip install transformers
!pip install datasets
!pip install accelerate
!pip install pillow
!pip install matplotlib
!pip install scipy
!pip install pandas
!pip install torchmetrics
!pip install clean-fid
!pip install open_clip_torch
from datasets import load_dataset
dataset = load_dataset(
"jackyhate/text-to-image-2M",
split="train",
streaming=True
)
sample = next(iter(dataset))
print(sample)
import torch
from diffusers import AutoPipelineForText2Image
pipe = AutoPipelineForText2Image.from_pretrained(
"stabilityai/stable-diffusion-xl-base-1.0",
torch_dtype=torch.float16
)
pipe.to("cuda")
prompt = sample["text"]
image = pipe(
prompt,
num_inference_steps=30,
guidance_scale=7.5
).images[0]
image.save("outputs/generated.png")
from torchmetrics.multimodal.clip_score import CLIPScore
metric = CLIPScore(model_name_or_path="openai/clip-vit-base-patch32")
score = metric(
image,
prompt
)
print(score)
from cleanfid import fid
score = fid.compute_fid(
"real_images",
"generated_images"
)
print(score)