pikadiffusion / README.md
simonko912
Update README.md
b5141a3 verified 5 days ago
preview code
Raw
History Blame Contribute Delete
7.43 kB
metadata
license: apache-2.0
language:
  - en
tags:
  - pokemon
  - diffusion
  - 120m
  - pikachu
  - ema
  - clip
  - ddpm
widget:
  - text: >-
      Pikachu, a small yellow electric type pokemon with red cheeks, pointed
      ears and a lightning bolt tail
    output:
      url: images/000_pikachu.png
  - text: Charizard, a large orange fire dragon pokemon with blue wings and flames
    output:
      url: images/001_charizard.png
  - text: >-
      Bulbasaur, a green grass and poison pokemon with a large plant bulb on its
      back
    output:
      url: images/002_bulbasaur.png
  - text: Squirtle, a small blue water turtle pokemon with a brown shell
    output:
      url: images/003_squirtle.png
  - text: Mewtwo, a purple psychic legendary pokemon with a long tail
    output:
      url: images/004_mewtwo.png
  - text: Gengar, a dark purple ghost pokemon with a wide creepy smile
    output:
      url: images/005_gengar.png
  - text: Eevee, a small brown normal type pokemon with fluffy fur and large ears
    output:
      url: images/006_eevee.png
  - text: Snorlax, a huge sleepy blue pokemon lying down
    output:
      url: images/007_snorlax.png
  - text: Dragonite, an orange dragon pokemon with small wings and a friendly face
    output:
      url: images/008_dragonite.png
  - text: Lucario, a blue fighting type pokemon with black markings and spikes
    output:
      url: images/009_lucario.png
  - text: a fire type pokemon with flames around its body and red orange colors
    output:
      url: images/010_fire_type.png
  - text: a water type pokemon with fins and a blue body
    output:
      url: images/011_water_type.png
  - text: a grass type pokemon with leaves and plants growing on it
    output:
      url: images/012_grass_type.png
  - text: an electric type pokemon glowing with yellow energy
    output:
      url: images/013_electric_type.png
  - text: an ice type pokemon covered in crystals and snow
    output:
      url: images/014_ice_type.png
  - text: a ghost type pokemon floating in a dark mysterious environment
    output:
      url: images/015_ghost_type.png
  - text: a powerful dragon type pokemon with wings and scales
    output:
      url: images/016_dragon_type.png
  - text: a cute fairy type pokemon with magical sparkles
    output:
      url: images/017_fairy_type.png
  - text: a completely new original dragon pokemon with blue scales and glowing eyes
    output:
      url: images/018_new_dragon.png
  - text: a robotic electric pokemon with metal armor and glowing parts
    output:
      url: images/019_robot_pokemon.png
  - text: an ancient prehistoric pokemon discovered in a fossil
    output:
      url: images/020_ancient_pokemon.png
  - text: a cosmic pokemon from outer space with stars around it
    output:
      url: images/021_space_pokemon.png
  - text: a volcanic pokemon made of lava and rock
    output:
      url: images/022_volcano_pokemon.png
  - text: a crystal pokemon with a body made of gemstones
    output:
      url: images/023_crystal_pokemon.png
  - text: a cute small pokemon creature with big eyes and colorful features
    output:
      url: images/024_cute.png
  - text: a legendary pokemon with a powerful magical appearance
    output:
      url: images/025_legendary.png
  - text: a dark mysterious pokemon hiding in shadows
    output:
      url: images/026_dark.png
  - text: a pokemon ready for battle with an aggressive pose
    output:
      url: images/027_battle.png
  - text: a baby pokemon with a tiny body and adorable expression
    output:
      url: images/028_baby.png
  - text: a giant pokemon standing in a landscape
    output:
      url: images/029_giant.png
  - text: a wolf-like ice pokemon with white fur and sharp blue crystals
    output:
      url: images/030_wolf.png
  - text: a flying pokemon with colorful feathers and large wings
    output:
      url: images/031_bird.png
  - text: a bug type pokemon with insect features and bright colors
    output:
      url: images/032_bug.png
  - text: a poison type pokemon with purple colors and toxic smoke
    output:
      url: images/033_poison.png
  - text: a rock type pokemon made of stone with a strong body
    output:
      url: images/034_rock.png
  - text: a fighting type pokemon with muscular arms and a powerful stance
    output:
      url: images/035_fighting.png
  - text: a psychic pokemon with glowing eyes and mysterious energy
    output:
      url: images/036_psychic.png
  - text: a flying pokemon soaring through the sky
    output:
      url: images/037_flying.png
  - text: a tiny cute bug pokemon sitting on a leaf
    output:
      url: images/038_tiny_bug.png
  - text: a legendary forest guardian pokemon surrounded by plants
    output:
      url: images/039_forest_guardian.png
  - text: a legendary ocean pokemon with massive fins and glowing markings
    output:
      url: images/040_ocean_legend.png
  - text: a water pokemon exploring a colorful underwater world
    output:
      url: images/041_underwater.png
  - text: a cute ice pokemon playing in the snow
    output:
      url: images/042_snow.png
  - text: a desert pokemon with sand colored scales
    output:
      url: images/043_desert.png
  - text: a jungle pokemon hiding among tropical plants
    output:
      url: images/044_jungle.png
  - text: a cute fox-like pokemon with fluffy tail and big eyes
    output:
      url: images/045_cute_fox.png
  - text: a cute cat-like pokemon with soft fur and playful expression
    output:
      url: images/046_cute_cat.png
  - text: a cute rabbit-like pokemon with long ears
    output:
      url: images/047_cute_bunny.png
  - text: a powerful monster pokemon with sharp claws and horns
    output:
      url: images/048_monster.png
  - text: a tiny legendary pokemon with magical glowing particles
    output:
      url: images/049_tiny_legendary.png
  - text: a dark legendary pokemon with black armor and red glowing eyes
    output:
      url: images/050_dark_legendary.png
  - text: an ancient dragon pokemon awakened from a fossil
    output:
      url: images/051_ancient_dragon.png
  - text: a mechanical pokemon made of metal and technology
    output:
      url: images/052_mechanical.png
  - text: a pokemon glowing with magical energy
    output:
      url: images/053_glowing.png
  - text: a colorful pokemon with rainbow patterns
    output:
      url: images/054_rainbow.png
  - text: a dragon pokemon covered in blue crystals
    output:
      url: images/055_crystal_dragon.png
  - text: a cute pokemon sleeping under a tree in a forest
    output:
      url: images/056_forest_sleeping.png
  - text: a mysterious pokemon egg about to hatch
    output:
      url: images/057_pokemon_egg.png
  - text: a baby dragon pokemon with tiny wings and a cute face
    output:
      url: images/058_baby_dragon.png
  - text: Eevee, a small brown normal type pokemon with fluffy fur
    output:
      url: images/059_eevee.png
datasets:
  - GabeHD/pokemon-type-captions
  - TeeA/Pokemon-Captioning-Classification
pipeline_tag: text-to-image
Pikadiffusion

Model details

Parameters: ~129M
Resolution: 128x128
Dataset: 6576 Pokémon images + captions
Epochs: 100
Text encoder: OpenAI CLIP ViT-B/32
Diffusion: DDPM
EMA: Yes
Loss after training: 0.017578418961433816
Datasets

hf.co/TeeA/Pokemon-Captioning-Classification
hf.co/GabeHD/pokemon-type-captions
github.com/rileynwong/pokemon-images-dataset-by-type
Notes

lowram.py is reccomended for devices under 4GB of ram. Uses around 2gb peak and 1gb while generating.
Check out the space! Takes 5s per image https://huggingface.co/spaces/simonko912/pikadiffusion
Prompt

Pikachu, a small yellow electric type pokemon with red cheeks, pointed ears and a lightning bolt tail
Prompt

Charizard, a large orange fire dragon pokemon with blue wings and flames
Prompt

Bulbasaur, a green grass and poison pokemon with a large plant bulb on its back
Prompt

Squirtle, a small blue water turtle pokemon with a brown shell
Prompt

Mewtwo, a purple psychic legendary pokemon with a long tail
Prompt

Gengar, a dark purple ghost pokemon with a wide creepy smile
Prompt

Eevee, a small brown normal type pokemon with fluffy fur and large ears
Prompt

Snorlax, a huge sleepy blue pokemon lying down
Prompt

Dragonite, an orange dragon pokemon with small wings and a friendly face
Prompt

Lucario, a blue fighting type pokemon with black markings and spikes
Prompt

a fire type pokemon with flames around its body and red orange colors
Prompt

a water type pokemon with fins and a blue body
Prompt

a grass type pokemon with leaves and plants growing on it
Prompt

an electric type pokemon glowing with yellow energy
Prompt

an ice type pokemon covered in crystals and snow
Prompt

a ghost type pokemon floating in a dark mysterious environment
Prompt

a powerful dragon type pokemon with wings and scales
Prompt

a cute fairy type pokemon with magical sparkles
Prompt

a completely new original dragon pokemon with blue scales and glowing eyes
Prompt

a robotic electric pokemon with metal armor and glowing parts
Prompt

an ancient prehistoric pokemon discovered in a fossil
Prompt

a cosmic pokemon from outer space with stars around it
Prompt

a volcanic pokemon made of lava and rock
Prompt

a crystal pokemon with a body made of gemstones
Prompt

a cute small pokemon creature with big eyes and colorful features
Prompt

a legendary pokemon with a powerful magical appearance
Prompt

a dark mysterious pokemon hiding in shadows
Prompt

a pokemon ready for battle with an aggressive pose
Prompt

a baby pokemon with a tiny body and adorable expression
Prompt

a giant pokemon standing in a landscape
Prompt

a wolf-like ice pokemon with white fur and sharp blue crystals
Prompt

a flying pokemon with colorful feathers and large wings
Prompt

a bug type pokemon with insect features and bright colors
Prompt

a poison type pokemon with purple colors and toxic smoke
Prompt

a rock type pokemon made of stone with a strong body
Prompt

a fighting type pokemon with muscular arms and a powerful stance
Prompt

a psychic pokemon with glowing eyes and mysterious energy
Prompt

a flying pokemon soaring through the sky
Prompt

a tiny cute bug pokemon sitting on a leaf
Prompt

a legendary forest guardian pokemon surrounded by plants
Prompt

a legendary ocean pokemon with massive fins and glowing markings
Prompt

a water pokemon exploring a colorful underwater world
Prompt

a cute ice pokemon playing in the snow
Prompt

a desert pokemon with sand colored scales
Prompt

a jungle pokemon hiding among tropical plants
Prompt

a cute fox-like pokemon with fluffy tail and big eyes
Prompt

a cute cat-like pokemon with soft fur and playful expression
Prompt

a cute rabbit-like pokemon with long ears
Prompt

a powerful monster pokemon with sharp claws and horns
Prompt

a tiny legendary pokemon with magical glowing particles
Prompt

a dark legendary pokemon with black armor and red glowing eyes
Prompt

an ancient dragon pokemon awakened from a fossil
Prompt

a mechanical pokemon made of metal and technology
Prompt

a pokemon glowing with magical energy
Prompt

a colorful pokemon with rainbow patterns
Prompt

a dragon pokemon covered in blue crystals
Prompt

a cute pokemon sleeping under a tree in a forest
Prompt

a mysterious pokemon egg about to hatch
Prompt

a baby dragon pokemon with tiny wings and a cute face
Prompt

Eevee, a small brown normal type pokemon with fluffy fur