Update README.md
Browse files
README.md
CHANGED
|
@@ -1,10 +1,18 @@
|
|
| 1 |
```# first git clone this repo
|
| 2 |
import os
|
|
|
|
|
|
|
|
|
|
| 3 |
from seed2.seed2_tokenizer import Seed2Tokenizer
|
| 4 |
-
tokenizer = Seed2Tokenizer.from_pretrained("seed2")
|
| 5 |
if not os.path.exists("cat.jpg"):
|
| 6 |
os.system("wget https://images.unsplash.com/photo-1574158622682-e40e69881006?w=300 -O cat.jpg")
|
| 7 |
tokens = tokenizer.encode_image("cat.jpg")
|
| 8 |
print (tokens)
|
| 9 |
image_embeds = tokenizer.model.get_codebook_entry(tokens)
|
| 10 |
-
print (image_embeds)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
```# first git clone this repo
|
| 2 |
import os
|
| 3 |
+
import torch
|
| 4 |
+
if not os.path.exists("seed2"):
|
| 5 |
+
os.system("git clone https://huggingface.co/ontocord/seed2")
|
| 6 |
from seed2.seed2_tokenizer import Seed2Tokenizer
|
| 7 |
+
tokenizer = Seed2Tokenizer.from_pretrained("seed2", torch_dtype=torch.float16).to('cuda')
|
| 8 |
if not os.path.exists("cat.jpg"):
|
| 9 |
os.system("wget https://images.unsplash.com/photo-1574158622682-e40e69881006?w=300 -O cat.jpg")
|
| 10 |
tokens = tokenizer.encode_image("cat.jpg")
|
| 11 |
print (tokens)
|
| 12 |
image_embeds = tokenizer.model.get_codebook_entry(tokens)
|
| 13 |
+
print (image_embeds)
|
| 14 |
+
from diffusers import StableUnCLIPImg2ImgPipeline
|
| 15 |
+
pipe = StableUnCLIPImg2ImgPipeline.from_pretrained('stabilityai/stable-diffusion-2-1-unclip', torch_dtype=torch.float16)
|
| 16 |
+
pipe = pipe.to('cuda')
|
| 17 |
+
tokenizer.decode(pipe, tokens)[0]
|
| 18 |
+
```
|