huu-ontocord commited on
Commit
ff2cb17
·
verified ·
1 Parent(s): 97c3db9

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +10 -2
README.md CHANGED
@@ -1,10 +1,18 @@
1
  ```# first git clone this repo
2
  import os
 
 
 
3
  from seed2.seed2_tokenizer import Seed2Tokenizer
4
- tokenizer = Seed2Tokenizer.from_pretrained("seed2")
5
  if not os.path.exists("cat.jpg"):
6
  os.system("wget https://images.unsplash.com/photo-1574158622682-e40e69881006?w=300 -O cat.jpg")
7
  tokens = tokenizer.encode_image("cat.jpg")
8
  print (tokens)
9
  image_embeds = tokenizer.model.get_codebook_entry(tokens)
10
- print (image_embeds) ```
 
 
 
 
 
 
1
  ```# first git clone this repo
2
  import os
3
+ import torch
4
+ if not os.path.exists("seed2"):
5
+ os.system("git clone https://huggingface.co/ontocord/seed2")
6
  from seed2.seed2_tokenizer import Seed2Tokenizer
7
+ tokenizer = Seed2Tokenizer.from_pretrained("seed2", torch_dtype=torch.float16).to('cuda')
8
  if not os.path.exists("cat.jpg"):
9
  os.system("wget https://images.unsplash.com/photo-1574158622682-e40e69881006?w=300 -O cat.jpg")
10
  tokens = tokenizer.encode_image("cat.jpg")
11
  print (tokens)
12
  image_embeds = tokenizer.model.get_codebook_entry(tokens)
13
+ print (image_embeds)
14
+ from diffusers import StableUnCLIPImg2ImgPipeline
15
+ pipe = StableUnCLIPImg2ImgPipeline.from_pretrained('stabilityai/stable-diffusion-2-1-unclip', torch_dtype=torch.float16)
16
+ pipe = pipe.to('cuda')
17
+ tokenizer.decode(pipe, tokens)[0]
18
+ ```