lea97338 commited on
Commit
3e5acc0
·
verified ·
1 Parent(s): 168ef6b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +25 -9
app.py CHANGED
@@ -4,20 +4,36 @@ from diffusers import Flux2Pipeline
4
 
5
  pipe = Flux2Pipeline.from_pretrained(
6
  "black-forest-labs/FLUX.2-klein-4B",
7
- torch_dtype=torch.float32,
8
- low_cpu_mem_usage=True,
9
- vae =None,
10
- transformer=None,
11
- scheduler=None,
12
-
13
  )
14
 
 
 
 
15
  def encode_text(prompt: str):
 
 
 
 
 
 
 
 
16
  with torch.inference_mode():
17
- prompt_embeds = pipe.encode_prompt(prompt) # [B, L, 2560] dans ton cas
 
 
 
 
 
 
18
 
19
- torch.save(prompt_embeds.cpu(), "embeds.pt")
20
- return f"shape={tuple(prompt_embeds.shape)}", "embeds.pt"
21
 
22
  demo = gr.Interface(
23
  fn=encode_text,
 
4
 
5
  pipe = Flux2Pipeline.from_pretrained(
6
  "black-forest-labs/FLUX.2-klein-4B",
7
+ transformer=None,
8
+ vae=None,
9
+ scheduler=None,
10
+ safety_checker=None,
11
+ feature_extractor=None,
 
12
  )
13
 
14
+ tokenizer = pipe.tokenizer
15
+ text_encoder = pipe.text_encoder
16
+
17
  def encode_text(prompt: str):
18
+ inputs = tokenizer(
19
+ prompt,
20
+ return_tensors="pt",
21
+ padding=True,
22
+ truncation=True,
23
+ max_length=512,
24
+ )
25
+
26
  with torch.inference_mode():
27
+ outputs = text_encoder(
28
+ **inputs,
29
+ output_hidden_states=True,
30
+ use_cache=False,
31
+ )
32
+
33
+ embeds = outputs.hidden_states[-1] # [B, L, 4096]
34
 
35
+ torch.save(embeds, "embeds.pt")
36
+ return f"shape={tuple(embeds.shape)}", "embeds.pt"
37
 
38
  demo = gr.Interface(
39
  fn=encode_text,