lea97338 commited on
Commit
7b65d58
·
verified ·
1 Parent(s): d921a0b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +11 -8
app.py CHANGED
@@ -1,22 +1,25 @@
1
  import torch
2
  import gradio as gr
3
  from transformers import AutoTokenizer, Qwen2ForCausalLM
4
- from diffusers import Flux2Pipeline
5
 
6
  device = "cpu"
7
  dtype = torch.float32
8
 
9
- # Charger FLUX pour récupérer les embedder internes
10
- pipe = Flux2Pipeline.from_pretrained(
11
  "black-forest-labs/FLUX.2-klein-4B",
 
12
  torch_dtype=dtype,
13
- text_encoder =None,
14
- vae=None,
15
- low_cpu_mem_usage=True,
16
  )
17
 
18
- pos_embedder = pipe.transformer.pos_embed
19
- extra_embedder = pipe.transformer.x_embedder
 
 
 
 
 
20
 
21
  # Charger Qwen (encodeur texte)
22
  tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2-1.5B")
 
1
  import torch
2
  import gradio as gr
3
  from transformers import AutoTokenizer, Qwen2ForCausalLM
4
+ from diffusers import Flux2Transformer2DModel
5
 
6
  device = "cpu"
7
  dtype = torch.float32
8
 
9
+ # Charger SEULEMENT le transformer FLUX (léger)
10
+ transformer = Flux2Transformer2DModel.from_pretrained(
11
  "black-forest-labs/FLUX.2-klein-4B",
12
+ subfolder="transformer",
13
  torch_dtype=dtype,
 
 
 
14
  )
15
 
16
+ # Extraire UNIQUEMENT les modules nécessaires
17
+ pos_embedder = transformer.pos_embedder
18
+ extra_embedder = transformer.x_embedder
19
+
20
+ # Libérer le reste
21
+ del transformer
22
+ torch.cuda.empty_cache() if torch.cuda.is_available() else None
23
 
24
  # Charger Qwen (encodeur texte)
25
  tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2-1.5B")