Spaces:
Sleeping
Sleeping
Commit
·
8b08967
1
Parent(s):
9e4dc36
update
Browse files
app.py
CHANGED
|
@@ -65,7 +65,7 @@ m1_model = AutoModelForCausalLM.from_pretrained(
|
|
| 65 |
#### import diffusion models
|
| 66 |
text_encoder = CLIPTextModel.from_pretrained(
|
| 67 |
'JingyeChen22/textdiffuser2-full-ft', subfolder="text_encoder", ignore_mismatched_sizes=True
|
| 68 |
-
).
|
| 69 |
tokenizer = CLIPTokenizer.from_pretrained(
|
| 70 |
'runwayml/stable-diffusion-v1-5', subfolder="tokenizer"
|
| 71 |
)
|
|
@@ -83,10 +83,10 @@ for c in alphabet:
|
|
| 83 |
print(len(tokenizer))
|
| 84 |
print('***************')
|
| 85 |
|
| 86 |
-
vae = AutoencoderKL.from_pretrained('runwayml/stable-diffusion-v1-5', subfolder="vae").
|
| 87 |
unet = UNet2DConditionModel.from_pretrained(
|
| 88 |
'JingyeChen22/textdiffuser2-full-ft', subfolder="unet"
|
| 89 |
-
).
|
| 90 |
text_encoder.resize_token_embeddings(len(tokenizer))
|
| 91 |
|
| 92 |
|
|
@@ -340,10 +340,10 @@ def text_to_image(prompt,keywords,radio,slider_step,slider_guidance,slider_batch
|
|
| 340 |
scheduler = DDPMScheduler.from_pretrained('runwayml/stable-diffusion-v1-5', subfolder="scheduler")
|
| 341 |
scheduler.set_timesteps(slider_step)
|
| 342 |
noise = torch.randn((slider_batch, 4, 64, 64)).to("cuda")
|
| 343 |
-
input = noise
|
| 344 |
|
| 345 |
-
encoder_hidden_states_cond = text_encoder(prompts_cond)[0]
|
| 346 |
-
encoder_hidden_states_nocond = text_encoder(prompts_nocond)[0]
|
| 347 |
|
| 348 |
|
| 349 |
for t in tqdm(scheduler.timesteps):
|
|
|
|
| 65 |
#### import diffusion models
|
| 66 |
text_encoder = CLIPTextModel.from_pretrained(
|
| 67 |
'JingyeChen22/textdiffuser2-full-ft', subfolder="text_encoder", ignore_mismatched_sizes=True
|
| 68 |
+
).cuda()
|
| 69 |
tokenizer = CLIPTokenizer.from_pretrained(
|
| 70 |
'runwayml/stable-diffusion-v1-5', subfolder="tokenizer"
|
| 71 |
)
|
|
|
|
| 83 |
print(len(tokenizer))
|
| 84 |
print('***************')
|
| 85 |
|
| 86 |
+
vae = AutoencoderKL.from_pretrained('runwayml/stable-diffusion-v1-5', subfolder="vae").cuda()
|
| 87 |
unet = UNet2DConditionModel.from_pretrained(
|
| 88 |
'JingyeChen22/textdiffuser2-full-ft', subfolder="unet"
|
| 89 |
+
).cuda()
|
| 90 |
text_encoder.resize_token_embeddings(len(tokenizer))
|
| 91 |
|
| 92 |
|
|
|
|
| 340 |
scheduler = DDPMScheduler.from_pretrained('runwayml/stable-diffusion-v1-5', subfolder="scheduler")
|
| 341 |
scheduler.set_timesteps(slider_step)
|
| 342 |
noise = torch.randn((slider_batch, 4, 64, 64)).to("cuda")
|
| 343 |
+
input = noise
|
| 344 |
|
| 345 |
+
encoder_hidden_states_cond = text_encoder(prompts_cond)[0]
|
| 346 |
+
encoder_hidden_states_nocond = text_encoder(prompts_nocond)[0]
|
| 347 |
|
| 348 |
|
| 349 |
for t in tqdm(scheduler.timesteps):
|