Spaces:
Sleeping
Sleeping
Giulio Federico commited on
Commit ·
3d97d62
1
Parent(s): 6d09891
adding consistency on/off option
Browse files- app.py +5 -4
- loomnet/models/mv_model_v8.py +3 -3
app.py
CHANGED
|
@@ -102,10 +102,10 @@ def run_demo(image_path, elevation, seed):
|
|
| 102 |
gr.Warning(f"Generazione fallita: {e_globale}")
|
| 103 |
return None
|
| 104 |
|
| 105 |
-
def run_demo_safe(image_path, elevation, seed):
|
| 106 |
"""Wrapper per proteggere il flusso nel caso in cui fallisca l'allocazione GPU"""
|
| 107 |
try:
|
| 108 |
-
return run_demo(image_path, elevation, seed)
|
| 109 |
except Exception as e:
|
| 110 |
print(f"⚠️ ERRORE CRITICO A LIVELLO GPU/SCHEDULER (2D): {e}")
|
| 111 |
gr.Warning(f"Generazione fallita: {e}")
|
|
@@ -124,11 +124,12 @@ with gr.Blocks() as demo:
|
|
| 124 |
"examples/2.jpg",
|
| 125 |
],
|
| 126 |
inputs=img_in,
|
| 127 |
-
label="
|
| 128 |
)
|
| 129 |
|
| 130 |
elevation_in = gr.Slider(-90, 90, value=12.0, label="Elevation of the input image")
|
| 131 |
seed_in = gr.Number(value=0, label="Seed")
|
|
|
|
| 132 |
btn = gr.Button("Generate", interactive=False)
|
| 133 |
|
| 134 |
with gr.Column():
|
|
@@ -177,7 +178,7 @@ with gr.Blocks() as demo:
|
|
| 177 |
show_progress="hidden"
|
| 178 |
).then(
|
| 179 |
fn=run_demo_safe,
|
| 180 |
-
inputs=[img_in, elevation_in, seed_in],
|
| 181 |
outputs=[out_gallery]
|
| 182 |
).then(
|
| 183 |
fn=sblocca_dopo_immagini,
|
|
|
|
| 102 |
gr.Warning(f"Generazione fallita: {e_globale}")
|
| 103 |
return None
|
| 104 |
|
| 105 |
+
def run_demo_safe(image_path, elevation, seed, without_loomnet_in):
|
| 106 |
"""Wrapper per proteggere il flusso nel caso in cui fallisca l'allocazione GPU"""
|
| 107 |
try:
|
| 108 |
+
return run_demo(image_path, elevation, seed, without_loomnet_in)
|
| 109 |
except Exception as e:
|
| 110 |
print(f"⚠️ ERRORE CRITICO A LIVELLO GPU/SCHEDULER (2D): {e}")
|
| 111 |
gr.Warning(f"Generazione fallita: {e}")
|
|
|
|
| 124 |
"examples/2.jpg",
|
| 125 |
],
|
| 126 |
inputs=img_in,
|
| 127 |
+
label="Or choose a sample image:"
|
| 128 |
)
|
| 129 |
|
| 130 |
elevation_in = gr.Slider(-90, 90, value=12.0, label="Elevation of the input image")
|
| 131 |
seed_in = gr.Number(value=0, label="Seed")
|
| 132 |
+
without_loomnet_in = gr.Checkbox(label="Disable consistency mechanism (Useful for understanding LoomNet's contribution)", value=False)
|
| 133 |
btn = gr.Button("Generate", interactive=False)
|
| 134 |
|
| 135 |
with gr.Column():
|
|
|
|
| 178 |
show_progress="hidden"
|
| 179 |
).then(
|
| 180 |
fn=run_demo_safe,
|
| 181 |
+
inputs=[img_in, elevation_in, seed_in, without_loomnet_in],
|
| 182 |
outputs=[out_gallery]
|
| 183 |
).then(
|
| 184 |
fn=sblocca_dopo_immagini,
|
loomnet/models/mv_model_v8.py
CHANGED
|
@@ -180,7 +180,7 @@ class MVModel(nn.Module):
|
|
| 180 |
hidden_states = resnet(hidden_states, emb)
|
| 181 |
down_block_res_samples += (hidden_states,)
|
| 182 |
|
| 183 |
-
if len(self.cp_blocks_encoder) > 0 and i in self.insert_up_layers:
|
| 184 |
global_latent_views, pos_embed = self.cp_blocks_encoder[current_downblock_id](
|
| 185 |
hidden_states,
|
| 186 |
emb, #--> time
|
|
@@ -206,7 +206,7 @@ class MVModel(nn.Module):
|
|
| 206 |
# b. mid
|
| 207 |
hidden_states = self.unet.mid_block.resnets[0](hidden_states, emb)
|
| 208 |
|
| 209 |
-
if len(self.cp_blocks_mid) > 0:
|
| 210 |
|
| 211 |
global_latent_views, pos_embed = self.cp_blocks_mid[0](
|
| 212 |
hidden_states,
|
|
@@ -262,7 +262,7 @@ class MVModel(nn.Module):
|
|
| 262 |
hidden_states = torch.cat([hidden_states, res_hidden_states], dim=1)
|
| 263 |
hidden_states = resnet(hidden_states, emb)
|
| 264 |
|
| 265 |
-
if len(self.cp_blocks_decoder) > 0 and i in self.insert_up_layers:
|
| 266 |
global_latent_views, pos_embed = self.cp_blocks_decoder[current_upblock_id](
|
| 267 |
hidden_states,
|
| 268 |
emb, #--> time
|
|
|
|
| 180 |
hidden_states = resnet(hidden_states, emb)
|
| 181 |
down_block_res_samples += (hidden_states,)
|
| 182 |
|
| 183 |
+
if len(self.cp_blocks_encoder) > 0 and i in self.insert_up_layers and not getattr(self, "without_loomnet", False):
|
| 184 |
global_latent_views, pos_embed = self.cp_blocks_encoder[current_downblock_id](
|
| 185 |
hidden_states,
|
| 186 |
emb, #--> time
|
|
|
|
| 206 |
# b. mid
|
| 207 |
hidden_states = self.unet.mid_block.resnets[0](hidden_states, emb)
|
| 208 |
|
| 209 |
+
if len(self.cp_blocks_mid) > 0 and not getattr(self, "without_loomnet", False):
|
| 210 |
|
| 211 |
global_latent_views, pos_embed = self.cp_blocks_mid[0](
|
| 212 |
hidden_states,
|
|
|
|
| 262 |
hidden_states = torch.cat([hidden_states, res_hidden_states], dim=1)
|
| 263 |
hidden_states = resnet(hidden_states, emb)
|
| 264 |
|
| 265 |
+
if len(self.cp_blocks_decoder) > 0 and i in self.insert_up_layers and not getattr(self, "without_loomnet", False):
|
| 266 |
global_latent_views, pos_embed = self.cp_blocks_decoder[current_upblock_id](
|
| 267 |
hidden_states,
|
| 268 |
emb, #--> time
|