Giulio Federico commited on
Commit
3d97d62
·
1 Parent(s): 6d09891

adding consistency on/off option

Browse files
Files changed (2) hide show
  1. app.py +5 -4
  2. loomnet/models/mv_model_v8.py +3 -3
app.py CHANGED
@@ -102,10 +102,10 @@ def run_demo(image_path, elevation, seed):
102
  gr.Warning(f"Generazione fallita: {e_globale}")
103
  return None
104
 
105
- def run_demo_safe(image_path, elevation, seed):
106
  """Wrapper per proteggere il flusso nel caso in cui fallisca l'allocazione GPU"""
107
  try:
108
- return run_demo(image_path, elevation, seed)
109
  except Exception as e:
110
  print(f"⚠️ ERRORE CRITICO A LIVELLO GPU/SCHEDULER (2D): {e}")
111
  gr.Warning(f"Generazione fallita: {e}")
@@ -124,11 +124,12 @@ with gr.Blocks() as demo:
124
  "examples/2.jpg",
125
  ],
126
  inputs=img_in,
127
- label="Oppure scegli un'immagine di esempio:"
128
  )
129
 
130
  elevation_in = gr.Slider(-90, 90, value=12.0, label="Elevation of the input image")
131
  seed_in = gr.Number(value=0, label="Seed")
 
132
  btn = gr.Button("Generate", interactive=False)
133
 
134
  with gr.Column():
@@ -177,7 +178,7 @@ with gr.Blocks() as demo:
177
  show_progress="hidden"
178
  ).then(
179
  fn=run_demo_safe,
180
- inputs=[img_in, elevation_in, seed_in],
181
  outputs=[out_gallery]
182
  ).then(
183
  fn=sblocca_dopo_immagini,
 
102
  gr.Warning(f"Generazione fallita: {e_globale}")
103
  return None
104
 
105
+ def run_demo_safe(image_path, elevation, seed, without_loomnet_in):
106
  """Wrapper per proteggere il flusso nel caso in cui fallisca l'allocazione GPU"""
107
  try:
108
+ return run_demo(image_path, elevation, seed, without_loomnet_in)
109
  except Exception as e:
110
  print(f"⚠️ ERRORE CRITICO A LIVELLO GPU/SCHEDULER (2D): {e}")
111
  gr.Warning(f"Generazione fallita: {e}")
 
124
  "examples/2.jpg",
125
  ],
126
  inputs=img_in,
127
+ label="Or choose a sample image:"
128
  )
129
 
130
  elevation_in = gr.Slider(-90, 90, value=12.0, label="Elevation of the input image")
131
  seed_in = gr.Number(value=0, label="Seed")
132
+ without_loomnet_in = gr.Checkbox(label="Disable consistency mechanism (Useful for understanding LoomNet's contribution)", value=False)
133
  btn = gr.Button("Generate", interactive=False)
134
 
135
  with gr.Column():
 
178
  show_progress="hidden"
179
  ).then(
180
  fn=run_demo_safe,
181
+ inputs=[img_in, elevation_in, seed_in, without_loomnet_in],
182
  outputs=[out_gallery]
183
  ).then(
184
  fn=sblocca_dopo_immagini,
loomnet/models/mv_model_v8.py CHANGED
@@ -180,7 +180,7 @@ class MVModel(nn.Module):
180
  hidden_states = resnet(hidden_states, emb)
181
  down_block_res_samples += (hidden_states,)
182
 
183
- if len(self.cp_blocks_encoder) > 0 and i in self.insert_up_layers:
184
  global_latent_views, pos_embed = self.cp_blocks_encoder[current_downblock_id](
185
  hidden_states,
186
  emb, #--> time
@@ -206,7 +206,7 @@ class MVModel(nn.Module):
206
  # b. mid
207
  hidden_states = self.unet.mid_block.resnets[0](hidden_states, emb)
208
 
209
- if len(self.cp_blocks_mid) > 0:
210
 
211
  global_latent_views, pos_embed = self.cp_blocks_mid[0](
212
  hidden_states,
@@ -262,7 +262,7 @@ class MVModel(nn.Module):
262
  hidden_states = torch.cat([hidden_states, res_hidden_states], dim=1)
263
  hidden_states = resnet(hidden_states, emb)
264
 
265
- if len(self.cp_blocks_decoder) > 0 and i in self.insert_up_layers:
266
  global_latent_views, pos_embed = self.cp_blocks_decoder[current_upblock_id](
267
  hidden_states,
268
  emb, #--> time
 
180
  hidden_states = resnet(hidden_states, emb)
181
  down_block_res_samples += (hidden_states,)
182
 
183
+ if len(self.cp_blocks_encoder) > 0 and i in self.insert_up_layers and not getattr(self, "without_loomnet", False):
184
  global_latent_views, pos_embed = self.cp_blocks_encoder[current_downblock_id](
185
  hidden_states,
186
  emb, #--> time
 
206
  # b. mid
207
  hidden_states = self.unet.mid_block.resnets[0](hidden_states, emb)
208
 
209
+ if len(self.cp_blocks_mid) > 0 and not getattr(self, "without_loomnet", False):
210
 
211
  global_latent_views, pos_embed = self.cp_blocks_mid[0](
212
  hidden_states,
 
262
  hidden_states = torch.cat([hidden_states, res_hidden_states], dim=1)
263
  hidden_states = resnet(hidden_states, emb)
264
 
265
+ if len(self.cp_blocks_decoder) > 0 and i in self.insert_up_layers and not getattr(self, "without_loomnet", False):
266
  global_latent_views, pos_embed = self.cp_blocks_decoder[current_upblock_id](
267
  hidden_states,
268
  emb, #--> time