Add truncation

app.py

@@ -212,5 +212,5 @@ with gr.Blocks(css=css) as demo:
     save_button.click(None, [], [], _js=save_js)
 
 
-demo.queue(concurrency_count=1, api_open=False, max_size=16)
-demo.launch(debug=True, server_name="0.0.0.0")
+# demo.queue(concurrency_count=1, api_open=False, max_size=16)
+demo.launch(debug=True, server_name="127.0.0.1")

fromage/models.py

@@ -525,6 +525,11 @@ class Fromage(nn.Module):
         raise ValueError(f'Input prompts should be either PIL.Image.Image or str types, got {type(p)} instead.')
     input_embs = torch.cat(input_embs, dim=1)
     input_ids = torch.cat(input_ids, dim=1)
+    # Trim to a reasonable max length, for demo purposes.
+    start_idx = max(input_embs.shape[1] - 512, 0)
+    input_embs = input_embs[:, start_idx:, :]
+    input_ids = input_ids[:, start_idx:]
+    print('input_embs.shape', input_embs.shape)
 
     print('L529 called')
     if num_words == 0:
@@ -635,7 +640,7 @@ def load_fromage(embeddings_dir: str, model_args_path: str, model_ckpt_path: str
   assert len(ret_token_idx) == 1, ret_token_idx
   model_kwargs['retrieval_token_idx'] = ret_token_idx[0]
 
-  debug = False
+  debug = True
   if debug:
     model_kwargs['opt_version'] = 'facebook/opt-125m'
     model_kwargs['visual_encoder'] = 'openai/clip-vit-base-patch32'