Vasudevakrishna commited on
Commit
715a82c
·
verified ·
1 Parent(s): 9d927f9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -81,8 +81,10 @@ def generate_answers(img=None, aud = None, q = None, max_tokens = 30):
81
  predicted_word_token_logits = model_output_logits[:, -1, :].unsqueeze(1)
82
  predicted_word_token = torch.argmax(predicted_word_token_logits, dim = -1)
83
  predicted_caption[:, pos] = predicted_word_token.view(1,-1).to('cpu')
 
84
  next_token_embeds = phi2_model.model.embed_tokens(predicted_word_token)
85
  combined_embeds = torch.cat([combined_embeds, next_token_embeds], dim=1)
 
86
  predicted_captions_decoded = tokenizer.batch_decode(predicted_caption,ignore_index = 50256)[0]
87
  predicted_captions_decoded = predicted_captions_decoded.replace("<|endoftext|>","")
88
  return predicted_captions_decoded
@@ -112,4 +114,4 @@ with gr.Blocks() as demo:
112
 
113
  if __name__ == "__main__":
114
 
115
- demo.launch(share=True)
 
81
  predicted_word_token_logits = model_output_logits[:, -1, :].unsqueeze(1)
82
  predicted_word_token = torch.argmax(predicted_word_token_logits, dim = -1)
83
  predicted_caption[:, pos] = predicted_word_token.view(1,-1).to('cpu')
84
+ print(predicted_caption)
85
  next_token_embeds = phi2_model.model.embed_tokens(predicted_word_token)
86
  combined_embeds = torch.cat([combined_embeds, next_token_embeds], dim=1)
87
+ print("combined_embeds", combined_embeds.shape)
88
  predicted_captions_decoded = tokenizer.batch_decode(predicted_caption,ignore_index = 50256)[0]
89
  predicted_captions_decoded = predicted_captions_decoded.replace("<|endoftext|>","")
90
  return predicted_captions_decoded
 
114
 
115
  if __name__ == "__main__":
116
 
117
+ demo.launch(share=True, debug=True)