Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -73,12 +73,15 @@ def generate_answers(img=None, aud = None, q = None, max_tokens = 30):
|
|
| 73 |
inputs_embeddings.append(end_iq_embeds)
|
| 74 |
# Combine embeddings
|
| 75 |
combined_embeds = torch.cat(inputs_embeddings, dim=1)
|
|
|
|
| 76 |
|
| 77 |
for pos in range(max_tokens - 1):
|
| 78 |
model_output_logits = phi2_model.forward(inputs_embeds = combined_embeds)['logits']
|
|
|
|
| 79 |
predicted_word_token_logits = model_output_logits[:, -1, :].unsqueeze(1)
|
| 80 |
predicted_word_token = torch.argmax(predicted_word_token_logits, dim = -1)
|
| 81 |
predicted_caption[:, pos] = predicted_word_token.view(1,-1).to('cpu')
|
|
|
|
| 82 |
next_token_embeds = phi2_model.model.embed_tokens(predicted_word_token)
|
| 83 |
combined_embeds = torch.cat([combined_embeds, next_token_embeds], dim=1)
|
| 84 |
predicted_captions_decoded = tokenizer.batch_decode(predicted_caption,ignore_index = 50256)[0]
|
|
@@ -110,4 +113,4 @@ with gr.Blocks() as demo:
|
|
| 110 |
|
| 111 |
if __name__ == "__main__":
|
| 112 |
|
| 113 |
-
demo.launch(share=True)
|
|
|
|
| 73 |
inputs_embeddings.append(end_iq_embeds)
|
| 74 |
# Combine embeddings
|
| 75 |
combined_embeds = torch.cat(inputs_embeddings, dim=1)
|
| 76 |
+
print("----------",combined_embeds.shape)
|
| 77 |
|
| 78 |
for pos in range(max_tokens - 1):
|
| 79 |
model_output_logits = phi2_model.forward(inputs_embeds = combined_embeds)['logits']
|
| 80 |
+
print("-=-=-=-", model_output_logits.shape)
|
| 81 |
predicted_word_token_logits = model_output_logits[:, -1, :].unsqueeze(1)
|
| 82 |
predicted_word_token = torch.argmax(predicted_word_token_logits, dim = -1)
|
| 83 |
predicted_caption[:, pos] = predicted_word_token.view(1,-1).to('cpu')
|
| 84 |
+
print(predicted_caption)
|
| 85 |
next_token_embeds = phi2_model.model.embed_tokens(predicted_word_token)
|
| 86 |
combined_embeds = torch.cat([combined_embeds, next_token_embeds], dim=1)
|
| 87 |
predicted_captions_decoded = tokenizer.batch_decode(predicted_caption,ignore_index = 50256)[0]
|
|
|
|
| 113 |
|
| 114 |
if __name__ == "__main__":
|
| 115 |
|
| 116 |
+
demo.launch(share=True, debug=True)
|