Update modeling_gpt2vision.py

modeling_gpt2vision.py

@@ -77,4 +77,24 @@ class GPT2Vision(PreTrainedModel):
                 inputs_embeds=inputs_embeds, **generate_config
             )
 
-        return tokenizer.batch_decode(output_ids, skip_special_tokens=True)
+        return tokenizer.batch_decode(output_ids, skip_special_tokens=True)
+
+    def answer_question(
+        self,
+        image_embeds,
+        question,
+        tokenizer,
+        chat_history="",
+        result_queue=None,
+        **kwargs,
+    ):
+        prompt = f"<image>\n\n{chat_history}Question: {question}\n\nAnswer: "
+        answer = self.generate(
+            image_embeds,
+            prompt,
+            tokenizer,
+            eos_text="<|endoftext|>",
+            max_new_tokens=256,
+            **kwargs,
+        )[0]
+        return answer