Upload Moondream

moondream.py

@@ -58,7 +58,7 @@ class Moondream(PreTrainedModel):
         image_embeds,
         prompt,
         tokenizer,
-        eos_text="Human:",
+        eos_text="<END>",
         max_new_tokens=128,
         **kwargs,
     ):
@@ -89,13 +89,13 @@ class Moondream(PreTrainedModel):
         result_queue=None,
         **kwargs,
     ):
-        prompt = f"<image>\n\n{chat_history}Question: {question}\n\nAnswer:"
+        prompt = f"<image>\n\n{chat_history}Question: {question}\n\nAnswer: "
         answer = self.generate(
             image_embeds,
             prompt,
             eos_text="<END>",
             tokenizer=tokenizer,
-            max_new_tokens=128,
+            max_new_tokens=256,
             **kwargs,
         )[0]
         cleaned_answer = re.sub("<$", "", re.sub("END$", "", answer)).strip()