Update app.py

app.py

@@ -151,8 +151,34 @@ if uploaded_query_image:
     encoded_image_url = local_image_to_data_url(query_image_path)
 
 # Setup query engine
-QA_PROMPT_TMPL = """
-You are a friendly medical chatbot designed to assist users by providing accurate and detailed responses to medical questions based on information from medical books.
+# QA_PROMPT_TMPL = """
+# You are a friendly medical chatbot designed to assist users by providing accurate and detailed responses to medical questions based on information from medical books.
+
+# ### Context:
+# ---------------------
+# {context_str}
+# ---------------------
+
+# ### Query Text:
+# {query_str}
+
+# ### Query Image:
+# ---------------------
+# {encoded_image_url}
+# ---------------------
+
+# ### Answer:
+# """
+
+QA_PROMPT_TMPL="""You are a friendly medical chatbot designed to assist users by providing accurate and detailed responses to medical questions based on information from medical books.
+
+In this task, you will receive parsed text from books in two formats: **Markdown mode** and **Raw text mode**. Markdown mode converts relevant diagrams into tables for clarity, while raw text mode preserves the original layout of the content.
+
+### Key Guidelines:
+- **Prioritize Image Information**: Always analyze the image provided first for relevant details. Use the text or markdown information only if the image does not contain the necessary information.
+- **No Image Links**: Your responses should contain only text explanations. Do not include links to images or other resources.
+- **Contextual Answers**: Your answers should strictly rely on the provided context information. 
+
 
 ### Context:
 ---------------------
@@ -169,6 +195,7 @@ You are a friendly medical chatbot designed to assist users by providing accurat
 
 ### Answer:
 """
+
 QA_PROMPT = PromptTemplate(QA_PROMPT_TMPL)
 gpt_4o_mm = OpenAIMultiModal(model="gpt-4o-mini-2024-07-18")