Update app-azure.py

app-azure.py

@@ -150,7 +150,7 @@ class my_app:
         #self.chain = None
         #self.chat_history: list = []
         #self.N: int = 0
-        #self.count: int = 0
+        self.count: int = 0
 
     def __call__(self, file: str) -> Any:
         print("call")
@@ -288,7 +288,7 @@ def build_qa_chain(collection_name, vector_db, file: str):
             repo_id=llm_model, 
             task="text-generation",  # Explicitly specify task
             # model_kwargs={"temperature": temperature, "max_new_tokens": 250, "top_k": top_k}
-            temperature = 0.0,
+            temperature = 0.1,
             max_new_tokens = 250,
             top_k = 3,
         )
@@ -304,7 +304,9 @@ def build_qa_chain(collection_name, vector_db, file: str):
         verbose=False,
     )
     """
-    
+
+    #vincent added 20250211
+    app.count += 1
     return collection_name, vector_db, chain
 
 
@@ -325,8 +327,10 @@ def get_response(collection_name, vector_db, qa_chain, history, query, file):
     chat_history_tuples = []
     for message in formatted_chat_history:
         chat_history_tuples.append((message[0], message[1]))
-    
-    collection_name, vector_db, qa_chain = build_qa_chain(collection_name, vector_db, file)    
+
+    #vincent added 20250211
+    if add.count == 0:
+       collection_name, vector_db, qa_chain = build_qa_chain(collection_name, vector_db, file)    
     result = qa_chain.invoke(
         {"question": query, "chat_history": chat_history_tuples}, return_only_outputs=True
         #{"question": query, "chat_history": format_chat_history(query, history)}, return_only_outputs=True
@@ -360,9 +364,10 @@ def purge_chat_and_render_first(file):
     history = []
     #count = 0
 
-    #vincent added
+    #vincent added 20250211
     #count = count + 1
     #app.count += 1
+    app.count = 0
 
     # Use PyMuPDF to render the first page of the uploaded document
     doc = pymupdf.open(file.name)