Update app.py

app.py

@@ -40,7 +40,6 @@ index =  faiss.IndexFlatL2(embedding_dim)
 data.add_faiss_index("embeddings", custom_index=index) 
 # adds an index column for the embeddings
 
-print("check1")
 #question = "How can I reverse Diabetes?"
 
 SYS_PROMPT = """You are an assistant for answering questions.
@@ -95,8 +94,6 @@ def search(query: str, k: int = 2 ):
 # returns scores (List[float]): the retrieval scores from either FAISS (IndexFlatL2 by default) and examples (dict) format
 # called by talk function that passes prompt
 
-#print(scores, retrieved_examples)
-
 def format_prompt(prompt,retrieved_documents,k):
     """using the retrieved documents we will prompt the model to generate our responses"""   
     PROMPT = f"Question:{prompt}\nContext:"
@@ -129,22 +126,22 @@ def talk(prompt, history):
     k = 2 # number of retrieved documents
     scores , retrieved_documents = search(prompt, k) # get retrival scores and examples in dictionary format based on the prompt passed
     print(retrieved_documents.keys())
-    print("check4")
+#    print("check4")
     formatted_prompt = format_prompt(prompt,retrieved_documents,k) # create a new prompt using the retrieved documents
     print("check5")
-    print(retrieved_documents['0'])
-    print(formatted_prompt)
+#    print(retrieved_documents['0'])
+#    print(formatted_prompt)
   #  formatted_prompt_with_history = add_history(formatted_prompt, history)
 
    # formatted_prompt_with_history = formatted_prompt_with_history[:600] # to avoid memory issue
 #    print(formatted_prompt_with_history)
     messages = [{"role":"system","content":SYS_PROMPT},{"role":"user","content":formatted_prompt}]  
+    print(messages) 
     # binding the system context and new prompt for LLM
     # the chat template structure should be based on text generation model format
     print("check6")    
 
 # indicates the end of a sequence
-    import pprint
     stream = model.create_chat_completion(messages = messages, max_tokens=1000, stop=["</s>"], stream=False)
     print(f"{stream}")
     print("check 7")