Update app.py

app.py

@@ -94,7 +94,7 @@ def format_prompt(prompt,retrieved_documents,k):
 
     #return formatted_message
 
-# Called by talk function to add retrieved documents to the prompt. Keeps adding text of retrieved documents to string taht are retreived
+# Called by talk function to add retrieved documents to the prompt. Keeps adding text of retrieved documents to string that are retreived
 
 def talk(prompt, history):
     k = 2 # number of retrieved documents
@@ -118,22 +118,17 @@ def talk(prompt, history):
 #    print(f"{stream}")
     print("check 7")
 #    print(stream['choices'][0]['message']['content'])
-#    return(stream['choices'][0]['message']['content'])
-    text = ""
-    for output in stream:
-       text += output['choices'][0]['message']['content']  
-       print(f"{output}")
-       print("check3H")
-       print(text)
-       yield text 
-    #   text.append(output['choices'][0])
-    #   print(f"{text}")
-    #   yield "".join(text)
-    #   print(text)
+    return(stream['choices'][0]['message']['content'])
+#    text = ""
+#    for output in stream:
+#       text += output['choices'][0]['message']['content']  
+#       print(f"{output}")
+#       print("check3H")
+#       print(text)
+#       yield text 
+ 
+    
     
-    # preparing tokens for model input
-    # add_generation_prompt argument tells the template to add tokens that indicate the start of a bot response
-
     # calling the model to generate response based on message/ input
     # do_sample if set to True uses strategies to select the next token from the probability distribution over the entire vocabulary
     # temperature controls randomness. more renadomness with higher temperature