Update app.py

app.py

@@ -6,6 +6,7 @@ import torch
 import math
 import httpcore
 import pickle
+import time
 setattr(httpcore, 'SyncHTTPTransport', 'AsyncHTTPProxy')
 
 client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
@@ -35,16 +36,19 @@ def respond(message,
     queries = [
         get_detailed_instruct(task, message)
     ]
+    print("start\n")
+    print(time.time())
 
     query_embeddings = model.encode(queries, convert_to_tensor=True, normalize_embeddings=True)
     scores = (query_embeddings @ encoded_questions.T) * 100
     selected_references['similarity'] = scores.tolist()[0]
     sorted_references = selected_references.sort_values(by='similarity', ascending=False)
-    print(sorted_references.shape[0])
     sorted_references = sorted_references.iloc[:3]
     sorted_references = sorted_references.sort_values(by='similarity', ascending=True)
     print(sorted_references.shape[0])
     print(sorted_references['similarity'].tolist())
+    print("sorted references\n")
+    print(time.time())
 
     from googletrans import Translator
     translator = Translator()
@@ -59,21 +63,25 @@ def respond(message,
                 print(translated)
                 user = translated.text
                 print(user)
-                #print(row['assistant'])
                 assistant = translator.translate(row['assistant']).text
-                #print(assistant)
                 messages.append({"role": "user", "content":user })
                 messages.append({"role": "assistant", "content": assistant})
             except Exception as error:
                 print("An error occurred:", error)
                 print("adding fatwa references exception occurred")
     
+    print("append references\n")
+    print(time.time())
+    
     #adding more references
     df = pd.read_csv("moslem-bot-reference.csv", sep='|')
     for index, row in df.iterrows():
         messages.append({"role": "user", "content": row['user']})
         messages.append({"role": "assistant", "content": row['assistant']})
     
+    print("added more references\n")
+    print(time.time())
+    
     #history from chat session
     """
     for val in history:
@@ -105,6 +113,8 @@ def respond(message,
         print("en_message exception occurred")
     
     #print(messages)
+    print("added last question\n")
+    print(time.time())
 
     response = ""
 
@@ -119,6 +129,8 @@ def respond(message,
             token = message.choices[0].delta.content
             response += token
             translated_response = translator.translate(response, src='en', dest=message_language).text
+            print("yield response\n")
+            print(time.time())
             yield translated_response
         except Exception as error:
             print("An error occurred:", error)