Update app.py

app.py

@@ -24,8 +24,13 @@ collection = client.get_collection(name="chromatsc", embedding_function=sentence
 client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
 
 
+
 def format_prompt(message, history):
-    prompt = f"[INST] {message} [/INST]"
+    prompt = ""
+    if history:
+        user_prompt, bot_response = history[-1]
+        prompt += f"[INST] {user_prompt} [/INST] {bot_response}</s> "
+    prompt += f"[INST] {message} [/INST]"    
     return prompt
 
 
@@ -47,9 +52,10 @@ def response(prompt, history, selected_option, temperature=0.9, max_new_tokens=5
         selected_option = "Die Nutzer Frage bezieht sich auf folgende Wahl-O-Mat These: " + selected_option
     queryprompt= prompt + " "+ selected_option
     addon = ""
-    results = collection.query(
-        query_texts=[queryprompt],
-        n_results=60,
+    search_prompt = format_prompt(prompt, history)
+    results=collection.query(
+          query_texts=[search_prompt],
+          n_results=60
     )
     dists = ["<br><small>(relevance: " + str(round((1 - d) * 100) / 100) + ";" for d in results['distances'][0]]
     results = results['documents'][0]