Update app.py

app.py

@@ -12,7 +12,7 @@ tokenizer = AutoTokenizer.from_pretrained(checkpoint)
 client = InferenceClient(checkpoint)
 
 
-def format_prompt(message, history, systemPrompt):
+def format_promptOld(message, history, systemPrompt):
     # Adjusting the format to fit the currently selected model
     # First everything is converted into role format
     # First a system prompt
@@ -31,6 +31,15 @@ def format_prompt(message, history, systemPrompt):
     systemPromptMessage = f"<s>[INST] <<SYS>>\n{systemPrompt}\n<</SYS>>\n\n "
     forPrompt=systemPromptMessage+str(messages)
     return forPrompt
+def format_prompt(message,chatbot,system_prompt):
+    if system_prompt != "":
+        input_prompt = f"<s>[INST] <<SYS>>\n{system_prompt}\n<</SYS>>\n\n "
+    else:
+        input_prompt = f"<s>[INST] "
+    for interaction in chatbot:
+        input_prompt = input_prompt + str(interaction[0]) + " [/INST] " + str(interaction[1]) + " </s><s>[INST] "
+    input_prompt = input_prompt + str(message) + " [/INST] "
+    return input_prompt
 
 
 def inference(message, history, systemPrompt=SYSTEM_PROMPT, temperature=0.9, maxTokens=512, topP=0.9, repPenalty=1.1):