Update app.py

app.py

@@ -46,13 +46,15 @@ def format_prompt_gemma(message,chatbot,sytem_prompt=SYSTEM_PROMPT+SYSTEM_PROMPT
     return newPrompt
 
 def format_prompt_nous(message,chatbot,sytem_prompt=SYSTEM_PROMPT+SYSTEM_PROMPT_PLUS):
-    fullPrompt =f"<|im_start|>system/n{sytem_prompt}<|im_end|>/n"
+    messages = [{"role": "system", "content": system_prompt}]
     for user_message, bot_message in chatbot:
-        fullPrompt +=f"<|im_start|>user/n{user_message}<|im_end|>/n"
-        fullPrompt +=f"<|im_start|>assistant/n{bot_message}<|im_end|>/n"
-    fullPrompt +=f"<|im_start|>user/n{message}<|im_end|>/n"
-    #fullPrompt +=f"<|im_start|>assistant"
-    return fullPrompt
+        messages.append({"role": "user", "content": user_message})
+        messages.append({"role": "assistant", "content": bot_message})
+    messages.append({"role": "user", "content": message})
+    newPrompt = tokenizer.apply_chat_template(
+        messages, tokenize=False, add_generation_prompt=True, return_tensors="pt")
+    print(newPrompt)
+    return newPrompt
 
 match checkpoint:
     case "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO":