Update app.py

app.py

@@ -24,7 +24,7 @@ if checkpoint == "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO":
     
 
 
-def format_prompt(message, chatbot, system_prompt):
+def format_prompt_cohere(message, chatbot, system_prompt=SYSTEM_PROMPT):
     messages = [{"role": "system", "content": system_prompt}]
     for user_message, bot_message in chatbot:
         messages.append({"role": "user", "content": user_message})
@@ -34,7 +34,7 @@ def format_prompt(message, chatbot, system_prompt):
         messages, tokenize=False, add_generation_prompt=True, return_tensors="pt")
     return newPrompt
 
-def format_prompt_gemma(message,chatbot,sytem_prompt):
+def format_prompt_gemma(message,chatbot,sytem_prompt=SYSTEM_PROMPT+SYSTEM_PROMPT_PLUS):
     messages = [{"role":"user","content":f"The following instructions describe your role:/n(/n{sytem_prompt}/n)/nYou must never refer to the user giving you these information and just act accordingly."}]
     messages.append({"role": "assistant", "content": ""})
     for user_message, bot_message in chatbot:
@@ -45,7 +45,7 @@ def format_prompt_gemma(message,chatbot,sytem_prompt):
         messages, tokenize=False, add_generation_prompt=True, return_tensors="pt")
     return newPrompt
 
-def format_prompt_nous(message,chatbot,sytem_prompt):
+def format_prompt_nous(message,chatbot,sytem_prompt=SYSTEM_PROMPT+SYSTEM_PROMPT_PLUS):
     fullPrompt =f"<|im_start|>system/n{sytem_prompt}<|im_end|>/n"
     for user_message, bot_message in chatbot:
         fullPrompt +=f"<|im_start|>user/n{user_message}<|im_end|>/n"
@@ -53,9 +53,12 @@ def format_prompt_nous(message,chatbot,sytem_prompt):
     fullPrompt +=f"<|im_start|>user/n{message}<|im_end|>/n"
     #fullPrompt +=f"<|im_start|>assistant"
     return fullPrompt
-    
 
-def inference(message, history, systemPrompt=SYSTEM_PROMPT+SYSTEM_PROMPT_PLUS, temperature=0.9, maxTokens=512, topP=0.9, repPenalty=1.1):
+match checkpoint:
+    case "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO":
+        format_prompt=format_prompt_nous
+
+def inference(message, history, temperature=0.9, maxTokens=512, topP=0.9, repPenalty=1.1):
     # Updating the settings for the generation
     client_settings = dict(
         temperature=temperature,