Update app.py

app.py

@@ -3,9 +3,12 @@ from huggingface_hub import InferenceClient
 import random
 
 # Define the model to be used
-model = "mistralai/Mixtral-8x7B-Instruct-v0.1" #"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO"
+model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
 client = InferenceClient(model)
 
+# Embedded system prompt
+system_prompt_text = "You are a smart and helpful co-worker of Thailand based multi-national company PTT, and PTTEP. You help with any kind of request and provide a detailed answer to the question."
+
 def format_prompt_mixtral(message, history):
     prompt = "<s>"
     if history:
@@ -15,9 +18,9 @@ def format_prompt_mixtral(message, history):
     prompt += f"[INST] {message} [/INST]"
     return prompt
 
-def chat_inf(system_prompt, prompt, history, seed, temp, tokens, top_p, rep_p):
-    if system_prompt:
-        system_prompt = f'{system_prompt}, '
+def chat_inf(prompt, history, seed, temp, tokens, top_p, rep_p):
+    # Prepend the system prompt to the user prompt
+    full_prompt = f"{system_prompt_text}, {prompt}"
 
     generate_kwargs = dict(
         temperature=temp,
@@ -28,7 +31,7 @@ def chat_inf(system_prompt, prompt, history, seed, temp, tokens, top_p, rep_p):
         seed=seed,
     )
 
-    formatted_prompt = format_prompt_mixtral(f"{system_prompt}{prompt}", history)
+    formatted_prompt = format_prompt_mixtral(full_prompt, history)
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
     for response in stream:
@@ -56,7 +59,7 @@ with gr.Blocks() as app:
         with gr.Row():
             with gr.Column(scale=3):
                 inp = gr.Textbox(label="Prompt")
-                sys_inp = gr.Textbox(label="System Prompt (optional)")
+                sys_inp = gr.HTML(value=f"<p>{system_prompt_text}</p>", interactive=False)  # Display the system prompt
                 with gr.Row():
                     with gr.Column(scale=2):
                         btn = gr.Button("Chat")
@@ -75,7 +78,7 @@ with gr.Blocks() as app:
 
     hid1 = gr.Number(value=1, visible=False)
 
-    go = btn.click(check_rand, [rand, seed], seed).then(chat_inf, [sys_inp, inp, chat, seed, temp, tokens, top_p, rep_p], chat)
+    go = btn.click(check_rand, [rand, seed], seed).then(chat_inf, [inp, chat, seed, temp, tokens, top_p, rep_p], chat)
 
     stop_btn.click(None, None, None, cancels=[go])
     clear_btn.click(clear_fn, None, [inp, sys_inp, chat])