Update app.py

app.py

@@ -19,12 +19,16 @@ def generate(
     pipe = load_model(model_name)
 
     # Set tokenize correctly. Otherwise ticking the box breaks it.
-    prompt = f"<|im_start|>user\n{user_input}<|im_end|>\n<|im_start|>assistant\n"
+    if model_name == "Locutusque/TinyMistral-248M-v3":
+        prompt = user_input
+        gr.Interface.notify("Warning: Locutusque/TinyMistral-248M-v3 is an experimental preview model, performance is not guaranteed", type="warning")
+    else:
+        prompt = f"<|im_start|>user\n{user_input}<|im_end|>\n<|im_start|>assistant\n"
     outputs = pipe(prompt, max_new_tokens=max_new_tokens, do_sample=True,
                    temperature=temperature, top_k=top_k, top_p=top_p, repetition_penalty=1.10)
     return outputs[0]["generated_text"]
 
-model_choices = ["Locutusque/UltraQwen-7B", "Locutusque/UltraQwen-1_8B", "Locutusque/TinyMistral-248M-v2.5-Instruct", "M4-ai/TinyMistral-6x248M-Instruct", "Locutusque/Hercules-1.0-Mistral-7B", "Locutusque/Hercules-2.0-Mistral-7B"]
+model_choices = ["Locutusque/TinyMistral-248M-v3", "Locutusque/UltraQwen-7B", "Locutusque/UltraQwen-1_8B", "Locutusque/TinyMistral-248M-v2.5-Instruct", "M4-ai/TinyMistral-6x248M-Instruct", "Locutusque/Hercules-1.0-Mistral-7B", "Locutusque/Hercules-2.0-Mistral-7B"]
 # What at the best options? 
 g = gr.Interface(
     fn=generate,
@@ -38,7 +42,7 @@ g = gr.Interface(
     ],
     outputs=[gr.Textbox(lines=10, label="Output")],
     title="Locutusque's Language Models",
-    description="Try out Locutusque's language models here! Credit goes to Mediocreatmybest for this space.",
+    description="Try out Locutusque's language models here! Credit goes to Mediocreatmybest for this space. You may also find some experimental preview models that have not been made public here.",
     concurrency_limit=1
 )