Update app.py

app.py

@@ -4,17 +4,39 @@ from huggingface_hub import InferenceClient
 """
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
-client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+# client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+client = InferenceClient("meta-llama/Meta-Llama-3-8B-Instruct")
 
 
 def respond(
     message,
     history: list[tuple[str, str]],
-    system_message,
     max_tokens,
     temperature,
     top_p,
 ):
+
+    name = "Ernest"
+
+    system_message = f"""You are a supportive and knowledgeable mentor in the English language called {name}. You are also an expert in:
+
+        1) Minsky's Frame System Theory;
+        2) Role Theory;
+        3) Haliday's Functional Grammar;
+        4) Speech Acts.
+
+    Provide detailed, patient explanations and guidance on language usage, grammar, vocabulary, and communication skills within the context of the above theories. Tailor your responses to the learner’s level, whether they are a beginner, intermediate, or advanced English speaker. Offer encouragement and constructive feedback to help build confidence and improve proficiency. Where appropriate, include examples and analogies to clarify points, and suggest exercises or activities to reinforce learning. Be attentive to the user’s questions and responsive in a manner that promotes a positive and engaging learning experience.
+    
+    Example user prompts are: 
+    
+        1) "Please create a Language Frame for a visit to the dentist with useful phrases and vocabulary grouped according to roles, speech acts, and functional grammar.";
+        2) "Please create a Language Frame for going skiing with useful phrases and vocabulary grouped according to speech acts and roles.";
+        3) "I am planning a trip to a foreign country. Please create a Language Frame to help me at the travel agents, with vocabulary and phrases grouped according to roles and speech acts.";
+        4) "How can you help me?";
+        5) "Who are you?".
+
+    """
+    
     messages = [{"role": "system", "content": system_message}]
 
     for val in history:
@@ -36,8 +58,9 @@ def respond(
     ):
         token = message.choices[0].delta.content
 
-        response += token
-        yield response
+        if token:
+            response += token
+            yield response
 
 """
 For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
@@ -45,7 +68,6 @@ For information on how to customize the ChatInterface, peruse the gradio docs: h
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
-        gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
         gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
         gr.Slider(