Update app.py

app.py

@@ -4,11 +4,12 @@ from huggingface_hub import InferenceClient
 """
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
-# client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
-client = InferenceClient("meta-llama/Meta-Llama-3-8B")
+
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+# client = InferenceClient("meta-llama/Meta-Llama-3-8B")
 
 # Define the prompt and system message
-# prompt = "Enter the age you want the bot to be as n = _ and choose sex as male or female. Example n = 17 and sex = male"
+prompt = "Enter the age you want the bot to be as n = _ and choose sex as male or female. Example n = 17 and sex = male"
 system_message = "You are an assistant bot who speaks based on given age and sex. Enter the age you want the bot to be as n = _ and choose sex as male or female. Example n = 17 and sex = male"
 
 # Generate the response
@@ -22,7 +23,7 @@ def respond(
     temperature,
     top_p,
 ):
-    messages = [{"role": "system", "content": system_message}]
+    messages = [{"role": "system", "content": system_message, "message"=prompt}]
 
     for val in history:
         if val[0]: