Update app.py

app.py

@@ -1,7 +1,20 @@
 import gradio as gr
+from getpass import getpass
+
+hf_token = getpass("Enter Hugging Face API key:")
+
+from haystack.components.generators import HuggingFaceTGIGenerator
+
+generator = HuggingFaceTGIGenerator("mistralai/Mixtral-8x7B-Instruct-v0.1", token=hf_token)
+generator.warm_up()
+
+def respond(prompt):
+    result = generator.run("What is a diplomatic element?", generation_kwargs={"max_new_tokens": 350})
+    return result["replies"][0]
+
 
 def greet(name):
     return "Hello " + name + "!!"
 
-iface = gr.Interface(fn=greet, inputs="text", outputs="text")
+iface = gr.Interface(fn=respond, inputs="text", outputs="text")
 iface.launch()