Create app.py

app.py

@@ -0,0 +1,36 @@
+import gradio as gr
+from groq import Groq
+
+def generate_response(input_text):
+    client = Groq()
+
+    stream = client.chat.completions.create(
+        messages=[
+            {"role": "system", "content": "you are a helpful assistant."},
+            {"role": "user", "content": input_text}
+        ],
+        model="mixtral-8x7b-32768",
+        temperature=0.5,
+        max_tokens=1024,
+        top_p=1,
+        stop=None,
+        stream=True,
+    )
+
+    response = ""
+    for chunk in stream:
+        response += chunk.choices[0].delta.content
+
+    return response
+
+# Define the Gradio UI
+inputs = gr.inputs.Textbox(label="Enter your question")
+outputs = gr.outputs.Textbox(label="Model Response")
+
+gr.Interface(
+    fn=generate_response,
+    inputs=inputs,
+    outputs=outputs,
+    title="Language Model Assistant",
+    description="Ask questions and get responses from a language model.",
+).launch(show_api=False, share=True)