Update app.py

app.py

@@ -1,10 +1,16 @@
 import gradio as gr
 from transformers import pipeline
+from accelerate import Accelerator
 
-generator = pipeline(task="text-generation", model="mistralai/Mixtral-8x7B-Instruct-v0.1")
+# Initialize the Accelerator
+accelerator = Accelerator()
+
+# Load the pipeline with the accelerator
+generator = accelerator.prepare(pipeline(task="text-generation", model="mistralai/Mixtral-8x7B-Instruct-v0.1"))
 
 def chatbot(input_text):
-    generated_text = generator(input_text, max_length=50)
+    context = "You said: " + input_text
+    generated_text = generator(context, max_length=20)
     return generated_text[0]["generated_text"]
 
 chatbot_app = gr.Interface(