Create app.py

app.py

@@ -0,0 +1,28 @@
+import gradio as gr
+from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
+
+# Load tokenizer and model
+model_name = "mistralai/Mistral-7B-Instruct-v0.1"
+
+# Use text-generation pipeline with model
+generator = pipeline("text-generation", model=model_name, tokenizer=model_name, device_map="auto", max_new_tokens=200)
+
+# Chat function
+def chat_with_bot(message, history=[]):
+    # Instruction format
+    prompt = f"[INST] {message} [/INST]"
+    response = generator(prompt)[0]['generated_text'].split('[/INST]')[-1].strip()
+    history.append((message, response))
+    return history, history
+
+# Gradio Chat Interface
+chat_interface = gr.ChatInterface(
+    fn=chat_with_bot,
+    chatbot=gr.Chatbot(),
+    textbox=gr.Textbox(placeholder="Ask me anything...", lines=2),
+    title="🤖 Mistral Chatbot",
+    description="Free chatbot using Mistral 7B Instruct model from Hugging Face",
+    theme="soft"
+)
+
+chat_interface.launch()