Create app.py

app.py

@@ -0,0 +1,55 @@
+import gradio as gr
+from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
+
+# --- 1. Load your Standalone Model from the Hugging Face Hub ---
+# This is the most important change. We now point directly to your repository.
+MODEL_ID = "Bur3hani/karani_ofline"
+
+print(f"Loading tokenizer from Hub: {MODEL_ID}...")
+tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
+print("✅ Tokenizer loaded.")
+
+print(f"Loading fine-tuned model from Hub: {MODEL_ID}...")
+model = AutoModelForSeq2SeqLM.from_pretrained(MODEL_ID)
+print("✅ Model loaded.")
+
+
+# --- 2. Define the Prediction Function ---
+# This function takes the user's message and chat history to generate a response.
+def get_chat_response(message, history):
+    # Format the conversation history for the model.
+    input_text = ""
+    for user_turn, bot_turn in history:
+        # We create a string representing the conversation turns
+        input_text += f"user: {user_turn} bot: {bot_turn} "
+    # Add the latest user message
+    input_text += f"user: {message}"
+
+    # Tokenize the entire conversation history
+    inputs = tokenizer(input_text, return_tensors="pt", max_length=512, truncation=True)
+    
+    # Generate a response from your fine-tuned model
+    outputs = model.generate(**inputs, max_length=60, num_beams=4, early_stopping=True)
+    
+    # Decode the response and return it for the chatbot UI
+    response = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    return response
+
+
+# --- 3. Build and Launch the Gradio Chat Interface ---
+demo = gr.ChatInterface(
+    fn=get_chat_response,
+    title="Karani v1 - AI Secretary (Offline Model)",
+    description="A conversational AI assistant for Kiswahili, powered by a custom fine-tuned model. Ask me anything!",
+    chatbot=gr.Chatbot(height=500),
+    textbox=gr.Textbox(placeholder="Andika ujumbe wako hapa... (Type your message here...)", container=False, scale=7),
+    theme="soft",
+    examples=[["Habari za asubuhi?"], ["Ni nini mpango wa leo?"], ["Naweza kupata muhtasari wa habari?"]],
+    cache_examples=False,
+    retry_btn=None,
+    undo_btn="Futa (Delete)",
+    clear_btn="Futa Mazungumzo (Clear Chat)",
+)
+
+if __name__ == "__main__":
+    demo.launch()