Update app.py

app.py

@@ -16,31 +16,31 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
     Indian Language Q&A powered by Anki-2.5
     Supports Hindi, Tamil, Bengali, Telugu, and other Indian languages
     """
-    # Construct conversation with system message
-    conversation = [{"role": "system", "content": system_message}]
+    # Build prompt manually
+    prompt = system_message + "\n\n"
     
     # Add history
     for msg in history:
         if isinstance(msg, dict):
-            conversation.append(msg)
+            role = msg.get("role", "")
+            content = msg.get("content", "")
+            if role == "user":
+                prompt += f"User: {content}\n"
+            elif role == "assistant":
+                prompt += f"Assistant: {content}\n"
         elif len(msg) == 2:
-            conversation.append({"role": "user", "content": msg[0]})
-            conversation.append({"role": "assistant", "content": msg[1]})
+            prompt += f"User: {msg[0]}\n"
+            prompt += f"Assistant: {msg[1]}\n"
     
     # Add current message
-    conversation.append({"role": "user", "content": message})
+    prompt += f"User: {message}\nAssistant:"
     
     # Generate response
-    inputs = tokenizer.apply_chat_template(
-        conversation,
-        tokenize=True,
-        add_generation_prompt=True,
-        return_tensors="pt"
-    ).to(model.device)
+    inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
     
     with torch.no_grad():
         outputs = model.generate(
-            inputs,
+            inputs["input_ids"],
             max_new_tokens=max_tokens,
             temperature=temperature,
             top_p=top_p,
@@ -48,26 +48,27 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
             pad_token_id=tokenizer.eos_token_id
         )
     
-    response = tokenizer.decode(outputs[0][inputs.shape[-1]:], skip_special_tokens=True)
+    response = tokenizer.decode(outputs[0][inputs["input_ids"].shape[-1]:], skip_special_tokens=True)
     return response
 
-# Create ChatInterface with Indian language focus
+# Create ChatInterface for multilingual Q&A
 chatbot = gr.ChatInterface(
     respond,
-    title="🇮🇳 Indian Language Q&A Assistant - Powered by Anki-2.5",
-    description="Ask questions in Hindi, Tamil, Bengali, Telugu, Urdu, Gujarati, and other Indian languages. This assistant understands Indian cultural context and regional nuances.",
+    title="🚀 Indian Language Q&A Assistant - Powered by Anki-2.5",
+    description="Ask questions in Hindi, Tamil, Bengali, Telugu, and other Indian languages!",
     examples=[
         ["भारत की राजधानी क्या है?"],
-        ["இந்தியாவில் எத்தனை மாநிலங்கள் உள்ளன?"],
-        ["ভারতের সবচেয়ে বড় শহর কোনটি?"],
-        ["What are the major festivals celebrated in India?"],
+        ["What is the capital of India?"],
+        ["ভারতের স্বাধীনতা দিবস কবে?"],
+        ["தமிழ் மொழியில் எண்ணிக்கையில் பேசுவது எப்படி?"],
+        ["Explain the importance of education"],
     ],
     additional_inputs=[
         gr.Textbox(
-            value="You are a helpful assistant specializing in Indian languages and culture. You understand Hindi, Tamil, Bengali, Telugu, and other Indian languages. Respond accurately and culturally appropriately.",
+            value="You are a helpful multilingual assistant that can answer questions in multiple Indian languages including Hindi, English, Bengali, Tamil, Telugu, and others. Provide accurate and helpful responses.",
             label="System Message"
         ),
-        gr.Slider(minimum=50, maximum=1024, value=256, step=1, label="Max Tokens"),
+        gr.Slider(minimum=50, maximum=1024, value=512, step=1, label="Max Tokens"),
         gr.Slider(minimum=0.1, maximum=1.5, value=0.7, step=0.1, label="Temperature"),
         gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p"),
     ],