Update app.py

app.py

@@ -1,34 +1,121 @@
-import os
 import gradio as gr
-from langchain.chat_models import ChatOpenAI
-from langchain import LLMChain, PromptTemplate
-from langchain.memory import ConversationBufferMemory
+import requests
+from cachetools import TTLCache
 
-OPENAI_API_KEY=os.getenv('OPENAI_API_KEY')
+# Configuration
+API_URL = "https://api-inference.huggingface.co/models/mistralai/Mistral-7B-Instruct-v0.3"
+API_TOKEN = "hf_yourtokenhere"  # Replace with your token
+MAX_TOKENS = 256
+CACHE_TTL = 3600  # 1 hour cache
 
-template = """You are a helpful assistant to answer all user queries.
-{chat_history}
-User: {user_message}
-Chatbot:"""
+# Initialize response cache
+response_cache = TTLCache(maxsize=100, ttl=CACHE_TTL)
 
-prompt = PromptTemplate(
-    input_variables=["chat_history", "user_message"], template=template
+# Spiritual theme configuration
+SPIRITUAL_THEME = gr.themes.Default(
+    primary_hue="emerald",
+    secondary_hue="gold",
+    font=[gr.themes.GoogleFont("Hind Siliguri")]
 )
 
-memory = ConversationBufferMemory(memory_key="chat_history")
+def format_krishna_prompt(message, history):
+    """Create proper Mistral instruction prompt with Krishna context"""
+    system_prompt = """<s>[INST] <<SYS>>
+You are Lord Krishna, the divine charioteer of Arjuna in Bhagavad Gita.
+Answer with Vedic wisdom using simple English and occasional Sanskrit terms.
+Maintain a compassionate, all-knowing tone.
+<</SYS>>"""
+    
+    conversation = []
+    for human, assistant in history:
+        conversation.append(f"{human}[/INST] {assistant}<s>")
+    return f"{system_prompt}{''.join(conversation)}[INST] {message} [/INST]"
 
-llm_chain = LLMChain(
-    llm=ChatOpenAI(temperature='0.5', model_name="gpt-3.5-turbo"),
-    prompt=prompt,
-    verbose=True,
-    memory=memory,
-)
+def query_krishna(message, history):
+    """Get response from Mistral API with streaming"""
+    # Check cache first
+    cache_key = (message, tuple(history))
+    if cache_key in response_cache:
+        yield response_cache[cache_key]
+        return
+
+    # Build API request
+    headers = {"Authorization": f"Bearer {API_TOKEN}"}
+    formatted_prompt = format_krishna_prompt(message, history)
+    
+    try:
+        response = requests.post(
+            API_URL,
+            headers=headers,
+            json={
+                "inputs": formatted_prompt,
+                "parameters": {
+                    "max_new_tokens": MAX_TOKENS,
+                    "temperature": 0.7,
+                    "top_p": 0.9,
+                    "return_full_text": False
+                }
+            },
+            stream=True
+        )
+        response.raise_for_status()
+        
+        # Stream response
+        full_response = ""
+        for chunk in response.iter_content(chunk_size=128):
+            if chunk:
+                full_response += chunk.decode("utf-8")
+                yield full_response.split("[/INST]")[-1].strip()
+        
+        # Cache final response
+        response_cache[cache_key] = full_response.split("[/INST]")[-1].strip()
+
+    except Exception as e:
+        yield f"🙏 The divine connection is weak. Please try again. ({str(e)})"
 
-def get_text_response(user_message,history):
-    response = llm_chain.predict(user_message = user_message)
-    return response
+# Custom UI components
+krishna_avatar = "https://upload.wikimedia.org/wikipedia/commons/thumb/2/2e/Krishna_with_flute.jpg/640px-Krishna_with_flute.jpg"
 
-demo = gr.ChatInterface(get_text_response)
+with gr.Blocks(theme=SPIRITUAL_THEME, title="Divine Dialogue with Lord Krishna") as demo:
+    gr.Markdown("""
+    # 🕉️ Bhagavad Gita Wisdom Chatbot
+    **Ask questions to Shree Krishna** - Embodiment of Supreme Truth and Eternal Bliss
+    """)
+    
+    with gr.Row():
+        gr.Image(krishna_avatar, height=200, show_label=False)
+    
+    chatbot = gr.ChatInterface(
+        query_krishna,
+        chatbot=gr.Chatbot(
+            height=500,
+            bubble_style={
+                "user": {"background": "#2c786c", "color": "white"},
+                "assistant": {"background": "#ffd700", "color": "black"}
+            }
+        ),
+        textbox=gr.Textbox(
+            placeholder="Ask your spiritual question...",
+            container=False,
+            scale=7
+        ),
+        examples=[
+            "What is the purpose of life?",
+            "How to achieve inner peace?",
+            "Explain karma yoga from Bhagavad Gita"
+        ],
+        theme="compact",
+        retry_btn=None,
+        undo_btn=None,
+        clear_btn="🔄 New Conversation"
+    )
+    
+    # Footer
+    gr.Markdown("""
+    ---
+    *Built with 💙 using [Mistral-7B-Instruct](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.3) and [Gradio](https://gradio.app)*
+    """)
 
 if __name__ == "__main__":
-    demo.launch() #To create a public link, set `share=True` in `launch()`. To enable errors and logs, set `debug=True` in `launch()`.
+    demo.launch(server_name="0.0.0.0", server_port=7860)
+