Update app.py

app.py

@@ -1,10 +1,36 @@
+# 2) The actual app
+import os
+from getpass import getpass
+from openai import OpenAI
 import gradio as gr
 
-with gr.Blocks(fill_height=True) as demo:
-    with gr.Sidebar():
-        gr.Markdown("# Inference Provider")
-        gr.Markdown("This Space showcases the Qwen/QwQ-32B model, served by the fireworks-ai API. Sign in with your Hugging Face account to use this API.")
-        button = gr.LoginButton("Sign in")
-    gr.load("models/Qwen/QwQ-32B", accept_token=button, provider="fireworks-ai")
-    
-demo.launch()
+# ——— Configure your OpenRouter key ———
+if "OPENROUTER_API_KEY" not in os.environ or not os.environ["OPENROUTER_API_KEY"]:
+    os.environ["OPENROUTER_API_KEY"] = getpass("🔑 Enter your OpenRouter API key: ")
+
+client = OpenAI(
+    base_url="https://openrouter.ai/api/v1",
+    api_key=os.environ["OPENROUTER_API_KEY"],
+)
+
+def openrouter_chat(user_message, history):
+    """Send user_message to mistralai/devstral-small:free and append to history."""
+    # build the messages list
+    msgs = [{"role": "user", "content": user_message}]
+    # call the model
+    resp = client.chat.completions.create(
+        model="mistralai/devstral-small:free",
+        messages=msgs,
+        # you can tweak max_tokens, temperature, etc. here
+    )
+    bot_reply = resp.choices[0].message.content
+    history = history or []
+    history.append((user_message, bot_reply))
+    return history, ""
+
+with gr.Blocks() as demo:
+    gr.Markdown("## 🦜🔗 Gradio + OpenRouter Chat with Devstral-Small")
+    chatbot = gr.Chatbot(label="Chat")
+    msg_in = gr.Textbox(placeholder="Type your question here…", label="You")
+    msg_in.submit(openrouter_chat, inputs=[msg_in, chatbot], outputs=[chatbot, msg_in])
+    demo.launch()