firststeps

.gitignore

@@ -0,0 +1 @@
+.env

app.py

@@ -0,0 +1,57 @@
+import gradio as gr
+from dotenv import load_dotenv
+from openai import OpenAI
+import os
+
+load_dotenv()
+
+API_KEY = os.getenv("OPENAI_API_KEY")
+MODEL_NAME = os.getenv("MODEL_NAME")
+BASE_URL = os.getenv("BASE_URL")
+
+client = OpenAI(
+    api_key=API_KEY,
+    base_url=BASE_URL,
+)
+
+
+def chat_with_gemma(history, message):
+    messages = [{"role": "system", "content": "you are an helpful assistant who helps users to find products on the internet"}]
+    for user_msg, bot_msg in history:
+        messages.append({"role": "user", "content": user_msg})
+        messages.append({"role": "assistant", "content": bot_msg})
+        messages.append({"role": "user", "content": message})
+
+    try:
+        response = client.chat.completions.create(
+            model=MODEL_NAME,
+            messages=messages,
+            temperature=0.7,
+            max_tokens=512,
+        )
+        reply = response.choices[0].message.content.strip()
+    except Exception as e:
+        reply = f"⚠️ Error: {str(e)}"
+
+    # Return updated history
+    history.append((message, reply))
+    return history, ""
+
+
+with gr.Blocks(title="Gemma Chat - MCP Tool") as demo:
+    gr.Markdown("## 🧠 Gemma LLM Chatbot via Modal (MCP Tool)")
+    with gr.Row():
+        chatbot = gr.Chatbot()
+    with gr.Row():
+        msg = gr.Textbox(label="Your message here...", placeholder="Ask something...")
+    with gr.Row():
+        clear = gr.Button("🔄 Clear Chat")
+
+    state = gr.State([])
+
+    msg.submit(chat_with_gemma, [state, msg], [chatbot, msg])
+    clear.click(lambda: ([], ""), outputs=[chatbot, msg])
+
+# ✅ Launch the app
+if __name__ == "__main__":
+    demo.launch(debug=True)

requirements.txt

@@ -0,0 +1,4 @@
+gradio[mcp]
+modal
+openai
+python-dotenv