Update app.py

app.py

@@ -1,6 +1,75 @@
-import gradio as gr
+import os
+import discord
+from discord.ext import commands
+import asyncio
+from dotenv import load_dotenv
 
-gr.load(
-   "models/meta-llama/Llama-3.2-3B-Instruct",
-   provider="sambanova",
-).launch()
+# Load environment variables
+load_dotenv()
+
+# Set up Discord bot
+intents = discord.Intents.default()
+intents.message_content = True
+bot = commands.Bot(command_prefix="!", intents=intents)
+
+from gradio_client import Client
+
+# Create the Gradio client once (you can also make this global)
+gr_client = Client("NotSoundRated/meta-llama-Llama-3.2-3B-Instruct")
+
+async def generate_response(prompt):
+    try:
+        # Use the client to call the model's /chat endpoint
+        result = gr_client.predict(
+            message=prompt,
+            api_name="/chat"
+        )
+        return result
+    except Exception as e:
+        return f"Error generating response: {e}"
+
+@bot.event
+async def on_ready():
+    print(f"Bot is logged in as {bot.user}")
+    print("------")
+
+@bot.event
+async def on_message(message):
+    # Ignore own messages
+    if message.author == bot.user:
+        return
+    
+    # Only respond to mentions
+    if bot.user.mentioned_in(message):
+        content = message.content.replace(f'<@{bot.user.id}>', '').strip()
+        if not content:
+            content = "Hello!"
+        
+        async with message.channel.typing():
+            response = await generate_response(content)
+            await message.reply(response)
+    
+    await bot.process_commands(message)
+
+@bot.command(name="ping")
+async def ping(ctx):
+    await ctx.send("Pong! I'm here.")
+
+@bot.command(name="ask")
+async def ask(ctx, *, question=None):
+    if question is None:
+        await ctx.send("Please provide a question. Example: !ask What is machine learning?")
+        return
+    
+    async with ctx.typing():
+        response = await generate_response(question)
+        await ctx.send(response)
+
+if __name__ == "__main__":
+    # Get token from environment variable
+    token = os.getenv("DISCORD_TOKEN")
+    
+    if not token:
+        print("Error: No Discord token found.")
+    else:
+        bot.run(token)