| | import asyncio |
| | import os |
| | import threading |
| | import random |
| | from threading import Event |
| | from typing import Optional |
| |
|
| | import discord |
| | import gradio as gr |
| | from discord import Permissions |
| | from discord.ext import commands |
| | from discord.utils import oauth_url |
| |
|
| | import gradio_client as grc |
| | from gradio_client.utils import QueueError |
| | |
| | event = Event() |
| |
|
| | DISCORD_TOKEN = os.getenv("DISCORD_TOKEN") |
| | |
| | async def wait(job): |
| | while not job.done(): |
| | await asyncio.sleep(0.2) |
| | |
| | def get_client(session: Optional[str] = None) -> grc.Client: |
| | client = grc.Client("huggingface-projects/audioldm2-text2audio-text2music", hf_token=os.getenv("HF_TOKEN")) |
| | if session: |
| | client.session_hash = session |
| | return client |
| | |
| | intents = discord.Intents.default() |
| | intents.message_content = True |
| | bot = commands.Bot(command_prefix="/", intents=intents) |
| | |
| | @bot.event |
| | async def on_ready(): |
| | print(f"Logged in as {bot.user} (ID: {bot.user.id})") |
| | synced = await bot.tree.sync() |
| | print(f"Synced commands: {', '.join([s.name for s in synced])}.") |
| | event.set() |
| | print("------") |
| | |
| | @bot.hybrid_command( |
| | name="audioldm2", |
| | description="Enter a prompt to generate music!", |
| | ) |
| | async def audioldm2(ctx, prompt: str): |
| | """Audioldm2 generation""" |
| | try: |
| | await audioldm2_create(ctx, prompt) |
| | except Exception as e: |
| | print(f"Error: (app.py){e}") |
| | |
| | async def audioldm2_create(ctx, prompt): |
| | """Runs audioldm2_create_job in executor""" |
| | try: |
| | message = await ctx.send(f"**{prompt}** - {ctx.author.mention} Generating...") |
| | thread = await message.create_thread(name=prompt[:100]) |
| |
|
| | loop = asyncio.get_running_loop() |
| | client = await loop.run_in_executor(None, get_client, None) |
| | job = client.submit(prompt, fn_index=0) |
| | await wait(job) |
| | |
| | try: |
| | job.result() |
| | video = job.outputs()[0] |
| | except QueueError: |
| | await thread.send("The gradio space powering this bot is really busy! Please try again later!") |
| |
|
| | short_filename = prompt[:20] |
| | video_filename = f"{short_filename}.mp4" |
| |
|
| | with open(video, "rb") as file: |
| | discord_video_file = discord.File(file, filename=video_filename) |
| | await thread.send(file=discord_video_file) |
| |
|
| | except Exception as e: |
| | print(f"audioldm2_create Error: {e}") |
| | |
| | def run_bot(): |
| | if not DISCORD_TOKEN: |
| | print("DISCORD_TOKEN NOT SET") |
| | event.set() |
| | else: |
| | bot.run(DISCORD_TOKEN) |
| |
|
| |
|
| | threading.Thread(target=run_bot).start() |
| |
|
| | event.wait() |
| |
|
| | with gr.Blocks() as demo: |
| | gr.Markdown( |
| | """ |
| | # Discord bot of https://huggingface.co/spaces/facebook/MusicGen |
| | https://discord.com/api/oauth2/authorize?client_id=1151888750662664222&permissions=309237696512&scope=bot |
| | """ |
| | ) |
| |
|
| | demo.launch() |
