Spaces:
Runtime error
Runtime error
Initial setup: Add Stable Audio Gradio app with interface, requirements, and updated README
Browse files- README.md +51 -4
- app.py +110 -0
- requirements.txt +7 -0
README.md
CHANGED
|
@@ -1,12 +1,59 @@
|
|
| 1 |
---
|
| 2 |
title: Stable Audio Open
|
| 3 |
-
emoji:
|
| 4 |
-
colorFrom:
|
| 5 |
-
colorTo:
|
| 6 |
sdk: gradio
|
| 7 |
sdk_version: 6.2.0
|
| 8 |
app_file: app.py
|
| 9 |
pinned: false
|
| 10 |
---
|
| 11 |
|
| 12 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
---
|
| 2 |
title: Stable Audio Open
|
| 3 |
+
emoji: 🎵
|
| 4 |
+
colorFrom: blue
|
| 5 |
+
colorTo: purple
|
| 6 |
sdk: gradio
|
| 7 |
sdk_version: 6.2.0
|
| 8 |
app_file: app.py
|
| 9 |
pinned: false
|
| 10 |
---
|
| 11 |
|
| 12 |
+
# 🎵 Stable Audio Open
|
| 13 |
+
|
| 14 |
+
An open-source web interface for generating high-quality audio from text prompts using advanced AI models. Create music, sound effects, ambient sounds, and more with simple text descriptions.
|
| 15 |
+
|
| 16 |
+
## Features
|
| 17 |
+
|
| 18 |
+
- 🎼 **Text-to-Audio Generation**: Convert text prompts into audio
|
| 19 |
+
- 🎚️ **Customizable Duration**: Generate audio from 1-30 seconds
|
| 20 |
+
- 🎲 **Reproducible Results**: Use seeds for consistent generation
|
| 21 |
+
- 🎧 **Real-time Playback**: Listen to generated audio instantly
|
| 22 |
+
- 📝 **Example Prompts**: Pre-built examples to get you started
|
| 23 |
+
|
| 24 |
+
## Usage
|
| 25 |
+
|
| 26 |
+
1. Enter a text description of the audio you want to generate
|
| 27 |
+
2. Adjust the duration slider (1-30 seconds)
|
| 28 |
+
3. Optionally set a random seed for reproducible results
|
| 29 |
+
4. Click "Generate Audio" to create your sound
|
| 30 |
+
|
| 31 |
+
## Examples
|
| 32 |
+
|
| 33 |
+
- "A gentle piano melody playing in a cozy room"
|
| 34 |
+
- "Upbeat electronic dance music with synthesizers"
|
| 35 |
+
- "Rain falling on a tin roof with distant thunder"
|
| 36 |
+
- "Classical violin concerto with orchestra accompaniment"
|
| 37 |
+
|
| 38 |
+
## Technical Details
|
| 39 |
+
|
| 40 |
+
This application uses:
|
| 41 |
+
- **Gradio** for the web interface
|
| 42 |
+
- **PyTorch** and **Transformers** for AI model integration
|
| 43 |
+
- **Stable Audio** technology for high-quality audio generation
|
| 44 |
+
|
| 45 |
+
## Contributing
|
| 46 |
+
|
| 47 |
+
This is an open-source project. Contributions are welcome! Feel free to:
|
| 48 |
+
- Report bugs and issues
|
| 49 |
+
- Suggest new features
|
| 50 |
+
- Submit pull requests
|
| 51 |
+
- Improve documentation
|
| 52 |
+
|
| 53 |
+
## License
|
| 54 |
+
|
| 55 |
+
This project is open source and available under the MIT License.
|
| 56 |
+
|
| 57 |
+
---
|
| 58 |
+
|
| 59 |
+
*Built with ❤️ using Hugging Face Spaces and Gradio*
|
app.py
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import gradio as gr
|
| 2 |
+
import torch
|
| 3 |
+
import numpy as np
|
| 4 |
+
from transformers import pipeline
|
| 5 |
+
import scipy.io.wavfile as wavfile
|
| 6 |
+
import io
|
| 7 |
+
|
| 8 |
+
# Initialize the audio generation pipeline
|
| 9 |
+
# Note: This is a placeholder - you'll need to integrate with actual Stable Audio model
|
| 10 |
+
def create_audio_generation_interface():
|
| 11 |
+
"""
|
| 12 |
+
Create a Gradio interface for Stable Audio generation
|
| 13 |
+
"""
|
| 14 |
+
|
| 15 |
+
def generate_audio(prompt, duration, seed):
|
| 16 |
+
"""
|
| 17 |
+
Generate audio based on text prompt
|
| 18 |
+
This is a placeholder function - replace with actual Stable Audio model
|
| 19 |
+
"""
|
| 20 |
+
try:
|
| 21 |
+
# Placeholder implementation
|
| 22 |
+
# In a real implementation, you would:
|
| 23 |
+
# 1. Load the Stable Audio model
|
| 24 |
+
# 2. Process the text prompt
|
| 25 |
+
# 3. Generate audio
|
| 26 |
+
# 4. Return the audio file
|
| 27 |
+
|
| 28 |
+
# For now, return a simple sine wave as placeholder
|
| 29 |
+
sample_rate = 44100
|
| 30 |
+
duration_samples = int(duration * sample_rate)
|
| 31 |
+
frequency = 440 # A4 note
|
| 32 |
+
|
| 33 |
+
t = np.linspace(0, duration, duration_samples, endpoint=False)
|
| 34 |
+
audio = 0.5 * np.sin(2 * np.pi * frequency * t)
|
| 35 |
+
|
| 36 |
+
# Convert to 16-bit PCM
|
| 37 |
+
audio_int16 = (audio * 32767).astype(np.int16)
|
| 38 |
+
|
| 39 |
+
# Save to bytes buffer
|
| 40 |
+
buffer = io.BytesIO()
|
| 41 |
+
wavfile.write(buffer, sample_rate, audio_int16)
|
| 42 |
+
buffer.seek(0)
|
| 43 |
+
|
| 44 |
+
return (sample_rate, audio)
|
| 45 |
+
|
| 46 |
+
except Exception as e:
|
| 47 |
+
return f"Error generating audio: {str(e)}"
|
| 48 |
+
|
| 49 |
+
# Create the Gradio interface
|
| 50 |
+
with gr.Blocks(title="Stable Audio Open", theme=gr.themes.Soft()) as interface:
|
| 51 |
+
gr.Markdown("""
|
| 52 |
+
# 🎵 Stable Audio Open
|
| 53 |
+
Generate high-quality audio from text prompts using Stable Audio technology.
|
| 54 |
+
|
| 55 |
+
**Note:** This is a demo interface. The actual Stable Audio model integration is coming soon.
|
| 56 |
+
""")
|
| 57 |
+
|
| 58 |
+
with gr.Row():
|
| 59 |
+
with gr.Column():
|
| 60 |
+
prompt_input = gr.Textbox(
|
| 61 |
+
label="Text Prompt",
|
| 62 |
+
placeholder="Describe the audio you want to generate...",
|
| 63 |
+
lines=3,
|
| 64 |
+
value="A gentle piano melody playing in a cozy room"
|
| 65 |
+
)
|
| 66 |
+
|
| 67 |
+
duration_input = gr.Slider(
|
| 68 |
+
label="Duration (seconds)",
|
| 69 |
+
minimum=1,
|
| 70 |
+
maximum=30,
|
| 71 |
+
value=10,
|
| 72 |
+
step=1
|
| 73 |
+
)
|
| 74 |
+
|
| 75 |
+
seed_input = gr.Number(
|
| 76 |
+
label="Random Seed (optional)",
|
| 77 |
+
value=None,
|
| 78 |
+
precision=0
|
| 79 |
+
)
|
| 80 |
+
|
| 81 |
+
generate_btn = gr.Button("🎵 Generate Audio", variant="primary")
|
| 82 |
+
|
| 83 |
+
with gr.Column():
|
| 84 |
+
audio_output = gr.Audio(label="Generated Audio")
|
| 85 |
+
status_output = gr.Textbox(label="Status", interactive=False)
|
| 86 |
+
|
| 87 |
+
# Connect the generate button to the function
|
| 88 |
+
generate_btn.click(
|
| 89 |
+
fn=generate_audio,
|
| 90 |
+
inputs=[prompt_input, duration_input, seed_input],
|
| 91 |
+
outputs=[audio_output, status_output]
|
| 92 |
+
)
|
| 93 |
+
|
| 94 |
+
# Add some example prompts
|
| 95 |
+
gr.Examples(
|
| 96 |
+
examples=[
|
| 97 |
+
["A calming ocean wave sound with seagulls", 15, 42],
|
| 98 |
+
["Upbeat electronic dance music", 20, 123],
|
| 99 |
+
["Classical violin concerto", 25, 999],
|
| 100 |
+
["Rain falling on a tin roof", 10, 777]
|
| 101 |
+
],
|
| 102 |
+
inputs=[prompt_input, duration_input, seed_input]
|
| 103 |
+
)
|
| 104 |
+
|
| 105 |
+
return interface
|
| 106 |
+
|
| 107 |
+
# Launch the interface
|
| 108 |
+
if __name__ == "__main__":
|
| 109 |
+
interface = create_audio_generation_interface()
|
| 110 |
+
interface.launch()
|
requirements.txt
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
gradio>=4.0.0
|
| 2 |
+
torch>=2.0.0
|
| 3 |
+
transformers>=4.30.0
|
| 4 |
+
numpy>=1.21.0
|
| 5 |
+
scipy>=1.7.0
|
| 6 |
+
accelerate>=0.20.0
|
| 7 |
+
diffusers>=0.20.0
|