MadhavManoj commited on
Commit
a3c54eb
·
verified ·
1 Parent(s): 3916e4c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +60 -20
app.py CHANGED
@@ -1,21 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  import gradio as gr
2
- from transformers import pipeline
3
-
4
- # Load the text-to-audio model
5
- tts = pipeline("create_music", model="facebook/musicgen-small")
6
-
7
- def text_to_audio(text):
8
- output = tts(text)
9
- return output["audio"]
10
-
11
- # Create Gradio interface
12
- iface = gr.Interface(
13
- fn=create_music,
14
- inputs=gr.Textbox(label="Enter Text"),
15
- outputs="audio"
16
- title="Text-to-Audio Chatbot",
17
- description="Enter text, and get an AI-generated audio response."
18
- )
19
-
20
- if __name__ == "__main__":
21
- iface.launch()
 
1
+ !pip install -q -U diffusers transformers accelerate
2
+
3
+
4
+ from diffusers import AudioLDM2Pipeline
5
+
6
+
7
+ import torch
8
+ model_id = "cvssp/audioldm2"
9
+
10
+ pipe = AudioLDM2Pipeline.from_pretrained(
11
+ model_id,
12
+ torch_dtype = torch.float16,
13
+ ).to("cuda")
14
+
15
+
16
+
17
+ prompt = "A cheerful ukulele strumming in a beachside jam."
18
+
19
+
20
+ generator = torch.Generator("cuda").manual_seed(0)
21
+
22
+
23
+ audio = pipe(
24
+ prompt,
25
+ audio_length_in_s = 10.24,
26
+ generator = generator,
27
+ ).audios[0]
28
+
29
+
30
+ audio = pipe(
31
+ prompt,
32
+ negative_prompt = negative_prompt,
33
+ audio_length_in_s = 10.24,
34
+ generator = generator,
35
+ ).audios[0]
36
+
37
+ from IPython.display import Audio
38
+ Audio(audio, rate = 16000)
39
+
40
+ !pip install -q gradio
41
  import gradio as gr
42
+
43
+
44
+ def create_music(prompt):
45
+ negative_prompt = "Low quality"
46
+ audio = pipe(
47
+ prompt,
48
+ negative_prompt = negative_prompt,
49
+ audio_length_in_s = 10.24,
50
+ generator = generator,
51
+ ).audios[0]
52
+ return 16000, audio
53
+
54
+
55
+ interface = gr.Interface(
56
+ title = "Music Generation App",
57
+ examples = ["A cheerful ukulele strumming in a beachside jam."],
58
+ fn = create_music,
59
+ inputs = gr.Textbox(),
60
+ outputs = "audio",
61
+ ).launch(debug=True, share=True)