fomext commited on
Commit
dd0d30c
·
verified ·
1 Parent(s): f204472

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -8
app.py CHANGED
@@ -9,7 +9,8 @@ import torch
9
  import uuid
10
  import os
11
  import soundfile as sf
12
- from diffusers import DiffusionPipeline
 
13
 
14
  app = FastAPI()
15
 
@@ -24,6 +25,8 @@ pipe = None # lazy-loaded
24
 
25
 
26
  from huggingface_hub import login
 
 
27
 
28
  def load_pipeline():
29
  global pipe
@@ -35,13 +38,10 @@ def load_pipeline():
35
  if token:
36
  login(token=token)
37
 
38
- pipe = DiffusionPipeline.from_pretrained(
39
- "stabilityai/stable-audio-open-1.0",
40
- torch_dtype=DTYPE,
41
- use_auth_token=True, # IMPORTANT
42
- )
43
- pipe.to(DEVICE)
44
- pipe.set_progress_bar_config(disable=True)
45
  print("Pipeline loaded on", DEVICE)
46
 
47
 
 
9
  import uuid
10
  import os
11
  import soundfile as sf
12
+ from diffusers import StableAudioPipeline
13
+
14
 
15
  app = FastAPI()
16
 
 
25
 
26
 
27
  from huggingface_hub import login
28
+ login(token=os.environ["HF_TOKEN"])
29
+
30
 
31
  def load_pipeline():
32
  global pipe
 
38
  if token:
39
  login(token=token)
40
 
41
+ pipe = StableAudioPipeline.from_pretrained("stabilityai/stable-audio-open-1.0", torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,)
42
+ pipe.to(device)
43
+ pipe.enable_attention_slicing()
44
+
 
 
 
45
  print("Pipeline loaded on", DEVICE)
46
 
47