Update app.py

app.py

@@ -1,10 +1,14 @@
 import os
+import torch
 import shutil
 import logging
 import gradio as gr
 
 from audio_separator.separator import Separator
 
+device = "cuda" if torch.cuda.is_available() else "cpu"
+use_autocast = device == "cuda"
+
 # Model lists
 ROFORMER_MODELS = {
     'BS-Roformer-Viperx-1297.ckpt': 'model_bs_roformer_ep_317_sdr_12.9755.ckpt',
@@ -148,6 +152,7 @@ def roformer_separator(audio, model_key, seg_size, override_seg_size, overlap, p
             output_format=out_format,
             normalization_threshold=norm_thresh,
             amplification_threshold=amp_thresh,
+            use_autocast=use_autocast,
             mdxc_params={
                 "batch_size": 1,
                 "segment_size": seg_size,
@@ -183,6 +188,7 @@ def mdx23c_separator(audio, model, seg_size, override_seg_size, overlap, pitch_s
             output_format=out_format,
             normalization_threshold=norm_thresh,
             amplification_threshold=amp_thresh,
+            use_autocast=use_autocast,
             mdxc_params={
                 "batch_size": 1,
                 "segment_size": seg_size,
@@ -218,6 +224,7 @@ def mdx_separator(audio, model, hop_length, seg_size, overlap, denoise, model_di
             output_format=out_format,
             normalization_threshold=norm_thresh,
             amplification_threshold=amp_thresh,
+            use_autocast=use_autocast,
             mdx_params={
                 "batch_size": 1,
                 "hop_length": hop_length,
@@ -253,6 +260,7 @@ def vr_separator(audio, model, window_size, aggression, tta, post_process, post_
             output_format=out_format,
             normalization_threshold=norm_thresh,
             amplification_threshold=amp_thresh,
+            use_autocast=use_autocast,
             vr_params={
                 "batch_size": 1,
                 "window_size": window_size,
@@ -290,6 +298,7 @@ def demucs_separator(audio, model, seg_size, shifts, overlap, segments_enabled,
             output_format=out_format,
             normalization_threshold=norm_thresh,
             amplification_threshold=amp_thresh,
+            use_autocast=use_autocast,
             demucs_params={
                 "segment_size": seg_size,
                 "shifts": shifts,