fix

app.py

@@ -83,11 +83,16 @@ model = SynthesizerInfer(
 load_svc_model("vits_pretrain/sovits5.0-48k-debug.pth", model)
 model.eval()
 model.to(device)
+model.enc_p = torch.quantization.quantize_dynamic(model.enc_p, {torch.nn.Linear}, dtype=torch.qint8)
+
 whisper_model = whisper.inference.load_model(os.path.join("whisper_pretrain", "medium.pt"))
 whisper_quant_model = torch.quantization.quantize_dynamic(
     whisper_model, {torch.nn.Linear}, dtype=torch.qint8
 )
 splitter_model = Splitter.from_pretrained(os.path.join("torchspleeter/models/2stems", "spleeter.pth")).to(device).eval()
+splitter_quant_model = torch.quantization.quantize_dynamic(
+    splitter_model, {torch.nn.Linear}, dtype=torch.qint8
+)
 
 
 # warm up
@@ -203,7 +208,7 @@ def svc_main(sid, input_audio):
     if not os.path.exists(tmpfile_path):
         os.makedirs(tmpfile_path)
 
-    sound_split(splitter_model, input_audio_tmp_file, tmpfile_path)
+    sound_split(splitter_quant_model, input_audio_tmp_file, tmpfile_path)
 
     curr_tmp_path = tmpfile_path
     vocals_filepath = os.path.join(curr_tmp_path, 'vocals.wav')