Update infer_tools/infer_tool.py

infer_tools/infer_tool.py

@@ -20,7 +20,6 @@ from preprocessing.data_gen_utils import get_pitch_parselmouth, get_pitch_crepe,
 from preprocessing.hubertinfer import Hubertencoder
 from utils.hparams import hparams, set_hparams
 from utils.pitch_utils import denorm_f0, norm_interp_f0
-defice = 'cpu'
 map_location=torch.device('cpu')
 if os.path.exists("chunks_temp.json"):
     os.remove("chunks_temp.json")
@@ -111,7 +110,7 @@ class Svc:
         }
 
         self.model_path = model_path
-        self.dev = torch.device("cuda")
+        self.dev = torch.device("cpu")
 
         self._ = set_hparams(config=config_name, exp_name=self.project_name, infer=True,
                              reset=True,
@@ -128,10 +127,10 @@ class Svc:
             spec_min=hparams['spec_min'], spec_max=hparams['spec_max'],
         )
         self.load_ckpt()
-        self.model.to(device)
+        self.model.cpu()
         hparams['hubert_gpu'] = hubert_gpu
         self.hubert = Hubertencoder(hparams['hubert_path'])
-        self.pe = PitchExtractor().to(device)
+        self.pe = PitchExtractor().cpu()
         utils.load_ckpt(self.pe, hparams['pe_ckpt'], 'model', strict=True)
         self.pe.eval()
         self.vocoder = get_vocoder_cls(hparams)()
@@ -153,8 +152,8 @@ class Svc:
         @timeit
         def diff_infer():
             outputs = self.model(
-                hubert.to(device), spk_embed=spk_embed, mel2ph=mel2ph.to(device), f0=f0.to(device), uv=uv.to(device),energy=energy.to(device),
-                ref_mels=ref_mels.to(device),
+                hubert.cpu(), spk_embed=spk_embed, mel2ph=mel2ph.cpu(), f0=f0.cpu(), uv=uv.cpu(),energy=energy.cpu(),
+                ref_mels=ref_mels.cpu(),
                 infer=True, **kwargs)
             return outputs
         outputs=diff_infer()