try to figure out how ZeroGPU works

Architectures/ControllabilityGAN/GAN.py

@@ -21,14 +21,14 @@ class GanWrapper(torch.nn.Module):
 
         self.z_list = list()
         for _ in range(1100):
-            self.z_list.append(self.wgan.G.module.sample_latent(1, 32))
+            self.z_list.append(self.wgan.G.module.sample_latent(1, 32).to("cpu"))
         self.z = self.z_list[0]
 
     def set_latent(self, seed):
         self.z = self.z = self.z_list[seed]
 
     def reset_default_latent(self):
-        self.z = self.wgan.G.module.sample_latent(1, 32)
+        self.z = self.wgan.G.module.sample_latent(1, 32).to("cpu")
 
     def load_model(self, path):
         gan_checkpoint = torch.load(path, map_location="cpu")

Architectures/ControllabilityGAN/wgan/wgan_qc.py

@@ -245,7 +245,7 @@ class WassersteinGanQuadraticCost(torch.nn.Module):
         latent_samples = latent_samples.to(self.device)
         if nograd:
             with torch.no_grad():
-                generated_data = self.G(latent_samples, return_intermediate=return_intermediate)
+                generated_data = self.G(latent_samples.to("cpu"), return_intermediate=return_intermediate)
         else:
             generated_data = self.G(latent_samples)
         self.G.train()

app.py

@@ -21,11 +21,10 @@ from Utility.storage_config import MODELS_DIR
 
 class ControllableInterface(torch.nn.Module):
 
-    @spaces.GPU
     def __init__(self, available_artificial_voices=1000):
         super().__init__()
         self.model = ToucanTTSInterface(device="cpu", tts_model_path="Meta")
-        self.wgan = GanWrapper(os.path.join(MODELS_DIR, "Embedding", "embedding_gan.pt"), device="cuda")
+        self.wgan = GanWrapper(os.path.join(MODELS_DIR, "Embedding", "embedding_gan.pt"), device="cpu")
         self.generated_speaker_embeds = list()
         self.available_artificial_voices = available_artificial_voices
         self.current_language = ""