Update imagic.py

imagic.py

@@ -291,6 +291,8 @@ class ImagicStableDiffusionPipeline(DiffusionPipeline):
         text_embeddings.requires_grad_(False)
 
         # Now we fine tune the unet to better reconstruct the image
+        with torch.no_grad():
+            torch.cuda.empty_cache()
         self.unet.requires_grad_(True)
         self.unet.train()
         optimizer = torch.optim.Adam(