Update opensora/serve/gradio_web_server.py

opensora/serve/gradio_web_server.py

@@ -63,7 +63,7 @@ if __name__ == '__main__':
     device = torch.device('cuda:0')
 
     # Load model:
-    transformer_model = LatteT2V.from_pretrained(args.model_path, subfolder=args.version).to(device, dtype=torch.float16)
+    transformer_model = LatteT2V.from_pretrained(args.model_path, subfolder=args.version, torch_dtype=torch.float16).to(device)
 
     vae = getae_wrapper(args.ae)(args.model_path, subfolder="vae").to(device, dtype=torch.float16)
     vae.vae.enable_tiling()
@@ -73,7 +73,7 @@ if __name__ == '__main__':
     vae.latent_size = latent_size
     transformer_model.force_images = args.force_images
     tokenizer = T5Tokenizer.from_pretrained(args.text_encoder_name)
-    text_encoder = T5EncoderModel.from_pretrained(args.text_encoder_name).to(device, dtype=torch.float16)
+    text_encoder = T5EncoderModel.from_pretrained(args.text_encoder_name, torch_dtype=torch.float16).to(device)
 
     # set eval mode
     transformer_model.eval()