fix

handler.py

@@ -51,6 +51,7 @@ class EndpointHandler():
 
         reference_unet = UNet2DConditionModel.from_pretrained(
             pretrained_base_model_path_unet,
+            variant="fp16", 
         ).to(device, dtype=self.weight_dtype)
 
         inference_config_path = os.path.join(base_dir, 'configs', 'inference', 'inference_v2.yaml')