add custom handler

handler.py

@@ -56,18 +56,17 @@ class EndpointHandler():
     def __call__(self, data: Dict[str, Any]) -> str:
         # get inputs 
         tmp_data = data.pop("inputs", data)
+        batch_size = data.pop("batch_size", 1)
 
         context = base64.b64decode(tmp_data[0])
         context = np.frombuffer(context, dtype="float32")
-        context = np.reshape(context, (1, 77, 768))
+        context = np.reshape(context, (batch_size, 77, 768))
 
         unconditional_context = base64.b64decode(tmp_data[1])
         unconditional_context = np.frombuffer(unconditional_context, dtype="float32")
-        unconditional_context = np.reshape(unconditional_context, (1, 77, 768))        
-
-        batch_size = data.pop("batch_size", 1)
+        unconditional_context = np.reshape(unconditional_context, (batch_size, 77, 768))        
 
-        num_steps = data.pop("num_steps", 50)
+        num_steps = data.pop("num_steps", 25)
         unconditional_guidance_scale = data.pop("unconditional_guidance_scale", 7.5)
 
         latent = self._get_initial_diffusion_noise(batch_size, self.seed)