Updated image handling

handler.py

@@ -1,5 +1,7 @@
 from typing import Dict, Any
 import requests
+import io
+import base64
 from transformers import CLIPProcessor, CLIPModel
 from PIL import Image
 from sklearn.metrics.pairwise import cosine_similarity
@@ -14,11 +16,12 @@ class EndpointHandler:
         print("this shows the custom endpoint handler is being called")
         inputs = data.pop("inputs", data)
         text = inputs.pop("text")
-        if "image_url" in data:
+        if "image_url" in inputs:
             image_url = inputs.pop("image_url")
             image = Image.open(requests.get(image_url, stream=True).raw)
         else:
             image = inputs.pop("image")
+            image = Image.open(io.BytesIO(base64.b64decode(image)))
         processed_inputs = self.processor(text=text, images=image,
                                           return_tensors="pt", padding=True, truncation=True)
         outputs = self.model(**processed_inputs)