Update app.py

app.py

@@ -17,6 +17,12 @@ model = AutoModelForCausalLM.from_pretrained(model_id, device_map="cuda", trust_
 processor = AutoProcessor.from_pretrained(model_id, trust_remote_code=True) 
 model.to("cuda:0")
 
+def base64_to_image(base64_str):
+    img_bytes = base64.b64decode(base64_str)
+    img_buffer = BytesIO(img_bytes)
+    image = Image.open(img_buffer)
+    return image
+
 PLACEHOLDER = """
 <div style="padding: 30px; text-align: center; display: flex; flex-direction: column; align-items: center;">
    <img src="https://cdn-thumbnails.huggingface.co/social-thumbnails/models/microsoft/Phi-3-vision-128k-instruct.png" style="width: 80%; max-width: 550px; height: auto; opacity: 0.55;  "> 
@@ -70,7 +76,8 @@ def bot_streaming(message, history):
         conversation.append({"role": "user", "content": message['text']})
     print(f"prompt is -\n{conversation}")
     prompt = processor.tokenizer.apply_chat_template(conversation, tokenize=False, add_generation_prompt=True)
-    image = Image.open(image)
+    # image = Image.open(image)
+    image = base64_to_image(image)
     inputs = processor(prompt, image, return_tensors="pt").to("cuda:0") 
 
     streamer = TextIteratorStreamer(processor, **{"skip_special_tokens": True, "skip_prompt": True, 'clean_up_tokenization_spaces':False,})