Update app.py

app.py

@@ -12,6 +12,7 @@ import torch
 import numpy as np
 from PIL import Image
 import cv2
+import requests
 
 from transformers import (
     Qwen2VLForConditionalGeneration,
@@ -65,6 +66,15 @@ model_j = Qwen2_5_VLForConditionalGeneration.from_pretrained(
     torch_dtype=torch.float16
 ).to(device).eval()
 
+# Load medgemma-4b-it
+MODEL_ID_F = "google/medgemma-4b-it"
+processor_f = AutoProcessor.from_pretrained(MODEL_ID_F, trust_remote_code=True)
+model_f = AutoModelForImageTextToText.from_pretrained(
+    MODEL_ID_F,
+    trust_remote_code=True,
+    torch_dtype=torch.float16
+).to(device).eval()
+
 def downsample_video(video_path):
     """
     Downsamples the video to evenly spaced frames.
@@ -108,6 +118,9 @@ def generate_image(model_name: str, text: str, image: Image.Image,
     elif model_name == "Lumian-VLR-7B-Thinking":
         processor = processor_j
         model = model_j
+    elif model_name == "medgemma-4b-it":
+        processor = processor_f
+        model = model_f
     else:
         yield "Invalid model selected.", "Invalid model selected."
         return
@@ -164,6 +177,9 @@ def generate_video(model_name: str, text: str, video_path: str,
     elif model_name == "Lumian-VLR-7B-Thinking":
         processor = processor_j
         model = model_j
+    elif model_name == "medgemma-4b-it":
+        processor = processor_f
+        model = model_f
     else:
         yield "Invalid model selected.", "Invalid model selected."
         return
@@ -286,7 +302,7 @@ with gr.Blocks(css=css, theme="bethecloud/storj_theme") as demo:
                     markdown_output = gr.Markdown(label="(Result.Md)")
         
             model_choice = gr.Radio(
-                choices=["Lumian-VLR-7B-Thinking", "DREX-062225-7B-exp", "olmOCR-7B-0225-preview", "Typhoon-OCR-3B"],
+                choices=["Lumian-VLR-7B-Thinking", "DREX-062225-7B-exp", "olmOCR-7B-0225-preview", "medgemma-4b-it", "Typhoon-OCR-3B"],
                 label="Select Model",
                 value="Lumian-VLR-7B-Thinking"
             )