Spaces:
Paused
Paused
Fix
Browse files
app.py
CHANGED
|
@@ -6,7 +6,11 @@ from PIL import Image
|
|
| 6 |
import gradio as gr
|
| 7 |
import spaces
|
| 8 |
import torch
|
| 9 |
-
from transformers import
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
import subprocess
|
| 11 |
|
| 12 |
subprocess.run(
|
|
@@ -107,9 +111,13 @@ def generate(
|
|
| 107 |
|
| 108 |
# Use the processor to create the prompt and preprocess images
|
| 109 |
prompt = processor.apply_chat_template(conversation, add_generation_prompt=True)
|
| 110 |
-
|
| 111 |
-
|
| 112 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 113 |
|
| 114 |
# Set up the streamer for text generation
|
| 115 |
streamer = TextIteratorStreamer(
|
|
|
|
| 6 |
import gradio as gr
|
| 7 |
import spaces
|
| 8 |
import torch
|
| 9 |
+
from transformers import (
|
| 10 |
+
AutoProcessor,
|
| 11 |
+
Gemma3ForConditionalGeneration,
|
| 12 |
+
TextIteratorStreamer,
|
| 13 |
+
)
|
| 14 |
import subprocess
|
| 15 |
|
| 16 |
subprocess.run(
|
|
|
|
| 111 |
|
| 112 |
# Use the processor to create the prompt and preprocess images
|
| 113 |
prompt = processor.apply_chat_template(conversation, add_generation_prompt=True)
|
| 114 |
+
|
| 115 |
+
if len(all_images) > 0:
|
| 116 |
+
inputs = processor(text=prompt, images=all_images, return_tensors="pt").to(
|
| 117 |
+
model.device
|
| 118 |
+
)
|
| 119 |
+
else:
|
| 120 |
+
inputs = processor(text=prompt, return_tensors="pt").to(model.device)
|
| 121 |
|
| 122 |
# Set up the streamer for text generation
|
| 123 |
streamer = TextIteratorStreamer(
|