Yehor commited on
Commit
ece025a
·
1 Parent(s): b726489
Files changed (1) hide show
  1. app.py +12 -4
app.py CHANGED
@@ -6,7 +6,11 @@ from PIL import Image
6
  import gradio as gr
7
  import spaces
8
  import torch
9
- from transformers import AutoProcessor, Gemma3ForConditionalGeneration, TextIteratorStreamer
 
 
 
 
10
  import subprocess
11
 
12
  subprocess.run(
@@ -107,9 +111,13 @@ def generate(
107
 
108
  # Use the processor to create the prompt and preprocess images
109
  prompt = processor.apply_chat_template(conversation, add_generation_prompt=True)
110
- inputs = processor(text=prompt, images=all_images, return_tensors="pt").to(
111
- model.device
112
- )
 
 
 
 
113
 
114
  # Set up the streamer for text generation
115
  streamer = TextIteratorStreamer(
 
6
  import gradio as gr
7
  import spaces
8
  import torch
9
+ from transformers import (
10
+ AutoProcessor,
11
+ Gemma3ForConditionalGeneration,
12
+ TextIteratorStreamer,
13
+ )
14
  import subprocess
15
 
16
  subprocess.run(
 
111
 
112
  # Use the processor to create the prompt and preprocess images
113
  prompt = processor.apply_chat_template(conversation, add_generation_prompt=True)
114
+
115
+ if len(all_images) > 0:
116
+ inputs = processor(text=prompt, images=all_images, return_tensors="pt").to(
117
+ model.device
118
+ )
119
+ else:
120
+ inputs = processor(text=prompt, return_tensors="pt").to(model.device)
121
 
122
  # Set up the streamer for text generation
123
  streamer = TextIteratorStreamer(