Update project_model.py

project_model.py

@@ -195,14 +195,17 @@ def process_inputs(
     # Add user's new question to the history
     session.add_question(question)
 
+    # Gemma answer
+    messages = [{
+        "role": "user",
+        "content": [
+            {"type": "image", "image": pil_image},
+            {"type": "text", "text": vqa_prompt}
+        ]
+    }]
+    
     # Call to gemma_pipe
-    gemma_output = gemma_pipe(
-        text=[
-        {"role": "system", "content": 'You are a helpful assistant for visually impaired users.'},
-        {"role": "user", "content": "Question: " + question + " This is the shared visual context: " + session.visual_context}
-    ],
-        images=[session.current_image]
-    )
+    gemma_output = gemma_pipe(text=messages, max_new_tokens=500)
 
     # Handle the output from Gemma model safely
     if isinstance(gemma_output, list) and len(gemma_output) > 0: