Update app.py

app.py

@@ -32,6 +32,10 @@ tokenizer = AutoTokenizer.from_pretrained(
     token=api_token
 )
 
+# Ensure eos_token_id is defined
+if model.generation_config.eos_token_id is None:
+    model.generation_config.eos_token_id = tokenizer.eos_token_id
+
 # Preprocess image
 def preprocess_image(image):
     transform = ToTensor()
@@ -63,6 +67,8 @@ def analyze_input(image, question):
         # Generate the response using the model
         outputs = model.generate(
             model_inputs=model_inputs,
+            eos_token_id=model.generation_config.eos_token_id,  # Explicitly set eos_token_id
+            max_new_tokens=256
         )
 
         # Decode the response