Update app.py

app.py

@@ -51,7 +51,7 @@ def predict(image, task):
     print(f"[{time.strftime('%H:%M:%S')}] Generating... (input shape: {inputs.input_ids.shape})")
     
     with torch.inference_mode():
-        generated_ids = model.generate(**inputs, max_new_tokens=1024)
+        generated_ids = model.generate(**inputs, max_new_tokens=256)
     
     print(f"[{time.strftime('%H:%M:%S')}] Decoding...")
     generated_ids_trimmed = [