Update README.md

README.md

@@ -187,6 +187,14 @@ inputs['pixel_values'] = inputs['pixel_values'].unsqueeze(0)
 inputs['image_sizes'] = inputs['image_sizes'].unsqueeze(0)
 inputs = inputs.to("cuda")
 
+generation_args = { 
+    "max_new_tokens": 128, 
+    "temperature": 0.0, 
+    "do_sample": False, 
+    "use_cache": True,
+    "num_beams": 1,
+}
+
 with torch.inference_mode():
     generate_ids = model.generate(**inputs, **generation_args)