Update README.md

README.md

@@ -109,17 +109,22 @@ Describe the image.<|im_end|>
 **Process inputs**
 
 ```python
-inputs = processor(prompt, raw_image, model, return_tensors='pt')
+with torch.inference_mode():
+  inputs = processor(prompt, raw_image, model, return_tensors='pt')
 
 inputs['input_ids'] = inputs['input_ids'].to(model.device)
 inputs['attention_mask'] = inputs['attention_mask'].to(model.device)
+
+from transformers import TextStreamer
+
+streamer = TextStreamer(tokenizer)
 ```
 
 **Generate the data**
 
 ```python
-import torch
-
+%%time
 with torch.inference_mode():
-  output = model.generate(**inputs, max_new_tokens=200, do_sample=True, temperature=0.4, pad_token_id=tokenizer.eos_token_id, eos_token_id=tokenizer.eos_token_id)
+  output = model.generate(**inputs, max_new_tokens=200, do_sample=True, top_p=0.9, temperature=1.2, eos_token_id=tokenizer.eos_token_id, streamer=streamer)
+print(tokenizer.decode(output[0]).replace(prompt, "").replace("<|im_end|>", ""))
 ```