Kwai-Keye commited on
Commit
6cdf115
·
verified ·
1 Parent(s): f99b577

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -138,7 +138,7 @@ inputs = processor(
138
  inputs = inputs.to("cuda")
139
 
140
  # Inference: Generation of the output
141
- generated_ids = model.generate(**inputs, max_new_tokens=128)
142
  generated_ids_trimmed = [
143
  out_ids[len(in_ids) :] for in_ids, out_ids in zip(inputs.input_ids, generated_ids)
144
  ]
 
138
  inputs = inputs.to("cuda")
139
 
140
  # Inference: Generation of the output
141
+ generated_ids = model.generate(**inputs, max_new_tokens=1024)
142
  generated_ids_trimmed = [
143
  out_ids[len(in_ids) :] for in_ids, out_ids in zip(inputs.input_ids, generated_ids)
144
  ]