minseob-jung commited on
Commit
b18734f
·
verified ·
1 Parent(s): db666f7

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -54,7 +54,7 @@ tokenized_chat = tokenizer.apply_chat_template(
54
  ).to(model.device)
55
  generated_ids = model.generate(tokenized_chat, max_new_tokens=512)
56
  generated_ids = [
57
- output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)
58
  ]
59
  response = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]
60
  print(response)
 
54
  ).to(model.device)
55
  generated_ids = model.generate(tokenized_chat, max_new_tokens=512)
56
  generated_ids = [
57
+ output_ids[len(input_ids):] for input_ids, output_ids in zip(tokenized_chat, generated_ids)
58
  ]
59
  response = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]
60
  print(response)