JunHaHwang commited on
Commit
bee5bfe
·
verified ·
1 Parent(s): 1ea8a73

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -2
README.md CHANGED
@@ -62,8 +62,9 @@ input_ids = tokenizer.apply_chat_template(
62
  output = model.generate(
63
  input_ids.to("cuda"),
64
  eos_token_id=tokenizer.eos_token_id,
65
- max_new_tokens=256,
66
- do_sample=False,
 
67
  )
68
  print(tokenizer.decode(output[0]))
69
  ```
 
62
  output = model.generate(
63
  input_ids.to("cuda"),
64
  eos_token_id=tokenizer.eos_token_id,
65
+ max_new_tokens=512,
66
+ temperature=0.7,
67
+ repetition_penalty =1.2
68
  )
69
  print(tokenizer.decode(output[0]))
70
  ```