twnlp commited on
Commit
8e245e7
·
verified ·
1 Parent(s): 9613a7a

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +5 -4
README.md CHANGED
@@ -47,10 +47,11 @@ messages = [
47
  {"role": "user", "content": prompt + text_input}
48
  ]
49
  text = tokenizer.apply_chat_template(
50
- messages,
51
- tokenize=False,
52
- add_generation_prompt=True
53
- )
 
54
  model_inputs = tokenizer([text], return_tensors="pt").to(model.device)
55
 
56
  generated_ids = model.generate(
 
47
  {"role": "user", "content": prompt + text_input}
48
  ]
49
  text = tokenizer.apply_chat_template(
50
+ messages,
51
+ tokenize=False,
52
+ add_generation_prompt=True,
53
+ enable_thinking=False # Switches between thinking and non-thinking modes. Default is True.
54
+ )
55
  model_inputs = tokenizer([text], return_tensors="pt").to(model.device)
56
 
57
  generated_ids = model.generate(