TSjB commited on
Commit
374cd2b
·
verified ·
1 Parent(s): 53193bd

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -0
README.md CHANGED
@@ -69,6 +69,9 @@ text = tokenizer.apply_chat_template(
69
 
70
  inputs = tokenizer(text, return_tensors="pt").to(model.device)
71
 
 
 
 
72
  outputs = model.generate(
73
  **inputs,
74
  max_new_tokens=200,
 
69
 
70
  inputs = tokenizer(text, return_tensors="pt").to(model.device)
71
 
72
+ if 'token_type_ids' in inputs:
73
+ inputs.pop('token_type_ids')
74
+
75
  outputs = model.generate(
76
  **inputs,
77
  max_new_tokens=200,