Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -38,7 +38,7 @@ for chunk in model.generate(
38
  block_length=64,
39
  threshold=0.9,
40
  streaming=True,
41
- eos_token_id=tokenizer.eos_token,
42
  ):
43
  all_generated_ids = torch.cat([input_ids, chunk], dim=-1)
44
  text = tokenizer.batch_decode(all_generated_ids, skip_special_tokens=False)[0].split(tokenizer.eos_token)[0]
 
38
  block_length=64,
39
  threshold=0.9,
40
  streaming=True,
41
+ eos_token_id=tokenizer.eos_token_id,
42
  ):
43
  all_generated_ids = torch.cat([input_ids, chunk], dim=-1)
44
  text = tokenizer.batch_decode(all_generated_ids, skip_special_tokens=False)[0].split(tokenizer.eos_token)[0]