fix typo
#1
by
zichenwen
- opened
README.md
CHANGED
|
@@ -38,7 +38,7 @@ for chunk in model.generate(
|
|
| 38 |
block_length=64,
|
| 39 |
threshold=0.9,
|
| 40 |
streaming=True,
|
| 41 |
-
eos_token_id=tokenizer.
|
| 42 |
):
|
| 43 |
all_generated_ids = torch.cat([input_ids, chunk], dim=-1)
|
| 44 |
text = tokenizer.batch_decode(all_generated_ids, skip_special_tokens=False)[0].split(tokenizer.eos_token)[0]
|
|
|
|
| 38 |
block_length=64,
|
| 39 |
threshold=0.9,
|
| 40 |
streaming=True,
|
| 41 |
+
eos_token_id=tokenizer.eos_token_id,
|
| 42 |
):
|
| 43 |
all_generated_ids = torch.cat([input_ids, chunk], dim=-1)
|
| 44 |
text = tokenizer.batch_decode(all_generated_ids, skip_special_tokens=False)[0].split(tokenizer.eos_token)[0]
|