Update README.md
Browse files
README.md
CHANGED
|
@@ -42,10 +42,10 @@ for chunk in model.generate(
|
|
| 42 |
block_length=64,
|
| 43 |
threshold=0.9,
|
| 44 |
streaming=True,
|
| 45 |
-
eos_token_id=126348
|
| 46 |
):
|
| 47 |
all_generated_ids = torch.cat([input_ids, chunk], dim=-1)
|
| 48 |
-
text = tokenizer.batch_decode(all_generated_ids, skip_special_tokens=True)[0]
|
| 49 |
print(text, end='', flush=True)
|
| 50 |
```
|
| 51 |
|
|
|
|
| 42 |
block_length=64,
|
| 43 |
threshold=0.9,
|
| 44 |
streaming=True,
|
| 45 |
+
eos_token_id=126348
|
| 46 |
):
|
| 47 |
all_generated_ids = torch.cat([input_ids, chunk], dim=-1)
|
| 48 |
+
text = tokenizer.batch_decode(all_generated_ids, skip_special_tokens=True)[0]
|
| 49 |
print(text, end='', flush=True)
|
| 50 |
```
|
| 51 |
|