assign eos/pad
Browse files
app.py
CHANGED
|
@@ -51,6 +51,8 @@ def load_model(model_id: str = MODEL_ID):
|
|
| 51 |
|
| 52 |
|
| 53 |
tokenizer, model, EOS_TOKEN_ID, BAD_WORDS_IDS, FIRST_TOKEN_FILTER_IDS = load_model()
|
|
|
|
|
|
|
| 54 |
model.eval()
|
| 55 |
|
| 56 |
# ======================
|
|
|
|
| 51 |
|
| 52 |
|
| 53 |
tokenizer, model, EOS_TOKEN_ID, BAD_WORDS_IDS, FIRST_TOKEN_FILTER_IDS = load_model()
|
| 54 |
+
model.generation_config.eos_token_id = EOS_TOKEN_ID
|
| 55 |
+
model.generation_config.pad_token_id = tokenizer.eos_token_id
|
| 56 |
model.eval()
|
| 57 |
|
| 58 |
# ======================
|