Spaces:
Sleeping
Sleeping
Commit ·
23feff5
1
Parent(s): cc5915a
Update utils.py
Browse files
utils.py
CHANGED
|
@@ -90,7 +90,7 @@ def filterText(text, model,tokenizer):
|
|
| 90 |
generated_ids = model.generate(
|
| 91 |
input_ids=text_encoding['input_ids'].to(device),
|
| 92 |
attention_mask=text_encoding['attention_mask'].to(device),
|
| 93 |
-
max_new_tokens=
|
| 94 |
no_repeat_ngram_size=2,
|
| 95 |
min_new_tokens= 1 ,
|
| 96 |
repetition_penalty=2.0,
|
|
|
|
| 90 |
generated_ids = model.generate(
|
| 91 |
input_ids=text_encoding['input_ids'].to(device),
|
| 92 |
attention_mask=text_encoding['attention_mask'].to(device),
|
| 93 |
+
max_new_tokens=150,
|
| 94 |
no_repeat_ngram_size=2,
|
| 95 |
min_new_tokens= 1 ,
|
| 96 |
repetition_penalty=2.0,
|