MahmoudElsamadony commited on
Commit
23feff5
·
1 Parent(s): cc5915a

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +1 -1
utils.py CHANGED
@@ -90,7 +90,7 @@ def filterText(text, model,tokenizer):
90
  generated_ids = model.generate(
91
  input_ids=text_encoding['input_ids'].to(device),
92
  attention_mask=text_encoding['attention_mask'].to(device),
93
- max_new_tokens=29,
94
  no_repeat_ngram_size=2,
95
  min_new_tokens= 1 ,
96
  repetition_penalty=2.0,
 
90
  generated_ids = model.generate(
91
  input_ids=text_encoding['input_ids'].to(device),
92
  attention_mask=text_encoding['attention_mask'].to(device),
93
+ max_new_tokens=150,
94
  no_repeat_ngram_size=2,
95
  min_new_tokens= 1 ,
96
  repetition_penalty=2.0,