Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -9,7 +9,7 @@ model = AutoModelForSeq2SeqLM.from_pretrained("google/flan-t5-base")
|
|
| 9 |
# define a predict function to generate text
|
| 10 |
def generate_text(prompt):
|
| 11 |
input_ids = tokenizer.encode(prompt, return_tensors="pt")
|
| 12 |
-
generated_text = model.generate(input_ids, max_length=
|
| 13 |
text = tokenizer.decode(generated_text[0], skip_special_tokens=True)
|
| 14 |
return text
|
| 15 |
|
|
|
|
| 9 |
# define a predict function to generate text
|
| 10 |
def generate_text(prompt):
|
| 11 |
input_ids = tokenizer.encode(prompt, return_tensors="pt")
|
| 12 |
+
generated_text = model.generate(input_ids, max_length=100, top_p=0.9, top_k=40)
|
| 13 |
text = tokenizer.decode(generated_text[0], skip_special_tokens=True)
|
| 14 |
return text
|
| 15 |
|