Spaces:
Sleeping
Sleeping
maika commited on
Update app.py
Browse files
app.py
CHANGED
|
@@ -9,7 +9,7 @@ model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float
|
|
| 9 |
|
| 10 |
def generate_text(prompt):
|
| 11 |
inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
|
| 12 |
-
outputs = model.generate(**inputs,
|
| 13 |
text = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
| 14 |
return text
|
| 15 |
|
|
|
|
| 9 |
|
| 10 |
def generate_text(prompt):
|
| 11 |
inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
|
| 12 |
+
outputs = model.generate(**inputs, max_new_tokens=50)
|
| 13 |
text = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
| 14 |
return text
|
| 15 |
|