Spaces:
Runtime error
Runtime error
c
commited on
Update app.py
Browse files
app.py
CHANGED
|
@@ -20,10 +20,10 @@ tokenizer = AutoTokenizer.from_pretrained(
|
|
| 20 |
)
|
| 21 |
|
| 22 |
ft_model.eval()
|
| 23 |
-
def greet(eval_prompt
|
| 24 |
model_input = tokenizer(eval_prompt, return_tensors="pt").to("cuda")
|
| 25 |
with torch.no_grad():
|
| 26 |
-
generation = ft_model.generate(**model_input, max_new_tokens =
|
| 27 |
result = tokenizer.decode(generation[0], skip_special_tokens=True)
|
| 28 |
|
| 29 |
return result
|
|
|
|
| 20 |
)
|
| 21 |
|
| 22 |
ft_model.eval()
|
| 23 |
+
def greet(eval_prompt):
|
| 24 |
model_input = tokenizer(eval_prompt, return_tensors="pt").to("cuda")
|
| 25 |
with torch.no_grad():
|
| 26 |
+
generation = ft_model.generate(**model_input, max_new_tokens = 150)
|
| 27 |
result = tokenizer.decode(generation[0], skip_special_tokens=True)
|
| 28 |
|
| 29 |
return result
|