Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -86,12 +86,13 @@ Answer:"""
|
|
| 86 |
# Generate output
|
| 87 |
with torch.inference_mode():
|
| 88 |
output = model.generate(
|
| 89 |
-
|
| 90 |
-
|
| 91 |
-
|
| 92 |
-
|
| 93 |
-
|
| 94 |
-
|
|
|
|
| 95 |
# Decode and clean output
|
| 96 |
decoded = tokenizer.decode(output[0], skip_special_tokens=True)
|
| 97 |
answer = decoded.split("Answer:")[-1].strip()
|
|
|
|
| 86 |
# Generate output
|
| 87 |
with torch.inference_mode():
|
| 88 |
output = model.generate(
|
| 89 |
+
**inputs,
|
| 90 |
+
max_new_tokens=512, # increase if needed
|
| 91 |
+
do_sample=False,
|
| 92 |
+
repetition_penalty=1.1,
|
| 93 |
+
eos_token_id=tokenizer.eos_token_id,
|
| 94 |
+
pad_token_id=tokenizer.pad_token_id
|
| 95 |
+
)
|
| 96 |
# Decode and clean output
|
| 97 |
decoded = tokenizer.decode(output[0], skip_special_tokens=True)
|
| 98 |
answer = decoded.split("Answer:")[-1].strip()
|