Update app.py
Browse files
app.py
CHANGED
|
@@ -104,7 +104,8 @@ def generate_answer(query: str) -> str:
|
|
| 104 |
f"Question: {query}\n\n"
|
| 105 |
f"Answer:"
|
| 106 |
)
|
| 107 |
-
|
|
|
|
| 108 |
return response[0]["generated_text"]
|
| 109 |
|
| 110 |
# ====================================================
|
|
|
|
| 104 |
f"Question: {query}\n\n"
|
| 105 |
f"Answer:"
|
| 106 |
)
|
| 107 |
+
# Use max_new_tokens to generate additional tokens beyond the prompt.
|
| 108 |
+
response = generator(prompt, max_new_tokens=100, do_sample=True, temperature=0.7)
|
| 109 |
return response[0]["generated_text"]
|
| 110 |
|
| 111 |
# ====================================================
|