Update app.py
Browse files
app.py
CHANGED
|
@@ -52,7 +52,7 @@ def generate_response(message, history):
|
|
| 52 |
|
| 53 |
### Response:
|
| 54 |
"""
|
| 55 |
-
output = llm(prompt, max_tokens=
|
| 56 |
return output['choices'][0]['text'].strip()
|
| 57 |
|
| 58 |
|
|
|
|
| 52 |
|
| 53 |
### Response:
|
| 54 |
"""
|
| 55 |
+
output = llm(prompt, max_tokens=64, stop=["### Instruction:", "</s>"], echo=False)
|
| 56 |
return output['choices'][0]['text'].strip()
|
| 57 |
|
| 58 |
|