ww commited on
Commit ·
cf08011
1
Parent(s): e048a78
remove details
Browse files
app.py
CHANGED
|
@@ -51,7 +51,7 @@ def generate_response(
|
|
| 51 |
print(top_p)
|
| 52 |
print('=====================')
|
| 53 |
formatted_prompt = format_prompt(f"{sys_message}, {prompt}", history)
|
| 54 |
-
stream = client.text_generation(formatted_prompt,stream=True, max_new_tokens=256,
|
| 55 |
output = ""
|
| 56 |
for response in stream:
|
| 57 |
output += response
|
|
|
|
| 51 |
print(top_p)
|
| 52 |
print('=====================')
|
| 53 |
formatted_prompt = format_prompt(f"{sys_message}, {prompt}", history)
|
| 54 |
+
stream = client.text_generation(formatted_prompt,stream=True, max_new_tokens=256, return_full_text=False)
|
| 55 |
output = ""
|
| 56 |
for response in stream:
|
| 57 |
output += response
|