Spaces:
Sleeping
Sleeping
APP
Browse files
app.py
CHANGED
|
@@ -6,7 +6,7 @@ def respond(
|
|
| 6 |
message,
|
| 7 |
history: list[dict[str, str]],
|
| 8 |
system_message,
|
| 9 |
-
|
| 10 |
temperature,
|
| 11 |
top_p,
|
| 12 |
hf_token: gr.OAuthToken,
|
|
@@ -26,7 +26,7 @@ def respond(
|
|
| 26 |
|
| 27 |
for message in client.text_generation(
|
| 28 |
messages,
|
| 29 |
-
|
| 30 |
stream=True,
|
| 31 |
temperature=temperature,
|
| 32 |
top_p=top_p,
|
|
|
|
| 6 |
message,
|
| 7 |
history: list[dict[str, str]],
|
| 8 |
system_message,
|
| 9 |
+
max_new_tokens,
|
| 10 |
temperature,
|
| 11 |
top_p,
|
| 12 |
hf_token: gr.OAuthToken,
|
|
|
|
| 26 |
|
| 27 |
for message in client.text_generation(
|
| 28 |
messages,
|
| 29 |
+
max_new_tokens=max_new_tokens,
|
| 30 |
stream=True,
|
| 31 |
temperature=temperature,
|
| 32 |
top_p=top_p,
|