Update app.py
Browse files
app.py
CHANGED
|
@@ -3,6 +3,7 @@ import ai # your custom model backend
|
|
| 3 |
|
| 4 |
# --- Response function ---
|
| 5 |
def respond(message, max_tokens, temperature, top_p):
|
|
|
|
| 6 |
output_so_far = ""
|
| 7 |
for chunk in ai.stream_response(
|
| 8 |
message=message,
|
|
@@ -10,7 +11,7 @@ def respond(message, max_tokens, temperature, top_p):
|
|
| 10 |
temperature=temperature,
|
| 11 |
top_p=top_p,
|
| 12 |
):
|
| 13 |
-
output_so_far = chunk
|
| 14 |
yield output_so_far
|
| 15 |
|
| 16 |
# --- UI ---
|
|
|
|
| 3 |
|
| 4 |
# --- Response function ---
|
| 5 |
def respond(message, max_tokens, temperature, top_p):
|
| 6 |
+
start = f"{message}"
|
| 7 |
output_so_far = ""
|
| 8 |
for chunk in ai.stream_response(
|
| 9 |
message=message,
|
|
|
|
| 11 |
temperature=temperature,
|
| 12 |
top_p=top_p,
|
| 13 |
):
|
| 14 |
+
output_so_far = start + chunk
|
| 15 |
yield output_so_far
|
| 16 |
|
| 17 |
# --- UI ---
|