Upload gradio_web_server.py
Browse files- gradio_web_server.py +1 -1
gradio_web_server.py
CHANGED
|
@@ -249,7 +249,7 @@ def http_bot(state, model_selector, temperature, top_p, max_new_tokens, request:
|
|
| 249 |
try:
|
| 250 |
# Stream output
|
| 251 |
response = requests.post(worker_addr + "/worker_generate_stream",
|
| 252 |
-
headers=headers, json=pload, stream=True, timeout=
|
| 253 |
for chunk in response.iter_lines(decode_unicode=False, delimiter=b"\0"):
|
| 254 |
if chunk:
|
| 255 |
data = json.loads(chunk.decode())
|
|
|
|
| 249 |
try:
|
| 250 |
# Stream output
|
| 251 |
response = requests.post(worker_addr + "/worker_generate_stream",
|
| 252 |
+
headers=headers, json=pload, stream=True, timeout=60)
|
| 253 |
for chunk in response.iter_lines(decode_unicode=False, delimiter=b"\0"):
|
| 254 |
if chunk:
|
| 255 |
data = json.loads(chunk.decode())
|