Update app.py
Browse files
app.py
CHANGED
|
@@ -661,7 +661,25 @@ def handsome_chat_completions():
|
|
| 661 |
}
|
| 662 |
],
|
| 663 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 664 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 665 |
except (KeyError, ValueError, IndexError) as e:
|
| 666 |
logging.error(
|
| 667 |
f"解析响应 JSON 失败: {e}, "
|
|
@@ -683,7 +701,6 @@ def handsome_chat_completions():
|
|
| 683 |
}
|
| 684 |
],
|
| 685 |
}
|
| 686 |
-
|
| 687 |
logging.info(
|
| 688 |
f"使用的key: {api_key}, "
|
| 689 |
f"总共用时: {total_time:.4f}秒, "
|
|
|
|
| 661 |
}
|
| 662 |
],
|
| 663 |
}
|
| 664 |
+
|
| 665 |
+
if data.get("stream", False):
|
| 666 |
+
def generate():
|
| 667 |
+
yield f"data: {json.dumps(response_data)}\n\n"
|
| 668 |
+
yield "data: [DONE]\n\n"
|
| 669 |
+
|
| 670 |
+
logging.info(
|
| 671 |
+
f"使用的key: {api_key}, "
|
| 672 |
+
f"总共用时: {total_time:.4f}秒, "
|
| 673 |
+
f"使用的模型: {model_name}"
|
| 674 |
+
)
|
| 675 |
|
| 676 |
+
with data_lock:
|
| 677 |
+
request_timestamps.append(time.time())
|
| 678 |
+
token_counts.append(0) # Image generation doesn't use tokens
|
| 679 |
+
return Response(
|
| 680 |
+
stream_with_context(generate()),
|
| 681 |
+
content_type='text/event-stream'
|
| 682 |
+
)
|
| 683 |
except (KeyError, ValueError, IndexError) as e:
|
| 684 |
logging.error(
|
| 685 |
f"解析响应 JSON 失败: {e}, "
|
|
|
|
| 701 |
}
|
| 702 |
],
|
| 703 |
}
|
|
|
|
| 704 |
logging.info(
|
| 705 |
f"使用的key: {api_key}, "
|
| 706 |
f"总共用时: {total_time:.4f}秒, "
|