Update app.py
Browse files
app.py
CHANGED
|
@@ -43,6 +43,8 @@ model_key_indices = {}
|
|
| 43 |
|
| 44 |
request_timestamps = []
|
| 45 |
token_counts = []
|
|
|
|
|
|
|
| 46 |
data_lock = threading.Lock()
|
| 47 |
|
| 48 |
def get_credit_summary(api_key):
|
|
@@ -445,11 +447,11 @@ def index():
|
|
| 445 |
tpm = sum(token_counts)
|
| 446 |
|
| 447 |
with data_lock:
|
| 448 |
-
while
|
| 449 |
-
|
| 450 |
-
|
| 451 |
|
| 452 |
-
rpd = len(
|
| 453 |
tpd = sum(token_counts)
|
| 454 |
|
| 455 |
return jsonify({"rpm": rpm, "tpm": tpm, "rpd": rpd, "tpd": tpd})
|
|
@@ -642,6 +644,8 @@ def handsome_embeddings():
|
|
| 642 |
with data_lock:
|
| 643 |
request_timestamps.append(time.time())
|
| 644 |
token_counts.append(prompt_tokens)
|
|
|
|
|
|
|
| 645 |
|
| 646 |
return jsonify({
|
| 647 |
"object": "list",
|
|
@@ -822,6 +826,8 @@ def handsome_images_generations():
|
|
| 822 |
with data_lock:
|
| 823 |
request_timestamps.append(time.time())
|
| 824 |
token_counts.append(0)
|
|
|
|
|
|
|
| 825 |
|
| 826 |
return jsonify(response_data)
|
| 827 |
|
|
@@ -1040,6 +1046,8 @@ def handsome_chat_completions():
|
|
| 1040 |
with data_lock:
|
| 1041 |
request_timestamps.append(time.time())
|
| 1042 |
token_counts.append(0)
|
|
|
|
|
|
|
| 1043 |
except requests.exceptions.RequestException as e:
|
| 1044 |
logging.error(f"请求转发异常: {e}")
|
| 1045 |
error_chunk_data = {
|
|
@@ -1144,6 +1152,8 @@ def handsome_chat_completions():
|
|
| 1144 |
with data_lock:
|
| 1145 |
request_timestamps.append(time.time())
|
| 1146 |
token_counts.append(0)
|
|
|
|
|
|
|
| 1147 |
return jsonify(response_data)
|
| 1148 |
|
| 1149 |
except requests.exceptions.RequestException as e:
|
|
@@ -1270,6 +1280,8 @@ def handsome_chat_completions():
|
|
| 1270 |
with data_lock:
|
| 1271 |
request_timestamps.append(time.time())
|
| 1272 |
token_counts.append(prompt_tokens+completion_tokens)
|
|
|
|
|
|
|
| 1273 |
|
| 1274 |
return Response(
|
| 1275 |
stream_with_context(generate()),
|
|
@@ -1339,6 +1351,11 @@ def handsome_chat_completions():
|
|
| 1339 |
token_counts.append(response_json["usage"]["prompt_tokens"] + response_json["usage"]["completion_tokens"])
|
| 1340 |
else:
|
| 1341 |
token_counts.append(0)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1342 |
|
| 1343 |
return jsonify(response_json)
|
| 1344 |
|
|
|
|
| 43 |
|
| 44 |
request_timestamps = []
|
| 45 |
token_counts = []
|
| 46 |
+
request_timestamps_day = []
|
| 47 |
+
token_counts_day = []
|
| 48 |
data_lock = threading.Lock()
|
| 49 |
|
| 50 |
def get_credit_summary(api_key):
|
|
|
|
| 447 |
tpm = sum(token_counts)
|
| 448 |
|
| 449 |
with data_lock:
|
| 450 |
+
while request_timestamps_day and request_timestamps_day[0] < one_day_ago:
|
| 451 |
+
request_timestamps_day.pop(0)
|
| 452 |
+
token_counts_day.pop(0)
|
| 453 |
|
| 454 |
+
rpd = len(request_timestamps_day)
|
| 455 |
tpd = sum(token_counts)
|
| 456 |
|
| 457 |
return jsonify({"rpm": rpm, "tpm": tpm, "rpd": rpd, "tpd": tpd})
|
|
|
|
| 644 |
with data_lock:
|
| 645 |
request_timestamps.append(time.time())
|
| 646 |
token_counts.append(prompt_tokens)
|
| 647 |
+
request_timestamps_day.append(time.time())
|
| 648 |
+
token_counts_day.append(prompt_tokens)
|
| 649 |
|
| 650 |
return jsonify({
|
| 651 |
"object": "list",
|
|
|
|
| 826 |
with data_lock:
|
| 827 |
request_timestamps.append(time.time())
|
| 828 |
token_counts.append(0)
|
| 829 |
+
request_timestamps_day.append(time.time())
|
| 830 |
+
token_counts_day.append(0)
|
| 831 |
|
| 832 |
return jsonify(response_data)
|
| 833 |
|
|
|
|
| 1046 |
with data_lock:
|
| 1047 |
request_timestamps.append(time.time())
|
| 1048 |
token_counts.append(0)
|
| 1049 |
+
request_timestamps_day.append(time.time())
|
| 1050 |
+
token_counts_day.append(0)
|
| 1051 |
except requests.exceptions.RequestException as e:
|
| 1052 |
logging.error(f"请求转发异常: {e}")
|
| 1053 |
error_chunk_data = {
|
|
|
|
| 1152 |
with data_lock:
|
| 1153 |
request_timestamps.append(time.time())
|
| 1154 |
token_counts.append(0)
|
| 1155 |
+
request_timestamps_day.append(time.time())
|
| 1156 |
+
token_counts_day.append(0)
|
| 1157 |
return jsonify(response_data)
|
| 1158 |
|
| 1159 |
except requests.exceptions.RequestException as e:
|
|
|
|
| 1280 |
with data_lock:
|
| 1281 |
request_timestamps.append(time.time())
|
| 1282 |
token_counts.append(prompt_tokens+completion_tokens)
|
| 1283 |
+
request_timestamps_day.append(time.time())
|
| 1284 |
+
token_counts_day.append(prompt_tokens+completion_tokens)
|
| 1285 |
|
| 1286 |
return Response(
|
| 1287 |
stream_with_context(generate()),
|
|
|
|
| 1351 |
token_counts.append(response_json["usage"]["prompt_tokens"] + response_json["usage"]["completion_tokens"])
|
| 1352 |
else:
|
| 1353 |
token_counts.append(0)
|
| 1354 |
+
request_timestamps_day.append(time.time())
|
| 1355 |
+
if "prompt_tokens" in response_json["usage"] and "completion_tokens" in response_json["usage"]:
|
| 1356 |
+
token_counts_day.append(response_json["usage"]["prompt_tokens"] + response_json["usage"]["completion_tokens"])
|
| 1357 |
+
else:
|
| 1358 |
+
token_counts_day.append(0)
|
| 1359 |
|
| 1360 |
return jsonify(response_json)
|
| 1361 |
|