Update app.py
Browse files
app.py
CHANGED
@@ -43,6 +43,8 @@ model_key_indices = {}
|
|
43 |
|
44 |
request_timestamps = []
|
45 |
token_counts = []
|
|
|
|
|
46 |
data_lock = threading.Lock()
|
47 |
|
48 |
def get_credit_summary(api_key):
|
@@ -445,11 +447,11 @@ def index():
|
|
445 |
tpm = sum(token_counts)
|
446 |
|
447 |
with data_lock:
|
448 |
-
while
|
449 |
-
|
450 |
-
|
451 |
|
452 |
-
rpd = len(
|
453 |
tpd = sum(token_counts)
|
454 |
|
455 |
return jsonify({"rpm": rpm, "tpm": tpm, "rpd": rpd, "tpd": tpd})
|
@@ -642,6 +644,8 @@ def handsome_embeddings():
|
|
642 |
with data_lock:
|
643 |
request_timestamps.append(time.time())
|
644 |
token_counts.append(prompt_tokens)
|
|
|
|
|
645 |
|
646 |
return jsonify({
|
647 |
"object": "list",
|
@@ -822,6 +826,8 @@ def handsome_images_generations():
|
|
822 |
with data_lock:
|
823 |
request_timestamps.append(time.time())
|
824 |
token_counts.append(0)
|
|
|
|
|
825 |
|
826 |
return jsonify(response_data)
|
827 |
|
@@ -1040,6 +1046,8 @@ def handsome_chat_completions():
|
|
1040 |
with data_lock:
|
1041 |
request_timestamps.append(time.time())
|
1042 |
token_counts.append(0)
|
|
|
|
|
1043 |
except requests.exceptions.RequestException as e:
|
1044 |
logging.error(f"请求转发异常: {e}")
|
1045 |
error_chunk_data = {
|
@@ -1144,6 +1152,8 @@ def handsome_chat_completions():
|
|
1144 |
with data_lock:
|
1145 |
request_timestamps.append(time.time())
|
1146 |
token_counts.append(0)
|
|
|
|
|
1147 |
return jsonify(response_data)
|
1148 |
|
1149 |
except requests.exceptions.RequestException as e:
|
@@ -1270,6 +1280,8 @@ def handsome_chat_completions():
|
|
1270 |
with data_lock:
|
1271 |
request_timestamps.append(time.time())
|
1272 |
token_counts.append(prompt_tokens+completion_tokens)
|
|
|
|
|
1273 |
|
1274 |
return Response(
|
1275 |
stream_with_context(generate()),
|
@@ -1339,6 +1351,11 @@ def handsome_chat_completions():
|
|
1339 |
token_counts.append(response_json["usage"]["prompt_tokens"] + response_json["usage"]["completion_tokens"])
|
1340 |
else:
|
1341 |
token_counts.append(0)
|
|
|
|
|
|
|
|
|
|
|
1342 |
|
1343 |
return jsonify(response_json)
|
1344 |
|
|
|
43 |
|
44 |
request_timestamps = []
|
45 |
token_counts = []
|
46 |
+
request_timestamps_day = []
|
47 |
+
token_counts_day = []
|
48 |
data_lock = threading.Lock()
|
49 |
|
50 |
def get_credit_summary(api_key):
|
|
|
447 |
tpm = sum(token_counts)
|
448 |
|
449 |
with data_lock:
|
450 |
+
while request_timestamps_day and request_timestamps_day[0] < one_day_ago:
|
451 |
+
request_timestamps_day.pop(0)
|
452 |
+
token_counts_day.pop(0)
|
453 |
|
454 |
+
rpd = len(request_timestamps_day)
|
455 |
tpd = sum(token_counts)
|
456 |
|
457 |
return jsonify({"rpm": rpm, "tpm": tpm, "rpd": rpd, "tpd": tpd})
|
|
|
644 |
with data_lock:
|
645 |
request_timestamps.append(time.time())
|
646 |
token_counts.append(prompt_tokens)
|
647 |
+
request_timestamps_day.append(time.time())
|
648 |
+
token_counts_day.append(prompt_tokens)
|
649 |
|
650 |
return jsonify({
|
651 |
"object": "list",
|
|
|
826 |
with data_lock:
|
827 |
request_timestamps.append(time.time())
|
828 |
token_counts.append(0)
|
829 |
+
request_timestamps_day.append(time.time())
|
830 |
+
token_counts_day.append(0)
|
831 |
|
832 |
return jsonify(response_data)
|
833 |
|
|
|
1046 |
with data_lock:
|
1047 |
request_timestamps.append(time.time())
|
1048 |
token_counts.append(0)
|
1049 |
+
request_timestamps_day.append(time.time())
|
1050 |
+
token_counts_day.append(0)
|
1051 |
except requests.exceptions.RequestException as e:
|
1052 |
logging.error(f"请求转发异常: {e}")
|
1053 |
error_chunk_data = {
|
|
|
1152 |
with data_lock:
|
1153 |
request_timestamps.append(time.time())
|
1154 |
token_counts.append(0)
|
1155 |
+
request_timestamps_day.append(time.time())
|
1156 |
+
token_counts_day.append(0)
|
1157 |
return jsonify(response_data)
|
1158 |
|
1159 |
except requests.exceptions.RequestException as e:
|
|
|
1280 |
with data_lock:
|
1281 |
request_timestamps.append(time.time())
|
1282 |
token_counts.append(prompt_tokens+completion_tokens)
|
1283 |
+
request_timestamps_day.append(time.time())
|
1284 |
+
token_counts_day.append(prompt_tokens+completion_tokens)
|
1285 |
|
1286 |
return Response(
|
1287 |
stream_with_context(generate()),
|
|
|
1351 |
token_counts.append(response_json["usage"]["prompt_tokens"] + response_json["usage"]["completion_tokens"])
|
1352 |
else:
|
1353 |
token_counts.append(0)
|
1354 |
+
request_timestamps_day.append(time.time())
|
1355 |
+
if "prompt_tokens" in response_json["usage"] and "completion_tokens" in response_json["usage"]:
|
1356 |
+
token_counts_day.append(response_json["usage"]["prompt_tokens"] + response_json["usage"]["completion_tokens"])
|
1357 |
+
else:
|
1358 |
+
token_counts_day.append(0)
|
1359 |
|
1360 |
return jsonify(response_json)
|
1361 |
|