yangtb24 commited on
Commit
76c71cc
·
verified ·
1 Parent(s): 6582081

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +21 -4
app.py CHANGED
@@ -43,6 +43,8 @@ model_key_indices = {}
43
 
44
  request_timestamps = []
45
  token_counts = []
 
 
46
  data_lock = threading.Lock()
47
 
48
  def get_credit_summary(api_key):
@@ -445,11 +447,11 @@ def index():
445
  tpm = sum(token_counts)
446
 
447
  with data_lock:
448
- while request_timestamps and request_timestamps[0] < one_day_ago:
449
- request_timestamps.pop(0)
450
- token_counts.pop(0)
451
 
452
- rpd = len(request_timestamps)
453
  tpd = sum(token_counts)
454
 
455
  return jsonify({"rpm": rpm, "tpm": tpm, "rpd": rpd, "tpd": tpd})
@@ -642,6 +644,8 @@ def handsome_embeddings():
642
  with data_lock:
643
  request_timestamps.append(time.time())
644
  token_counts.append(prompt_tokens)
 
 
645
 
646
  return jsonify({
647
  "object": "list",
@@ -822,6 +826,8 @@ def handsome_images_generations():
822
  with data_lock:
823
  request_timestamps.append(time.time())
824
  token_counts.append(0)
 
 
825
 
826
  return jsonify(response_data)
827
 
@@ -1040,6 +1046,8 @@ def handsome_chat_completions():
1040
  with data_lock:
1041
  request_timestamps.append(time.time())
1042
  token_counts.append(0)
 
 
1043
  except requests.exceptions.RequestException as e:
1044
  logging.error(f"请求转发异常: {e}")
1045
  error_chunk_data = {
@@ -1144,6 +1152,8 @@ def handsome_chat_completions():
1144
  with data_lock:
1145
  request_timestamps.append(time.time())
1146
  token_counts.append(0)
 
 
1147
  return jsonify(response_data)
1148
 
1149
  except requests.exceptions.RequestException as e:
@@ -1270,6 +1280,8 @@ def handsome_chat_completions():
1270
  with data_lock:
1271
  request_timestamps.append(time.time())
1272
  token_counts.append(prompt_tokens+completion_tokens)
 
 
1273
 
1274
  return Response(
1275
  stream_with_context(generate()),
@@ -1339,6 +1351,11 @@ def handsome_chat_completions():
1339
  token_counts.append(response_json["usage"]["prompt_tokens"] + response_json["usage"]["completion_tokens"])
1340
  else:
1341
  token_counts.append(0)
 
 
 
 
 
1342
 
1343
  return jsonify(response_json)
1344
 
 
43
 
44
  request_timestamps = []
45
  token_counts = []
46
+ request_timestamps_day = []
47
+ token_counts_day = []
48
  data_lock = threading.Lock()
49
 
50
  def get_credit_summary(api_key):
 
447
  tpm = sum(token_counts)
448
 
449
  with data_lock:
450
+ while request_timestamps_day and request_timestamps_day[0] < one_day_ago:
451
+ request_timestamps_day.pop(0)
452
+ token_counts_day.pop(0)
453
 
454
+ rpd = len(request_timestamps_day)
455
  tpd = sum(token_counts)
456
 
457
  return jsonify({"rpm": rpm, "tpm": tpm, "rpd": rpd, "tpd": tpd})
 
644
  with data_lock:
645
  request_timestamps.append(time.time())
646
  token_counts.append(prompt_tokens)
647
+ request_timestamps_day.append(time.time())
648
+ token_counts_day.append(prompt_tokens)
649
 
650
  return jsonify({
651
  "object": "list",
 
826
  with data_lock:
827
  request_timestamps.append(time.time())
828
  token_counts.append(0)
829
+ request_timestamps_day.append(time.time())
830
+ token_counts_day.append(0)
831
 
832
  return jsonify(response_data)
833
 
 
1046
  with data_lock:
1047
  request_timestamps.append(time.time())
1048
  token_counts.append(0)
1049
+ request_timestamps_day.append(time.time())
1050
+ token_counts_day.append(0)
1051
  except requests.exceptions.RequestException as e:
1052
  logging.error(f"请求转发异常: {e}")
1053
  error_chunk_data = {
 
1152
  with data_lock:
1153
  request_timestamps.append(time.time())
1154
  token_counts.append(0)
1155
+ request_timestamps_day.append(time.time())
1156
+ token_counts_day.append(0)
1157
  return jsonify(response_data)
1158
 
1159
  except requests.exceptions.RequestException as e:
 
1280
  with data_lock:
1281
  request_timestamps.append(time.time())
1282
  token_counts.append(prompt_tokens+completion_tokens)
1283
+ request_timestamps_day.append(time.time())
1284
+ token_counts_day.append(prompt_tokens+completion_tokens)
1285
 
1286
  return Response(
1287
  stream_with_context(generate()),
 
1351
  token_counts.append(response_json["usage"]["prompt_tokens"] + response_json["usage"]["completion_tokens"])
1352
  else:
1353
  token_counts.append(0)
1354
+ request_timestamps_day.append(time.time())
1355
+ if "prompt_tokens" in response_json["usage"] and "completion_tokens" in response_json["usage"]:
1356
+ token_counts_day.append(response_json["usage"]["prompt_tokens"] + response_json["usage"]["completion_tokens"])
1357
+ else:
1358
+ token_counts_day.append(0)
1359
 
1360
  return jsonify(response_json)
1361