yangtb24 commited on
Commit
6582081
·
verified ·
1 Parent(s): fad8f5f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +10 -1
app.py CHANGED
@@ -434,6 +434,7 @@ scheduler.add_job(refresh_models, 'interval', hours=1)
434
  def index():
435
  current_time = time.time()
436
  one_minute_ago = current_time - 60
 
437
 
438
  with data_lock:
439
  while request_timestamps and request_timestamps[0] < one_minute_ago:
@@ -443,7 +444,15 @@ def index():
443
  rpm = len(request_timestamps)
444
  tpm = sum(token_counts)
445
 
446
- return jsonify({"rpm": rpm, "tpm": tpm})
 
 
 
 
 
 
 
 
447
 
448
  @app.route('/handsome/v1/models', methods=['GET'])
449
  def list_models():
 
434
  def index():
435
  current_time = time.time()
436
  one_minute_ago = current_time - 60
437
+ one_day_ago = current_time - 86400
438
 
439
  with data_lock:
440
  while request_timestamps and request_timestamps[0] < one_minute_ago:
 
444
  rpm = len(request_timestamps)
445
  tpm = sum(token_counts)
446
 
447
+ with data_lock:
448
+ while request_timestamps and request_timestamps[0] < one_day_ago:
449
+ request_timestamps.pop(0)
450
+ token_counts.pop(0)
451
+
452
+ rpd = len(request_timestamps)
453
+ tpd = sum(token_counts)
454
+
455
+ return jsonify({"rpm": rpm, "tpm": tpm, "rpd": rpd, "tpd": tpd})
456
 
457
  @app.route('/handsome/v1/models', methods=['GET'])
458
  def list_models():