Spaces:
Sleeping
Sleeping
File size: 3,985 Bytes
d7c13d5 12929c1 e8058f8 9bd006b 12929c1 f69118b 12929c1 9bd006b 12929c1 f69118b e8058f8 895097c 24559a9 f69118b 5847cfc 895097c 5847cfc f69118b e8058f8 7b6d1ba 3c5cb2c 7b6d1ba e8058f8 7b6d1ba 3c5cb2c 7b6d1ba e8058f8 8d2561b 6e42a29 7b6d1ba 3c5cb2c 7b6d1ba 3c5cb2c 7b6d1ba 3c5cb2c 7b6d1ba 3c5cb2c 8d2561b af413b3 8d2561b 24559a9 8d2561b 24559a9 8d2561b 24559a9 8d2561b 24559a9 8d2561b 24559a9 8d2561b 5847cfc 8d2561b 5847cfc 8d2561b 5847cfc 8d2561b 5847cfc 8d2561b 5847cfc af413b3 91c2e53 64692d7 af413b3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 |
model_list:
# --------------gemini-exp-1121--------------------
- model_name: gemini-exp-1114-k1
litellm_params:
model: gemini/gemini-exp-1114
api_key: os.environ/GEMINI_API_KEY1
- model_name: gemini-exp-1114
litellm_params:
model: gemini/gemini-exp-1114
api_key: os.environ/GEMINI_API_KEY1
rpm: 10 # 2 * # of keys
tpm: 5000000 # 32,000 * # of keys
- model_name: gemini-exp-1114-k2
litellm_params:
model: gemini/gemini-exp-1114
api_key: os.environ/GEMINI_API_KEY2
- model_name: gemini-exp-1114
litellm_params:
model: gemini/gemini-exp-1114
api_key: os.environ/GEMINI_API_KEY2
rpm: 10 # 2 * # of keys
tpm: 5000000 # 32,000 * # of keys
- model_name: gemini-exp-1114-k3
litellm_params:
model: gemini/gemini-exp-1114
api_key: os.environ/GEMINI_API_KEY3
- model_name: gemini-exp-1114
litellm_params:
model: gemini/gemini-exp-1114
api_key: os.environ/GEMINI_API_KEY3
rpm: 10 # 2 * # of keys
tpm: 5000000 # 32,000 * # of keys
- model_name: gemini-exp-1114-k4
litellm_params:
model: gemini/gemini-exp-1114
api_key: os.environ/GEMINI_API_KEY4
- model_name: gemini-exp-1114
litellm_params:
model: gemini/gemini-exp-1114
api_key: os.environ/GEMINI_API_KEY4
rpm: 10 # 2 * # of keys
tpm: 5000000 # 32,000 * # of keys
- model_name: gemini-exp-1114-k5
litellm_params:
model: gemini/gemini-exp-1114
api_key: os.environ/GEMINI_API_KEY5
- model_name: gemini-exp-1114
litellm_params:
model: gemini/gemini-exp-1114
api_key: os.environ/GEMINI_API_KEY5
rpm: 10 # 2 * # of keys
tpm: 5000000 # 32,000 * # of keys
# --------------gemini-1.5-flash--------------------
- model_name: gemini-1.5-flash-002-k1
litellm_params:
model: gemini/gemini-1.5-flash-002
api_key: os.environ/GEMINI_API_KEY1
- model_name: gemini-1.5-flash-002
litellm_params:
model: gemini/gemini-1.5-flash-002
api_key: os.environ/GEMINI_API_KEY1
rpm: 75 # 15 * # of keys
tpm: 5000000 # 1,000,000 * # of keys
- model_name: gemini-1.5-flash-002-k2
litellm_params:
model: gemini/gemini-1.5-flash-002
api_key: os.environ/GEMINI_API_KEY2
- model_name: gemini-1.5-flash-002
litellm_params:
model: gemini/gemini-1.5-flash-002
api_key: os.environ/GEMINI_API_KEY2
rpm: 75 # 15 * # of keys
tpm: 5000000 # 1,000,000 * # of keys
- model_name: gemini-1.5-flash-exp-k3
litellm_params:
model: gemini/gemini-1.5-flash-exp
api_key: os.environ/GEMINI_API_KEY3
- model_name: gemini-1.5-flash-exp
litellm_params:
model: gemini/gemini-1.5-flash-exp
api_key: os.environ/GEMINI_API_KEY3
rpm: 75 # 15 * # of keys
tpm: 5000000 # 1,000,000 * # of keys
- model_name: gemini-1.5-flash-exp-k4
litellm_params:
model: gemini/gemini-1.5-flash-exp
api_key: os.environ/GEMINI_API_KEY4
- model_name: gemini-1.5-flash-exp
litellm_params:
model: gemini/gemini-1.5-flash-exp
api_key: os.environ/GEMINI_API_KEY4
rpm: 75 # 15 * # of keys
tpm: 5000000 # 1,000,000 * # of keys
- model_name: gemini-1.5-flash-exp-k5
litellm_params:
model: gemini/gemini-1.5-flash-exp
api_key: os.environ/GEMINI_API_KEY5
- model_name: gemini-1.5-flash-exp
litellm_params:
model: gemini/gemini-1.5-flash-exp
api_key: os.environ/GEMINI_API_KEY5
rpm: 75 # 15 * # of keys
tpm: 5000000 # 1,000,000 * # of keys
litellm_settings:
# Networking settings
request_timeout: 20 # (int) llm request timeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
general_settings:
master_key: os.environ/MASTER_KEY # sk-1234 # [OPTIONAL] Only use this if you require all calls to contain this key (Authorization: Bearer sk-1234)
routing_strategy: simple-shuffle
|