Spaces:
Sleeping
Sleeping
Update config.yaml
Browse files- config.yaml +22 -0
config.yaml
CHANGED
@@ -33,6 +33,17 @@ model_list:
|
|
33 |
api_key: os.environ/GEMINI_API_KEY3
|
34 |
rpm: 4 # 2 * # of keys
|
35 |
tpm: 2000000 # 32,000 * # of keys
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
36 |
# --------------gemini-1.5-flash--------------------
|
37 |
- model_name: gemini-1.5-flash-k1
|
38 |
litellm_params:
|
@@ -67,6 +78,17 @@ model_list:
|
|
67 |
rpm: 30 # 15 * # of keys
|
68 |
tpm: 2000000 # 1,000,000 * # of keys
|
69 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
70 |
litellm_settings:
|
71 |
# Networking settings
|
72 |
request_timeout: 20 # (int) llm request timeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
|
|
|
33 |
api_key: os.environ/GEMINI_API_KEY3
|
34 |
rpm: 4 # 2 * # of keys
|
35 |
tpm: 2000000 # 32,000 * # of keys
|
36 |
+
|
37 |
+
- model_name: gemini-exp-1121-k4
|
38 |
+
litellm_params:
|
39 |
+
model: gemini/gemini-exp-1114
|
40 |
+
api_key: os.environ/GEMINI_API_KEY4
|
41 |
+
- model_name: gemini-exp-1114
|
42 |
+
litellm_params:
|
43 |
+
model: gemini/gemini-exp-1114
|
44 |
+
api_key: os.environ/GEMINI_API_KEY4
|
45 |
+
rpm: 4 # 2 * # of keys
|
46 |
+
tpm: 2000000 # 32,000 * # of keys
|
47 |
# --------------gemini-1.5-flash--------------------
|
48 |
- model_name: gemini-1.5-flash-k1
|
49 |
litellm_params:
|
|
|
78 |
rpm: 30 # 15 * # of keys
|
79 |
tpm: 2000000 # 1,000,000 * # of keys
|
80 |
|
81 |
+
- model_name: gemini-1.5-flash-k4
|
82 |
+
litellm_params:
|
83 |
+
model: gemini/gemini-1.5-flash
|
84 |
+
api_key: os.environ/GEMINI_API_KEY4
|
85 |
+
- model_name: gemini-1.5-flash
|
86 |
+
litellm_params:
|
87 |
+
model: gemini/gemini-1.5-flash
|
88 |
+
api_key: os.environ/GEMINI_API_KEY4
|
89 |
+
rpm: 30 # 15 * # of keys
|
90 |
+
tpm: 2000000 # 1,000,000 * # of keys
|
91 |
+
|
92 |
litellm_settings:
|
93 |
# Networking settings
|
94 |
request_timeout: 20 # (int) llm request timeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
|