Hugging Face's logo

Spaces:
zealott3528
/
litellm
Sleeping

App Files Community
zealott3528 commited on
Commit
e8058f8
·
verified ·
1 Parent(s): 12929c1

Update config.yaml

Browse files
Files changed (1) hide show
  1. config.yaml +15 -35
config.yaml CHANGED
@@ -1,28 +1,7 @@
1
  model_list:
2
- # northflank
3
- - model_name: gemini-1.5-pro-k1
4
- litellm_params:
5
- model: gemini/gemini-1.5-pro
6
- api_key: os.environ/GEMINI_API_KEY1
7
- - model_name: gemini-1.5-pro
8
- litellm_params:
9
- model: gemini/gemini-1.5-pro
10
- api_key: os.environ/GEMINI_API_KEY1
11
- rpm: 4 # 2 * # of keys
12
- tpm: 64000 # 32,000 * # of keys
13
-
14
- - model_name: gemini-1.5-flash-k1
15
- litellm_params:
16
- model: gemini/gemini-1.5-flash
17
- api_key: os.environ/GEMINI_API_KEY1
18
- - model_name: gemini-1.5-flash
19
- litellm_params:
20
- model: gemini/gemini-1.5-flash
21
- api_key: os.environ/GEMINI_API_KEY1
22
- rpm: 30 # 15 * # of keys
23
- tpm: 2000000 # 1,000,000 * # of keys
24
 
25
- - model_name: gemini-exp-1114-k1
 
26
  litellm_params:
27
  model: gemini/gemini-exp-1114
28
  api_key: os.environ/GEMINI_API_KEY1
@@ -31,9 +10,9 @@ model_list:
31
  model: gemini/gemini-exp-1114
32
  api_key: os.environ/GEMINI_API_KEY1
33
  rpm: 4 # 2 * # of keys
34
- tpm: 64000 # 32,000 * # of keys
35
 
36
- - model_name: gemini-exp-1114-k2
37
  litellm_params:
38
  model: gemini/gemini-exp-1114
39
  api_key: os.environ/GEMINI_API_KEY2
@@ -42,18 +21,19 @@ model_list:
42
  model: gemini/gemini-exp-1114
43
  api_key: os.environ/GEMINI_API_KEY2
44
  rpm: 4 # 2 * # of keys
45
- tpm: 64000 # 32,000 * # of keys
46
-
47
- - model_name: gemini-1.5-pro-k2
 
48
  litellm_params:
49
- model: gemini/gemini-1.5-pro
50
- api_key: os.environ/GEMINI_API_KEY2
51
- - model_name: gemini-1.5-pro
52
  litellm_params:
53
- model: gemini/gemini-1.5-pro
54
- api_key: os.environ/GEMINI_API_KEY2
55
- rpm: 4 # 2 * # of keys
56
- tpm: 64000 # 32,000 * # of keys
57
 
58
  - model_name: gemini-1.5-flash-k2
59
  litellm_params:
 
1
  model_list:
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
 
3
+ # --------------gemini-exp-1121--------------------
4
+ - model_name: gemini-exp-1121-k1
5
  litellm_params:
6
  model: gemini/gemini-exp-1114
7
  api_key: os.environ/GEMINI_API_KEY1
 
10
  model: gemini/gemini-exp-1114
11
  api_key: os.environ/GEMINI_API_KEY1
12
  rpm: 4 # 2 * # of keys
13
+ tpm: 2000000 # 32,000 * # of keys
14
 
15
+ - model_name: gemini-exp-1121-k2
16
  litellm_params:
17
  model: gemini/gemini-exp-1114
18
  api_key: os.environ/GEMINI_API_KEY2
 
21
  model: gemini/gemini-exp-1114
22
  api_key: os.environ/GEMINI_API_KEY2
23
  rpm: 4 # 2 * # of keys
24
+ tpm: 2000000 # 32,000 * # of keys
25
+
26
+ # --------------gemini-1.5-flash--------------------
27
+ - model_name: gemini-1.5-flash-k1
28
  litellm_params:
29
+ model: gemini/gemini-1.5-flash
30
+ api_key: os.environ/GEMINI_API_KEY1
31
+ - model_name: gemini-1.5-flash
32
  litellm_params:
33
+ model: gemini/gemini-1.5-flash
34
+ api_key: os.environ/GEMINI_API_KEY1
35
+ rpm: 30 # 15 * # of keys
36
+ tpm: 2000000 # 1,000,000 * # of keys
37
 
38
  - model_name: gemini-1.5-flash-k2
39
  litellm_params: