zealott3528 commited on
Commit
5847cfc
·
verified ·
1 Parent(s): 24559a9

Update config.yaml

Browse files
Files changed (1) hide show
  1. config.yaml +22 -0
config.yaml CHANGED
@@ -33,6 +33,17 @@ model_list:
33
  api_key: os.environ/GEMINI_API_KEY3
34
  rpm: 4 # 2 * # of keys
35
  tpm: 2000000 # 32,000 * # of keys
 
 
 
 
 
 
 
 
 
 
 
36
  # --------------gemini-1.5-flash--------------------
37
  - model_name: gemini-1.5-flash-k1
38
  litellm_params:
@@ -67,6 +78,17 @@ model_list:
67
  rpm: 30 # 15 * # of keys
68
  tpm: 2000000 # 1,000,000 * # of keys
69
 
 
 
 
 
 
 
 
 
 
 
 
70
  litellm_settings:
71
  # Networking settings
72
  request_timeout: 20 # (int) llm request timeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
 
33
  api_key: os.environ/GEMINI_API_KEY3
34
  rpm: 4 # 2 * # of keys
35
  tpm: 2000000 # 32,000 * # of keys
36
+
37
+ - model_name: gemini-exp-1121-k4
38
+ litellm_params:
39
+ model: gemini/gemini-exp-1114
40
+ api_key: os.environ/GEMINI_API_KEY4
41
+ - model_name: gemini-exp-1114
42
+ litellm_params:
43
+ model: gemini/gemini-exp-1114
44
+ api_key: os.environ/GEMINI_API_KEY4
45
+ rpm: 4 # 2 * # of keys
46
+ tpm: 2000000 # 32,000 * # of keys
47
  # --------------gemini-1.5-flash--------------------
48
  - model_name: gemini-1.5-flash-k1
49
  litellm_params:
 
78
  rpm: 30 # 15 * # of keys
79
  tpm: 2000000 # 1,000,000 * # of keys
80
 
81
+ - model_name: gemini-1.5-flash-k4
82
+ litellm_params:
83
+ model: gemini/gemini-1.5-flash
84
+ api_key: os.environ/GEMINI_API_KEY4
85
+ - model_name: gemini-1.5-flash
86
+ litellm_params:
87
+ model: gemini/gemini-1.5-flash
88
+ api_key: os.environ/GEMINI_API_KEY4
89
+ rpm: 30 # 15 * # of keys
90
+ tpm: 2000000 # 1,000,000 * # of keys
91
+
92
  litellm_settings:
93
  # Networking settings
94
  request_timeout: 20 # (int) llm request timeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout