Spaces:
Sleeping
Sleeping
| model_list: | |
| # --------------gemini-exp-1121-------------------- | |
| - model_name: gemini-exp-1121-k1 | |
| litellm_params: | |
| model: gemini/gemini-exp-1114 | |
| api_key: os.environ/GEMINI_API_KEY1 | |
| - model_name: gemini-exp-1114 | |
| litellm_params: | |
| model: gemini/gemini-exp-1114 | |
| api_key: os.environ/GEMINI_API_KEY1 | |
| rpm: 4 # 2 * # of keys | |
| tpm: 2000000 # 32,000 * # of keys | |
| - model_name: gemini-exp-1121-k2 | |
| litellm_params: | |
| model: gemini/gemini-exp-1114 | |
| api_key: os.environ/GEMINI_API_KEY2 | |
| - model_name: gemini-exp-1114 | |
| litellm_params: | |
| model: gemini/gemini-exp-1114 | |
| api_key: os.environ/GEMINI_API_KEY2 | |
| rpm: 4 # 2 * # of keys | |
| tpm: 2000000 # 32,000 * # of keys | |
| - model_name: gemini-exp-1121-k3 | |
| litellm_params: | |
| model: gemini/gemini-exp-1114 | |
| api_key: os.environ/GEMINI_API_KEY3 | |
| - model_name: gemini-exp-1114 | |
| litellm_params: | |
| model: gemini/gemini-exp-1114 | |
| api_key: os.environ/GEMINI_API_KEY3 | |
| rpm: 4 # 2 * # of keys | |
| tpm: 2000000 # 32,000 * # of keys | |
| - model_name: gemini-exp-1121-k4 | |
| litellm_params: | |
| model: gemini/gemini-exp-1114 | |
| api_key: os.environ/GEMINI_API_KEY4 | |
| - model_name: gemini-exp-1114 | |
| litellm_params: | |
| model: gemini/gemini-exp-1114 | |
| api_key: os.environ/GEMINI_API_KEY4 | |
| rpm: 4 # 2 * # of keys | |
| tpm: 2000000 # 32,000 * # of keys | |
| # --------------gemini-1.5-flash-------------------- | |
| - model_name: gemini-1.5-flash-k1 | |
| litellm_params: | |
| model: gemini/gemini-1.5-flash | |
| api_key: os.environ/GEMINI_API_KEY1 | |
| - model_name: gemini-1.5-flash | |
| litellm_params: | |
| model: gemini/gemini-1.5-flash | |
| api_key: os.environ/GEMINI_API_KEY1 | |
| rpm: 30 # 15 * # of keys | |
| tpm: 2000000 # 1,000,000 * # of keys | |
| - model_name: gemini-1.5-flash-k2 | |
| litellm_params: | |
| model: gemini/gemini-1.5-flash | |
| api_key: os.environ/GEMINI_API_KEY2 | |
| - model_name: gemini-1.5-flash | |
| litellm_params: | |
| model: gemini/gemini-1.5-flash | |
| api_key: os.environ/GEMINI_API_KEY2 | |
| rpm: 30 # 15 * # of keys | |
| tpm: 2000000 # 1,000,000 * # of keys | |
| - model_name: gemini-1.5-flash-k3 | |
| litellm_params: | |
| model: gemini/gemini-1.5-flash | |
| api_key: os.environ/GEMINI_API_KEY3 | |
| - model_name: gemini-1.5-flash | |
| litellm_params: | |
| model: gemini/gemini-1.5-flash | |
| api_key: os.environ/GEMINI_API_KEY3 | |
| rpm: 30 # 15 * # of keys | |
| tpm: 2000000 # 1,000,000 * # of keys | |
| - model_name: gemini-1.5-flash-k4 | |
| litellm_params: | |
| model: gemini/gemini-1.5-flash | |
| api_key: os.environ/GEMINI_API_KEY4 | |
| - model_name: gemini-1.5-flash | |
| litellm_params: | |
| model: gemini/gemini-1.5-flash | |
| api_key: os.environ/GEMINI_API_KEY4 | |
| rpm: 30 # 15 * # of keys | |
| tpm: 2000000 # 1,000,000 * # of keys | |
| litellm_settings: | |
| # Networking settings | |
| request_timeout: 20 # (int) llm request timeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout | |
| general_settings: | |
| master_key: os.environ/MASTER_KEY # sk-1234 # [OPTIONAL] Only use this if you require all calls to contain this key (Authorization: Bearer sk-1234) | |
| routing_strategy: simple-shuffle | |