config.yaml

model_list:

# --------------gemini-exp-1121--------------------
  - model_name: gemini-exp-1114-k1
    litellm_params:
      model: gemini/gemini-exp-1114
      api_key: os.environ/GEMINI_API_KEY1
  - model_name: gemini-exp-1114
    litellm_params:
      model: gemini/gemini-exp-1114
      api_key: os.environ/GEMINI_API_KEY1
      rpm: 10  # 2 * # of keys
      tpm: 5000000 # 32,000 * # of keys

  - model_name: gemini-exp-1114-k2
    litellm_params:
      model: gemini/gemini-exp-1114
      api_key: os.environ/GEMINI_API_KEY2
  - model_name: gemini-exp-1114
    litellm_params:
      model: gemini/gemini-exp-1114
      api_key: os.environ/GEMINI_API_KEY2
      rpm: 10  # 2 * # of keys
      tpm: 5000000 # 32,000 * # of keys

  - model_name: gemini-exp-1114-k3
    litellm_params:
      model: gemini/gemini-exp-1114
      api_key: os.environ/GEMINI_API_KEY3
  - model_name: gemini-exp-1114
    litellm_params:
      model: gemini/gemini-exp-1114
      api_key: os.environ/GEMINI_API_KEY3
      rpm: 10  # 2 * # of keys
      tpm: 5000000 # 32,000 * # of keys

  - model_name: gemini-exp-1114-k4
    litellm_params:
      model: gemini/gemini-exp-1114
      api_key: os.environ/GEMINI_API_KEY4
  - model_name: gemini-exp-1114
    litellm_params:
      model: gemini/gemini-exp-1114
      api_key: os.environ/GEMINI_API_KEY4
      rpm: 10  # 2 * # of keys
      tpm: 5000000 # 32,000 * # of keys

  - model_name: gemini-exp-1114-k5
    litellm_params:
      model: gemini/gemini-exp-1114
      api_key: os.environ/GEMINI_API_KEY5
  - model_name: gemini-exp-1114
    litellm_params:
      model: gemini/gemini-exp-1114
      api_key: os.environ/GEMINI_API_KEY5
      rpm: 10  # 2 * # of keys
      tpm: 5000000 # 32,000 * # of keys
# --------------gemini-1.5-flash--------------------
  - model_name: gemini-1.5-flash-002-k1
    litellm_params:
      model: gemini/gemini-1.5-flash-002
      api_key: os.environ/GEMINI_API_KEY1
  - model_name: gemini-1.5-flash-002
    litellm_params:
      model: gemini/gemini-1.5-flash-002
      api_key: os.environ/GEMINI_API_KEY1
      rpm: 75  # 15 * # of keys
      tpm: 5000000 # 1,000,000 * # of keys
      
  - model_name: gemini-1.5-flash-002-k2
    litellm_params:
      model: gemini/gemini-1.5-flash-002
      api_key: os.environ/GEMINI_API_KEY2
  - model_name: gemini-1.5-flash-002
    litellm_params:
      model: gemini/gemini-1.5-flash-002
      api_key: os.environ/GEMINI_API_KEY2
      rpm: 75  # 15 * # of keys
      tpm: 5000000 # 1,000,000 * # of keys

  - model_name: gemini-1.5-flash-exp-k3
    litellm_params:
      model: gemini/gemini-1.5-flash-exp
      api_key: os.environ/GEMINI_API_KEY3
  - model_name: gemini-1.5-flash-exp
    litellm_params:
      model: gemini/gemini-1.5-flash-exp
      api_key: os.environ/GEMINI_API_KEY3
      rpm: 75  # 15 * # of keys
      tpm: 5000000 # 1,000,000 * # of keys

  - model_name: gemini-1.5-flash-exp-k4
    litellm_params:
      model: gemini/gemini-1.5-flash-exp
      api_key: os.environ/GEMINI_API_KEY4
  - model_name: gemini-1.5-flash-exp
    litellm_params:
      model: gemini/gemini-1.5-flash-exp
      api_key: os.environ/GEMINI_API_KEY4
      rpm: 75  # 15 * # of keys
      tpm: 5000000 # 1,000,000 * # of keys

  - model_name: gemini-1.5-flash-exp-k5
    litellm_params:
      model: gemini/gemini-1.5-flash-exp
      api_key: os.environ/GEMINI_API_KEY5
  - model_name: gemini-1.5-flash-exp
    litellm_params:
      model: gemini/gemini-1.5-flash-exp
      api_key: os.environ/GEMINI_API_KEY5
      rpm: 75  # 15 * # of keys
      tpm: 5000000 # 1,000,000 * # of keys

litellm_settings:
  # Networking settings
  request_timeout: 20 # (int) llm request timeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
  
general_settings: 
  master_key: os.environ/MASTER_KEY  # sk-1234 # [OPTIONAL] Only use this if you require all calls to contain this key (Authorization: Bearer sk-1234)
  routing_strategy: simple-shuffle