zealott3528 commited on
Commit
2b89b3f
·
verified ·
1 Parent(s): 64692d7

Update config.yaml

Browse files
Files changed (1) hide show
  1. config.yaml +1 -22
config.yaml CHANGED
@@ -1,26 +1,5 @@
1
  model_list:
2
  # northflank
3
- - model_name: gpt-4o-mini-northflank
4
- litellm_params:
5
- model: openai/gpt-4o-mini
6
- api_base: https://yc--northflank-duckapi--b69bn8cbbs7k.code.run/v1
7
- api_key: os.environ/NF_API_KEY
8
- - model_name: gpt-4o-mini
9
- litellm_params:
10
- model: openai/gpt-4o-mini
11
- api_base: https://yc--northflank-duckapi--b69bn8cbbs7k.code.run/v1
12
- api_key: os.environ/NF_API_KEY
13
- - model_name: gpt-3.5-turbo-northflank
14
- litellm_params:
15
- model: openai/gpt-3.5-turbo
16
- api_base: https://yc--northflank-duckapi--b69bn8cbbs7k.code.run/v1
17
- api_key: os.environ/NF_API_KEY
18
- - model_name: gpt-3.5-turbo
19
- litellm_params:
20
- model: openai/gpt-3.5-turbo
21
- api_base: https://yc--northflank-duckapi--b69bn8cbbs7k.code.run/v1
22
- api_key: os.environ/NF_API_KEY
23
-
24
  - model_name: gemini-1.5-pro-k1
25
  litellm_params:
26
  model: gemini/gemini-1.5-pro
@@ -50,7 +29,7 @@ model_list:
50
  - model_name: gemini-1.5-pro
51
  litellm_params:
52
  model: gemini/gemini-1.5-pro
53
- api_key: os.environ/GEMINI_API_KEY
54
  rpm: 4 # 2 * # of keys
55
  tpm: 6400 # 32,000 * # of keys
56
 
 
1
  model_list:
2
  # northflank
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  - model_name: gemini-1.5-pro-k1
4
  litellm_params:
5
  model: gemini/gemini-1.5-pro
 
29
  - model_name: gemini-1.5-pro
30
  litellm_params:
31
  model: gemini/gemini-1.5-pro
32
+ api_key: os.environ/GEMINI_API_KEY2
33
  rpm: 4 # 2 * # of keys
34
  tpm: 6400 # 32,000 * # of keys
35