Hugging Face's logo

Spaces:
zealott3528
/
litellm
Sleeping

App Files Community
zealott3528 commited on
Commit
8d2561b
·
verified ·
1 Parent(s): f69118b

Update config.yaml

Browse files
Files changed (1) hide show
  1. config.yaml +35 -24
config.yaml CHANGED
@@ -56,49 +56,60 @@ model_list:
56
  rpm: 10 # 2 * # of keys
57
  tpm: 5000000 # 32,000 * # of keys
58
  # --------------gemini-1.5-flash--------------------
59
- - model_name: gemini-1.5-flash-k1
60
  litellm_params:
61
- model: gemini/gemini-1.5-flash
62
  api_key: os.environ/GEMINI_API_KEY1
63
- - model_name: gemini-1.5-flash
64
  litellm_params:
65
- model: gemini/gemini-1.5-flash
66
  api_key: os.environ/GEMINI_API_KEY1
67
- rpm: 30 # 15 * # of keys
68
- tpm: 2000000 # 1,000,000 * # of keys
69
 
70
- - model_name: gemini-1.5-flash-k2
71
  litellm_params:
72
- model: gemini/gemini-1.5-flash
73
  api_key: os.environ/GEMINI_API_KEY2
74
- - model_name: gemini-1.5-flash
75
  litellm_params:
76
- model: gemini/gemini-1.5-flash
77
  api_key: os.environ/GEMINI_API_KEY2
78
- rpm: 30 # 15 * # of keys
79
- tpm: 2000000 # 1,000,000 * # of keys
80
 
81
- - model_name: gemini-1.5-flash-k3
82
  litellm_params:
83
- model: gemini/gemini-1.5-flash
84
  api_key: os.environ/GEMINI_API_KEY3
85
- - model_name: gemini-1.5-flash
86
  litellm_params:
87
- model: gemini/gemini-1.5-flash
88
  api_key: os.environ/GEMINI_API_KEY3
89
- rpm: 30 # 15 * # of keys
90
- tpm: 2000000 # 1,000,000 * # of keys
91
 
92
- - model_name: gemini-1.5-flash-k4
93
  litellm_params:
94
- model: gemini/gemini-1.5-flash
95
  api_key: os.environ/GEMINI_API_KEY4
96
- - model_name: gemini-1.5-flash
97
  litellm_params:
98
- model: gemini/gemini-1.5-flash
99
  api_key: os.environ/GEMINI_API_KEY4
100
- rpm: 30 # 15 * # of keys
101
- tpm: 2000000 # 1,000,000 * # of keys
 
 
 
 
 
 
 
 
 
 
 
102
 
103
  litellm_settings:
104
  # Networking settings
 
56
  rpm: 10 # 2 * # of keys
57
  tpm: 5000000 # 32,000 * # of keys
58
  # --------------gemini-1.5-flash--------------------
59
+ - model_name: gemini-1.5-flash-exp-k1
60
  litellm_params:
61
+ model: gemini/gemini-1.5-flash-exp
62
  api_key: os.environ/GEMINI_API_KEY1
63
+ - model_name: gemini-1.5-flash-exp
64
  litellm_params:
65
+ model: gemini/gemini-1.5-flash-exp
66
  api_key: os.environ/GEMINI_API_KEY1
67
+ rpm: 75 # 15 * # of keys
68
+ tpm: 5000000 # 1,000,000 * # of keys
69
 
70
+ - model_name: gemini-1.5-flash-exp-k2
71
  litellm_params:
72
+ model: gemini/gemini-1.5-flash-exp
73
  api_key: os.environ/GEMINI_API_KEY2
74
+ - model_name: gemini-1.5-flash-exp
75
  litellm_params:
76
+ model: gemini/gemini-1.5-flash-exp
77
  api_key: os.environ/GEMINI_API_KEY2
78
+ rpm: 75 # 15 * # of keys
79
+ tpm: 5000000 # 1,000,000 * # of keys
80
 
81
+ - model_name: gemini-1.5-flash-exp-k3
82
  litellm_params:
83
+ model: gemini/gemini-1.5-flash-exp
84
  api_key: os.environ/GEMINI_API_KEY3
85
+ - model_name: gemini-1.5-flash-exp
86
  litellm_params:
87
+ model: gemini/gemini-1.5-flash-exp
88
  api_key: os.environ/GEMINI_API_KEY3
89
+ rpm: 75 # 15 * # of keys
90
+ tpm: 5000000 # 1,000,000 * # of keys
91
 
92
+ - model_name: gemini-1.5-flash-exp-k4
93
  litellm_params:
94
+ model: gemini/gemini-1.5-flash-exp
95
  api_key: os.environ/GEMINI_API_KEY4
96
+ - model_name: gemini-1.5-flash-exp
97
  litellm_params:
98
+ model: gemini/gemini-1.5-flash-exp
99
  api_key: os.environ/GEMINI_API_KEY4
100
+ rpm: 75 # 15 * # of keys
101
+ tpm: 5000000 # 1,000,000 * # of keys
102
+
103
+ - model_name: gemini-1.5-flash-exp-k5
104
+ litellm_params:
105
+ model: gemini/gemini-1.5-flash-exp
106
+ api_key: os.environ/GEMINI_API_KEY5
107
+ - model_name: gemini-1.5-flash-exp
108
+ litellm_params:
109
+ model: gemini/gemini-1.5-flash-exp
110
+ api_key: os.environ/GEMINI_API_KEY5
111
+ rpm: 75 # 15 * # of keys
112
+ tpm: 5000000 # 1,000,000 * # of keys
113
 
114
  litellm_settings:
115
  # Networking settings