Update config.yaml

config.yaml

@@ -49,6 +49,30 @@ model_list:
       api_key: os.environ/GITHUB_API_KEY2
       rpm: 30  # 15 * # of keys
       tpm: 2000000 # 1,000,000 * # of keys
+
+  - model_name: Mistral-large-2411-k1
+    litellm_params:
+      model: github/Mistral-large-2411
+      api_base: https://models.inference.ai.azure.com
+      api_key: os.environ/GITHUB_API_KEY1
+  - model_name: github/Mistral-large-2411
+    litellm_params:
+      model: github/Mistral-large-2411
+      api_key: os.environ/GITHUB_API_KEY1
+      rpm: 30  # 15 * # of keys
+      tpm: 2000000 # 1,000,000 * # of keys
+
+  - model_name: Mistral-large-2411-k2
+    litellm_params:
+      model: github/Mistral-large-2411
+      api_base: https://models.inference.ai.azure.com
+      api_key: os.environ/GITHUB_API_KEY2
+  - model_name: github/Mistral-large-2411
+    litellm_params:
+      model: github/Mistral-large-2411
+      api_key: os.environ/GITHUB_API_KEY2
+      rpm: 30  # 15 * # of keys
+      tpm: 2000000 # 1,000,000 * # of keys      
       
   - model_name: gpt-4o-mini-k1
     litellm_params:
@@ -149,7 +173,7 @@ model_list:
     litellm_params:
       model: gemini/gemini-2.0-flash-exp
       api_key: os.environ/GEMINI_API_KEY1
-      rpm: 10  # 2 * # of keys
+      rpm: 50  # 2 * # of keys
       tpm: 5000000 # 32,000 * # of keys
 
   - model_name: gemini-2.0-flash-exp-k2
@@ -160,7 +184,7 @@ model_list:
     litellm_params:
       model: gemini/gemini-2.0-flash-exp
       api_key: os.environ/GEMINI_API_KEY2
-      rpm: 10  # 2 * # of keys
+      rpm: 50  # 2 * # of keys
       tpm: 5000000 # 32,000 * # of keys
 
 # --------------gemini-exp-1206--------------------
@@ -172,7 +196,7 @@ model_list:
     litellm_params:
       model: gemini/gemini-exp-1206
       api_key: os.environ/GEMINI_API_KEY1
-      rpm: 10  # 2 * # of keys
+      rpm: 20  # 2 * # of keys
       tpm: 5000000 # 32,000 * # of keys
 
   - model_name: gemini-exp-1206-k2
@@ -183,7 +207,7 @@ model_list:
     litellm_params:
       model: gemini/gemini-exp-1206
       api_key: os.environ/GEMINI_API_KEY2
-      rpm: 10  # 2 * # of keys
+      rpm: 20  # 2 * # of keys
       tpm: 5000000 # 32,000 * # of keys
       
 # --------------gemini-exp-1121--------------------
@@ -195,7 +219,7 @@ model_list:
     litellm_params:
       model: gemini/gemini-exp-1121
       api_key: os.environ/GEMINI_API_KEY1
-      rpm: 10  # 2 * # of keys
+      rpm: 20  # 2 * # of keys
       tpm: 5000000 # 32,000 * # of keys
 
   - model_name: gemini-exp-1121-k2
@@ -206,7 +230,7 @@ model_list:
     litellm_params:
       model: gemini/gemini-exp-1121
       api_key: os.environ/GEMINI_API_KEY2
-      rpm: 10  # 2 * # of keys
+      rpm: 20  # 2 * # of keys
       tpm: 5000000 # 32,000 * # of keys
 
 # --------------gemini-exp-1114--------------------
@@ -218,7 +242,7 @@ model_list:
     litellm_params:
       model: gemini/gemini-exp-1114
       api_key: os.environ/GEMINI_API_KEY1
-      rpm: 10  # 2 * # of keys
+      rpm: 20  # 2 * # of keys
       tpm: 5000000 # 32,000 * # of keys
 
   - model_name: gemini-exp-1114-k2
@@ -229,7 +253,7 @@ model_list:
     litellm_params:
       model: gemini/gemini-exp-1114
       api_key: os.environ/GEMINI_API_KEY2
-      rpm: 10  # 2 * # of keys
+      rpm: 20  # 2 * # of keys
       tpm: 5000000 # 32,000 * # of keys
 
 # --------------gemini-1.5-flash--------------------