Update config.yaml

config.yaml

@@ -25,6 +25,7 @@ model_list:
       api_base: https://yc--northflank-duckapi--b69bn8cbbs7k.code.run/v1
       api_key: os.environ/NF_API_KEY
 
+# --------------gemini-1.5-pro--------------------
   - model_name: gemini-1.5-pro-k1
     litellm_params:
       model: gemini/gemini-1.5-pro
@@ -35,7 +36,109 @@ model_list:
       api_key: os.environ/GEMINI_API_KEY1
       rpm: 4  # 2 * # of keys
       tpm: 6400 # 32,000 * # of keys
+  - model_name: gemini-1.5-pro-k2
+    litellm_params:
+      model: gemini/gemini-1.5-pro
+      api_key: os.environ/GEMINI_API_KEY2
+  - model_name: gemini-1.5-pro
+    litellm_params:
+      model: gemini/gemini-1.5-pro
+      api_key: os.environ/GEMINI_API_KEY
+      rpm: 4  # 2 * # of keys
+      tpm: 6400 # 32,000 * # of keys
+
+  - model_name: gemini-1.5-pro-002-k1
+    litellm_params:
+      model: gemini/gemini-1.5-pro-002
+      api_key: os.environ/GEMINI_API_KEY1
+  - model_name: gemini-1.5-pro-002
+    litellm_params:
+      model: gemini/gemini-1.5-flash-002
+      api_key: os.environ/GEMINI_API_KEY1
+      rpm: 75  # 15 * # of keys
+      tpm: 5000000 # 1,000,000 * # of keys
+      
+  - model_name: gemini-1.5-pro-002-k2
+    litellm_params:
+      model: gemini/gemini-1.5-pro-002
+      api_key: os.environ/GEMINI_API_KEY2
+  - model_name: gemini-1.5-pro-002
+    litellm_params:
+      model: gemini/gemini-1.5-pro-002
+      api_key: os.environ/GEMINI_API_KEY2
+      rpm: 75  # 15 * # of keys
+      tpm: 5000000 # 1,000,000 * # of keys
+
+  - model_name: gemini-1.5-pro-exp-k1
+    litellm_params:
+      model: gemini/gemini-1.5-pro-exp
+      api_key: os.environ/GEMINI_API_KEY1
+  - model_name: gemini-1.5-pro-exp
+    litellm_params:
+      model: gemini/gemini-1.5-pro-exp
+      api_key: os.environ/GEMINI_API_KEY1
+      rpm: 75  # 15 * # of keys
+      tpm: 5000000 # 1,000,000 * # of keys
+
+  - model_name: gemini-1.5-pro-exp-k2
+    litellm_params:
+      model: gemini/gemini-1.5-pro-exp
+      api_key: os.environ/GEMINI_API_KEY2
+  - model_name: gemini-1.5-pro-exp
+    litellm_params:
+      model: gemini/gemini-1.5-pro-exp
+      api_key: os.environ/GEMINI_API_KEY2
+      rpm: 75  # 15 * # of keys
+      tpm: 5000000 # 1,000,000 * # of keys
+      
+# --------------gemini-exp-1121--------------------
+  - model_name: gemini-exp-1121-k1
+    litellm_params:
+      model: gemini/gemini-exp-1121
+      api_key: os.environ/GEMINI_API_KEY1
+  - model_name: gemini-exp-1121
+    litellm_params:
+      model: gemini/gemini-exp-1121
+      api_key: os.environ/GEMINI_API_KEY1
+      rpm: 10  # 2 * # of keys
+      tpm: 5000000 # 32,000 * # of keys
+
+  - model_name: gemini-exp-1121-k2
+    litellm_params:
+      model: gemini/gemini-exp-1121
+      api_key: os.environ/GEMINI_API_KEY2
+  - model_name: gemini-exp-1121
+    litellm_params:
+      model: gemini/gemini-exp-1121
+      api_key: os.environ/GEMINI_API_KEY2
+      rpm: 10  # 2 * # of keys
+      tpm: 5000000 # 32,000 * # of keys
+
+# --------------gemini-exp-1114--------------------
+  - model_name: gemini-exp-1114-k1
+    litellm_params:
+      model: gemini/gemini-exp-1114
+      api_key: os.environ/GEMINI_API_KEY1
+  - model_name: gemini-exp-1114
+    litellm_params:
+      model: gemini/gemini-exp-1114
+      api_key: os.environ/GEMINI_API_KEY1
+      rpm: 10  # 2 * # of keys
+      tpm: 5000000 # 32,000 * # of keys
+
+  - model_name: gemini-exp-1114-k2
+    litellm_params:
+      model: gemini/gemini-exp-1114
+      api_key: os.environ/GEMINI_API_KEY2
+  - model_name: gemini-exp-1114
+    litellm_params:
+      model: gemini/gemini-exp-1114
+      api_key: os.environ/GEMINI_API_KEY2
+      rpm: 10  # 2 * # of keys
+      tpm: 5000000 # 32,000 * # of keys
 
+# --------------gemini-1.5-flash--------------------
+      
   - model_name: gemini-1.5-flash-k1
     litellm_params:
       model: gemini/gemini-1.5-flash
@@ -47,17 +150,6 @@ model_list:
       rpm: 30  # 15 * # of keys
       tpm: 2000000 # 1,000,000 * # of keys
 
-  - model_name: gemini-1.5-pro-k2
-    litellm_params:
-      model: gemini/gemini-1.5-pro
-      api_key: os.environ/GEMINI_API_KEY2
-  - model_name: gemini-1.5-pro
-    litellm_params:
-      model: gemini/gemini-1.5-pro
-      api_key: os.environ/GEMINI_API_KEY
-      rpm: 4  # 2 * # of keys
-      tpm: 6400 # 32,000 * # of keys
-
   - model_name: gemini-1.5-flash-k2
     litellm_params:
       model: gemini/gemini-1.5-flash
@@ -69,6 +161,50 @@ model_list:
       rpm: 30  # 15 * # of keys
       tpm: 2000000 # 1,000,000 * # of keys
 
+  - model_name: gemini-1.5-flash-002-k1
+    litellm_params:
+      model: gemini/gemini-1.5-flash-002
+      api_key: os.environ/GEMINI_API_KEY1
+  - model_name: gemini-1.5-flash-002
+    litellm_params:
+      model: gemini/gemini-1.5-flash-002
+      api_key: os.environ/GEMINI_API_KEY1
+      rpm: 75  # 15 * # of keys
+      tpm: 5000000 # 1,000,000 * # of keys
+      
+  - model_name: gemini-1.5-flash-002-k2
+    litellm_params:
+      model: gemini/gemini-1.5-flash-002
+      api_key: os.environ/GEMINI_API_KEY2
+  - model_name: gemini-1.5-flash-002
+    litellm_params:
+      model: gemini/gemini-1.5-flash-002
+      api_key: os.environ/GEMINI_API_KEY2
+      rpm: 75  # 15 * # of keys
+      tpm: 5000000 # 1,000,000 * # of keys
+
+  - model_name: gemini-1.5-flash-exp-k1
+    litellm_params:
+      model: gemini/gemini-1.5-flash-exp
+      api_key: os.environ/GEMINI_API_KEY1
+  - model_name: gemini-1.5-flash-exp
+    litellm_params:
+      model: gemini/gemini-1.5-flash-exp
+      api_key: os.environ/GEMINI_API_KEY1
+      rpm: 75  # 15 * # of keys
+      tpm: 5000000 # 1,000,000 * # of keys
+
+  - model_name: gemini-1.5-flash-exp-k2
+    litellm_params:
+      model: gemini/gemini-1.5-flash-exp
+      api_key: os.environ/GEMINI_API_KEY2
+  - model_name: gemini-1.5-flash-exp
+    litellm_params:
+      model: gemini/gemini-1.5-flash-exp
+      api_key: os.environ/GEMINI_API_KEY2
+      rpm: 75  # 15 * # of keys
+      tpm: 5000000 # 1,000,000 * # of keys
+
 litellm_settings:
   # Networking settings
   request_timeout: 20 # (int) llm request timeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout