Update config.json

config.json

@@ -3,7 +3,7 @@
   "encryption_key": "env.ENCRYPTION_KEY",
   "client": {
     "initial_pool_size": 600,
-    "drop_excess_requests": true,
+    "drop_excess_requests": false,
     "enable_logging": true,
     "disable_content_logging": true,
     "log_retention_days": 60,
@@ -28,6 +28,7 @@
         "name": "lll",
         "value": "env.VK_LLL",
         "is_active": true,
+        "rate_limit_id": "rl_vk_lll",
         "provider_configs": [
           {
             "provider": "cerebras",
@@ -37,6 +38,20 @@
           }
         ]
       }
+    ],
+    "rate_limits": [
+      {
+        "id": "rl_vk_lll",
+        "request_max_limit": 32,
+        "request_reset_duration": "1m",
+      },
+      {
+        "id": "rl_cerebras_free_tier",
+        "request_max_limit": 5,
+        "request_reset_duration": "1m",
+        "token_max_limit": "30000",
+        "token_reset_duration": "1m"
+      }
     ]
   },
   "providers": {
@@ -46,37 +61,92 @@
           "name": "cerebras-key-1",
           "value": "env.CEREBRAS_API_KEY_1",
           "models": ["gpt-oss-120b", "zai-glm-4.7"],
-          "weight": 1.0
+          "weight": 1.0,
+          "rate_limit_id": "rl_cerebras_free_tier"
         },
         {
           "name": "cerebras-key-2",
           "value": "env.CEREBRAS_API_KEY_2",
           "models": ["gpt-oss-120b", "zai-glm-4.7"],
-          "weight": 1.0
+          "weight": 1.0,
+          "rate_limit_id": "rl_cerebras_free_tier"
         },
         {
           "name": "cerebras-key-3",
           "value": "env.CEREBRAS_API_KEY_3",
           "models": ["gpt-oss-120b", "zai-glm-4.7"],
-          "weight": 1.0
+          "weight": 1.0,
+          "rate_limit_id": "rl_cerebras_free_tier"
         },
         {
           "name": "cerebras-key-4",
           "value": "env.CEREBRAS_API_KEY_4",
           "models": ["gpt-oss-120b", "zai-glm-4.7"],
-          "weight": 1.0
+          "weight": 1.0,
+          "rate_limit_id": "rl_cerebras_free_tier"
         },
         {
           "name": "cerebras-key-5",
           "value": "env.CEREBRAS_API_KEY_5",
           "models": ["gpt-oss-120b", "zai-glm-4.7"],
-          "weight": 1.0
+          "weight": 1.0,
+          "rate_limit_id": "rl_cerebras_free_tier"
         },
         {
           "name": "cerebras-key-6",
           "value": "env.CEREBRAS_API_KEY_6",
           "models": ["gpt-oss-120b", "zai-glm-4.7"],
-          "weight": 1.0
+          "weight": 1.0,
+          "rate_limit_id": "rl_cerebras_free_tier"
+        },
+        {
+          "name": "cerebras-key-7",
+          "value": "env.CEREBRAS_API_KEY_7",
+          "models": ["gpt-oss-120b", "zai-glm-4.7"],
+          "weight": 1.0,
+          "rate_limit_id": "rl_cerebras_free_tier"
+        },
+        {
+          "name": "cerebras-key-8",
+          "value": "env.CEREBRAS_API_KEY_8",
+          "models": ["gpt-oss-120b", "zai-glm-4.7"],
+          "weight": 1.0,
+          "rate_limit_id": "rl_cerebras_free_tier"
+        },
+        {
+          "name": "cerebras-key-9",
+          "value": "env.CEREBRAS_API_KEY_9",
+          "models": ["gpt-oss-120b", "zai-glm-4.7"],
+          "weight": 1.0,
+          "rate_limit_id": "rl_cerebras_free_tier"
+        },
+        {
+          "name": "cerebras-key-10",
+          "value": "env.CEREBRAS_API_KEY_10",
+          "models": ["gpt-oss-120b", "zai-glm-4.7"],
+          "weight": 1.0,
+          "rate_limit_id": "rl_cerebras_free_tier"
+        },
+        {
+          "name": "cerebras-key-11",
+          "value": "env.CEREBRAS_API_KEY_11",
+          "models": ["gpt-oss-120b", "zai-glm-4.7"],
+          "weight": 1.0,
+          "rate_limit_id": "rl_cerebras_free_tier"
+        },
+        {
+          "name": "cerebras-key-12",
+          "value": "env.CEREBRAS_API_KEY_12",
+          "models": ["gpt-oss-120b", "zai-glm-4.7"],
+          "weight": 1.0,
+          "rate_limit_id": "rl_cerebras_free_tier"
+        },
+        {
+          "name": "cerebras-key-13",
+          "value": "env.CEREBRAS_API_KEY_13",
+          "models": ["gpt-oss-120b", "zai-glm-4.7"],
+          "weight": 1.0,
+          "rate_limit_id": "rl_cerebras_free_tier"
         }
       ]
     }