add quota manager

app/config.py

@@ -2,6 +2,7 @@ from pydantic_settings import BaseSettings
 from functools import lru_cache
 import os
 from dotenv import load_dotenv
+from pydantic import field_validator
 
 load_dotenv()
 
@@ -33,8 +34,8 @@ class Settings(BaseSettings):
     # Gemini Configuration
     # Hỗ trợ nhiều API key và model cho Gemini
     # Định nghĩa biến môi trường: GEMINI_API_KEYS="key1,key2,..."; GEMINI_MODELS="model1,model2,..."
-    gemini_api_keys: list[str] = os.getenv("GEMINI_API_KEYS", "").split(",") if os.getenv("GEMINI_API_KEYS") else []
-    gemini_models: list[str] = os.getenv("GEMINI_MODELS", "").split(",") if os.getenv("GEMINI_MODELS") else []
+    gemini_api_keys: list[str] = []
+    gemini_models: list[str] = []
     gemini_base_url: str = os.getenv("GEMINI_BASE_URL", "https://generativelanguage.googleapis.com/v1") or ""
 
     # LLM (chat/completion) provider/model
@@ -47,6 +48,20 @@ class Settings(BaseSettings):
     rerank_provider: str = os.getenv("RERANK_PROVIDER", "") or llm_provider
     rerank_model: str = os.getenv("RERANK_MODEL", "") or llm_model
 
+    @field_validator("gemini_api_keys", mode="before")
+    @classmethod
+    def split_gemini_api_keys(cls, v):
+        if isinstance(v, str):
+            return [k.strip() for k in v.split(",") if k.strip()]
+        return v
+
+    @field_validator("gemini_models", mode="before")
+    @classmethod
+    def split_gemini_models(cls, v):
+        if isinstance(v, str):
+            return [m.strip() for m in v.split(",") if m.strip()]
+        return v
+
     class Config:
         env_file = ".env"
 

app/request_limit_manager.py

@@ -12,8 +12,8 @@ class RequestLimitManager:
     def _init_keys_models(self):
         settings = get_settings()
         if self.provider == "gemini":
-            self.api_keys: List[str] = [k.strip() for k in getattr(settings, 'gemini_api_keys', []) if k.strip()]
-            self.models: List[str] = [m.strip() for m in getattr(settings, 'gemini_models', []) if m.strip()]
+            self.api_keys: List[str] = getattr(settings, 'gemini_api_keys', [])
+            self.models: List[str] = getattr(settings, 'gemini_models', [])
         # Có thể mở rộng cho provider khác ở đây
         self.status: Dict[str, Dict[str, Dict[str, Union[str, float]]]] = {}
         now = time.time()