fix: make model_provider call consistent in app_settings

app.py

@@ -39,7 +39,7 @@ embeddings = BedrockEmbeddings(
 
 llm = init_chat_model(
     app_settings.llm_model,
-    model_provider="bedrock_converse",
+    model_provider=app_settings.model_provider,
     region_name=app_settings.llm_region,
     aws_access_key_id=app_settings.aws_access_key_id,
     aws_secret_access_key=app_settings.aws_secret_access_key,

config.py

@@ -30,6 +30,7 @@ class AppSettings(Settings):
     # backend
     llm_model: str
     llm_region: str
+    model_provider: str
     embedding_model: str
     embedding_size: int
     vector_db_url: str

conversation/generate.py

@@ -20,7 +20,7 @@ logger = structlog.get_logger(__name__)
 
 llm = init_chat_model(
     app_settings.llm_model,
-    model_provider="bedrock_converse",
+    model_provider=app_settings.model_provider,
     region_name=app_settings.llm_region,
     aws_access_key_id=app_settings.aws_access_key_id,
     aws_secret_access_key=app_settings.aws_secret_access_key,

pyproject.toml

@@ -25,6 +25,7 @@ dependencies = [
 # shared
 llm_model = "anthropic.claude-3-5-sonnet-20240620-v1:0"
 llm_region = "eu-central-1"
+model_provider = "bedrock_converse"
 embedding_model = "cohere.embed-multilingual-v3"
 embedding_size = 1024
 vector_db_url = ":memory:"