ShunTay12 commited on
Commit
2b26025
·
1 Parent(s): 3486e63

Updated the chat models to be read dynamically from env file

Browse files
app/core/chatbot/config.py CHANGED
@@ -2,11 +2,8 @@
2
  Configuration module for environment variables and database settings.
3
  """
4
 
5
- from dotenv import load_dotenv
6
  import os
7
 
8
- load_dotenv()
9
-
10
  # Database connection string
11
  DATABASE_URL = os.getenv("DATABASE_URL") or os.getenv("SUPABASE_DATABASE_URL")
12
 
 
2
  Configuration module for environment variables and database settings.
3
  """
4
 
 
5
  import os
6
 
 
 
7
  # Database connection string
8
  DATABASE_URL = os.getenv("DATABASE_URL") or os.getenv("SUPABASE_DATABASE_URL")
9
 
app/core/chatbot/llm.py CHANGED
@@ -8,17 +8,16 @@ import os
8
  from langchain_groq import ChatGroq
9
  from langchain_openai import ChatOpenAI
10
 
11
-
12
  # LLM for constructing optimized search querie
13
  construct_query_llm = ChatOpenAI(
14
- model="xiaomi/mimo-v2-flash:free",
15
  api_key=os.getenv("OPENROUTER_API_KEY"),
16
- base_url="https://openrouter.ai/api/v1",
17
  )
18
 
19
  # Main LLM for generating responses
20
  response_llm = ChatGroq(
21
- model="meta-llama/llama-4-scout-17b-16e-instruct",
22
  temperature=0,
23
  max_tokens=None,
24
  timeout=None,
 
8
  from langchain_groq import ChatGroq
9
  from langchain_openai import ChatOpenAI
10
 
 
11
  # LLM for constructing optimized search querie
12
  construct_query_llm = ChatOpenAI(
13
+ model=os.getenv("MODEL_OPENROUTER"),
14
  api_key=os.getenv("OPENROUTER_API_KEY"),
15
+ base_url=os.getenv("BASE_URL_OPENROUTER"),
16
  )
17
 
18
  # Main LLM for generating responses
19
  response_llm = ChatGroq(
20
+ model=os.getenv("MODEL_GROQ"),
21
  temperature=0,
22
  max_tokens=None,
23
  timeout=None,
main.py CHANGED
@@ -1,3 +1,7 @@
 
 
 
 
1
  from fastapi import FastAPI
2
  from fastapi.middleware.cors import CORSMiddleware
3
  import uvicorn
@@ -21,4 +25,3 @@ app.include_router(chat, tags=["chat api"])
21
 
22
  if __name__ == "__main__":
23
  uvicorn.run("main:app", host="0.0.0.0", port=7860, reload=True)
24
-
 
1
+ from dotenv import load_dotenv
2
+
3
+ load_dotenv()
4
+
5
  from fastapi import FastAPI
6
  from fastapi.middleware.cors import CORSMiddleware
7
  import uvicorn
 
25
 
26
  if __name__ == "__main__":
27
  uvicorn.run("main:app", host="0.0.0.0", port=7860, reload=True)