Spaces:
Sleeping
Sleeping
ShunTay12 commited on
Commit ·
2b26025
1
Parent(s): 3486e63
Updated the chat models to be read dynamically from env file
Browse files- app/core/chatbot/config.py +0 -3
- app/core/chatbot/llm.py +3 -4
- main.py +4 -1
app/core/chatbot/config.py
CHANGED
|
@@ -2,11 +2,8 @@
|
|
| 2 |
Configuration module for environment variables and database settings.
|
| 3 |
"""
|
| 4 |
|
| 5 |
-
from dotenv import load_dotenv
|
| 6 |
import os
|
| 7 |
|
| 8 |
-
load_dotenv()
|
| 9 |
-
|
| 10 |
# Database connection string
|
| 11 |
DATABASE_URL = os.getenv("DATABASE_URL") or os.getenv("SUPABASE_DATABASE_URL")
|
| 12 |
|
|
|
|
| 2 |
Configuration module for environment variables and database settings.
|
| 3 |
"""
|
| 4 |
|
|
|
|
| 5 |
import os
|
| 6 |
|
|
|
|
|
|
|
| 7 |
# Database connection string
|
| 8 |
DATABASE_URL = os.getenv("DATABASE_URL") or os.getenv("SUPABASE_DATABASE_URL")
|
| 9 |
|
app/core/chatbot/llm.py
CHANGED
|
@@ -8,17 +8,16 @@ import os
|
|
| 8 |
from langchain_groq import ChatGroq
|
| 9 |
from langchain_openai import ChatOpenAI
|
| 10 |
|
| 11 |
-
|
| 12 |
# LLM for constructing optimized search querie
|
| 13 |
construct_query_llm = ChatOpenAI(
|
| 14 |
-
model="
|
| 15 |
api_key=os.getenv("OPENROUTER_API_KEY"),
|
| 16 |
-
base_url=
|
| 17 |
)
|
| 18 |
|
| 19 |
# Main LLM for generating responses
|
| 20 |
response_llm = ChatGroq(
|
| 21 |
-
model="
|
| 22 |
temperature=0,
|
| 23 |
max_tokens=None,
|
| 24 |
timeout=None,
|
|
|
|
| 8 |
from langchain_groq import ChatGroq
|
| 9 |
from langchain_openai import ChatOpenAI
|
| 10 |
|
|
|
|
| 11 |
# LLM for constructing optimized search querie
|
| 12 |
construct_query_llm = ChatOpenAI(
|
| 13 |
+
model=os.getenv("MODEL_OPENROUTER"),
|
| 14 |
api_key=os.getenv("OPENROUTER_API_KEY"),
|
| 15 |
+
base_url=os.getenv("BASE_URL_OPENROUTER"),
|
| 16 |
)
|
| 17 |
|
| 18 |
# Main LLM for generating responses
|
| 19 |
response_llm = ChatGroq(
|
| 20 |
+
model=os.getenv("MODEL_GROQ"),
|
| 21 |
temperature=0,
|
| 22 |
max_tokens=None,
|
| 23 |
timeout=None,
|
main.py
CHANGED
|
@@ -1,3 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
from fastapi import FastAPI
|
| 2 |
from fastapi.middleware.cors import CORSMiddleware
|
| 3 |
import uvicorn
|
|
@@ -21,4 +25,3 @@ app.include_router(chat, tags=["chat api"])
|
|
| 21 |
|
| 22 |
if __name__ == "__main__":
|
| 23 |
uvicorn.run("main:app", host="0.0.0.0", port=7860, reload=True)
|
| 24 |
-
|
|
|
|
| 1 |
+
from dotenv import load_dotenv
|
| 2 |
+
|
| 3 |
+
load_dotenv()
|
| 4 |
+
|
| 5 |
from fastapi import FastAPI
|
| 6 |
from fastapi.middleware.cors import CORSMiddleware
|
| 7 |
import uvicorn
|
|
|
|
| 25 |
|
| 26 |
if __name__ == "__main__":
|
| 27 |
uvicorn.run("main:app", host="0.0.0.0", port=7860, reload=True)
|
|
|