Spaces:
Sleeping
Sleeping
File size: 2,384 Bytes
338036b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 | from fastapi import FastAPI
from routes import base, data, nlp
from motor.motor_asyncio import AsyncIOMotorClient
#to call database name/url
from helpers.config import get_settings
from stores.LLM.LLMProviderFActory import LLMProviderfactory
#import provider factory
from stores.vectordb.VectorDBProviderFactory import VectorDBProviderFactory
from stores.LLM.templates.template_parser import TemplateParser
from sqlalchemy.ext.asyncio import create_async_engine
from sqlalchemy.orm import sessionmaker
from sqlalchemy.ext.asyncio import AsyncSession
# import metrics
from utils import setup_metrics
app = FastAPI()
# setup metrics
setup_metrics(app)
@app.on_event("startup")
async def startup_span():
settings = get_settings()
# create conniction
postgres_conn = f"postgresql+asyncpg://{settings.POSTGRES_USERNAME}:{settings.POSTGRES_PASSWORD}@{settings.POSTGRES_HOST}:{settings.POSTGRES_PORT}/{settings.POSTGRES_MAIN_DATABASE}"
app.db_engine = create_async_engine(postgres_conn)
app.db_client = sessionmaker(
bind=app.db_engine, class_ = AsyncSession,expire_on_commit=False
)
llm_provider_factory = LLMProviderfactory(settings)
vectordb_provider_factory = VectorDBProviderFactory(config=settings,db_client=app.db_client)
#generate client
app.generation_client = llm_provider_factory.create(provider=settings.GENERATION_BACKEND)
app.generation_client.set_generation_model(model_id=settings.GENERATION_MODEL_ID)
# embedding client
app.embedding_client = llm_provider_factory.create(provider=settings.EMBEDDING_BACKEND)
app.embedding_client.set_embedding_model(model_id=settings.EMBEDDING_MODEL_ID,
embedding_size=settings.EMBEDDING_MODEL_SIZE)
# vectordb client
app.vectordb_client = vectordb_provider_factory.create(
provider=settings.VECTOR_DB_BACKEND
)
await app.vectordb_client.connect()
app.template_parser = TemplateParser(
lnaguage = settings.PRIMARY_LANG,default_language=settings.DEFAULT_LANG
)
@app.on_event("shutdown")
async def shutdown_span():
app.db_engine.dispose()
await app.vectordb_client.disconnect()
app.include_router(base.base_router)
app.include_router(data.data_router)
app.include_router(nlp.nlp_router)
|