RAG.py

# from ragatouille import RAGPretrainedModel
from langchain_voyageai import VoyageAIEmbeddings
# from langchain_text_splitters import RecursiveCharacterTextSplitter
from langchain_experimental.text_splitter import SemanticChunker
from langchain_community.vectorstores import FAISS
from langchain_groq import ChatGroq
from langchain.chains import RetrievalQA
from langchain.memory import ConversationBufferMemory
from langchain.prompts import PromptTemplate
from dotenv import load_dotenv
import os
import streamlit as st
# import asyncio

load_dotenv()
GROQ_API_KEY = os.getenv('GROQ_API_KEY')
VOYAGE_EMBEDDINGS = os.getenv('VOYAGE_EMBEDDINGS')

llm = ChatGroq(temperature=0, groq_api_key=GROQ_API_KEY, model_name="llama3-70b-8192")
# RAG = RAGPretrainedModel.from_pretrained("colbert-ir/colbertv2.0")
embeddings = VoyageAIEmbeddings(
    voyage_api_key=VOYAGE_EMBEDDINGS, model="voyage-large-2-instruct"
)
system_prompt = """You are a helpful assistant, you will use the provided context to answer user questions.
Read the given context before answering questions and think step by step. If you can not answer a user question based on 
the provided context, inform the user. Do not use any other information for answering user. Provide a detailed answer to the question."""
prompt_template = (
                system_prompt
                + """
    
            Context: {history} \n {context}
            User: {question}
            Answer:"""
            )
prompt = PromptTemplate(input_variables=["history", "context", "question"], template=prompt_template)
memory = ConversationBufferMemory(input_key="question", memory_key="history")


def rag(full_string):
   
    # RAG.index(
    #     collection=[full_string],
    #     index_name="vector_db",
    #     max_document_length=512,
    #     split_documents=True,
        
    # )
    text_splitter = SemanticChunker(embeddings, breakpoint_threshold_type="percentile")
    texts = text_splitter.create_documents([full_string])
    db = FAISS.from_documents(texts, embeddings)
    retriever = db.as_retriever(search_kwargs={"k": 5})
    # retriever = RAG.as_langchain_retriever(k=5)
    qa = RetrievalQA.from_chain_type(
            llm=llm,
            chain_type="stuff",  # try other chains types as well. refine, map_reduce, map_rerank
            retriever=retriever,
            return_source_documents=True,  # verbose=True,
            chain_type_kwargs={"prompt": prompt, "memory": memory},
        )
    return qa