Components/para_agent.py

import os
from langchain_community.embeddings.sentence_transformer import SentenceTransformerEmbeddings
from langchain_community.vectorstores import Chroma
from langchain.chains import RetrievalQA
from langchain.prompts import PromptTemplate
from langchain.text_splitter import RecursiveCharacterTextSplitter
import streamlit as st
from together import Together
from langchain.llms.base import LLM
from typing import Any, List, Optional
from Components.para_utility import load_pdfs_from_file
from pydantic import PrivateAttr

embedding_function = SentenceTransformerEmbeddings(model_name="all-MiniLM-L6-v2")


class TogetherLLM(LLM):
    model_name: str = "mistralai/Mistral-7B-Instruct-v0.2"
    temperature: float = 0
    max_tokens: int = 256
    together_api_key: str = os.getenv("Together_API")

    # Define private attribute
    client: Any = PrivateAttr()
    
    def __init__(self, **kwargs):
        super().__init__(**kwargs)
        # Together("api_key")=self.together_api_key
        self.client = Together(api_key=self.together_api_key)

    def _call(self, prompt: str, **kwargs: Any) -> str:
        response = self.client.chat.completions.create(
            model=self.model_name,
            messages=[{"role": "user", "content": prompt}],
            temperature=self.temperature,
            max_tokens=self.max_tokens,
        )
        return response.choices[0].message.content

    @property
    def _llm_type(self) -> str:
        return "together_llm"


def split_docs(documents, chunk_size=500, chunk_overlap=10):
    text_splitter = RecursiveCharacterTextSplitter(chunk_size=chunk_size, chunk_overlap=chunk_overlap)
    docs = text_splitter.split_documents(documents)
    return docs

def initialize_model(documents):
    with st.spinner("Processing documents may take a few seconds"):
        new_pages = split_docs(documents)
        
        if not new_pages:
            st.error("No documents to process.")
            return None
        # db = Chroma.from_documents(new_pages, embedding_function)
        db = Chroma.from_documents(
            new_pages,
            embedding_function,
            persist_directory="../dataset"
        )
        db.persist()
        # Use the new TogetherLLM class
        llm = TogetherLLM()

        retriever = db.as_retriever(similarity_score_threshold=0.95, search_kwargs={"k": 5})

        prompt_template = """
        CONTEXT: {context}
        QUESTION: {question}"""

        PROMPT = PromptTemplate(template=f"[INST] {prompt_template} [/INST]", input_variables=["context", "question"])

        chain = RetrievalQA.from_chain_type(
            llm=llm,
            chain_type='stuff',
            retriever=retriever,
            input_key='query',
            return_source_documents=True,
            chain_type_kwargs={"prompt": PROMPT},
            verbose=True
        )
    st.success("Document Processed successfully!")
    return chain

class ConversationalAgent:
    def __init__(self, chain):
        self.chain = chain
        self.history = []

    def ask(self, query):
        context = " ".join([item['response'] for item in self.history])
        prompt_template = """
        CONTEXT: {context}
        QUESTION: {question}"""
        prompt = f"[INST] CONTEXT: {context} QUESTION: {query} {prompt_template} [/INST]"
        response = self.chain(query)
        result = response['result']
        # st.write(result)
        self.history.append({'query': query, 'response': result})
        return result, response['source_documents']

def process_file(uploaded_file):
    """Process the uploaded file and return an agent"""

        
    documents = load_pdfs_from_file(uploaded_file)
    if documents is None:
        return None
    chain = initialize_model(documents)
    
    return ConversationalAgent(chain)

def demo_file_load():
    dir_pre=os.getcwd()
    pre=os.path.join(dir_pre,"dataset","LLM.pdf")
    
    documents = load_pdfs_from_file(pre)
    if documents is None:
        return None
    chain = initialize_model(documents)
    
    return ConversationalAgent(chain)