import os import io import json import re import logging import tempfile import base64 from uuid import uuid4 from typing import Optional, List from fastapi import FastAPI, UploadFile, File, HTTPException from fastapi.responses import JSONResponse from fastapi.middleware.cors import CORSMiddleware from pydantic import BaseModel from dotenv import load_dotenv from langchain.chains import create_history_aware_retriever, create_retrieval_chain from langchain.chains.combine_documents import create_stuff_documents_chain from langchain_community.chat_message_histories import ChatMessageHistory from langchain_core.prompts import ChatPromptTemplate, MessagesPlaceholder from langchain_groq import ChatGroq from langchain_huggingface import HuggingFaceEmbeddings from langchain_text_splitters import RecursiveCharacterTextSplitter from langchain_community.document_loaders import PyPDFLoader from langchain_chroma import Chroma from langchain.tools import Tool # Configure logging logging.basicConfig(level=logging.INFO) logger = logging.getLogger(__name__) # Load environment variables load_dotenv() HF_TOKEN = os.getenv("HF_TOKEN") GROQ_API_KEY = os.getenv("GROQ_API_KEY") HOST = os.getenv("HOST", "0.0.0.0") PORT = int(os.getenv("PORT", 5000)) PDF_PATH = os.getenv("PDF_PATH", "nivakaran.pdf") # Validate environment variables if not all([HF_TOKEN, GROQ_API_KEY, PDF_PATH]): logger.error("Missing required environment variables") raise RuntimeError("Environment variables not set") # Initialize FastAPI app app = FastAPI( title="Portfolio API", description="API for Nivakaran's portfolio", version="1.0.0", ) # Configure CORS app.add_middleware( CORSMiddleware, allow_origins=["*"], # Restrict to specific origins in production allow_credentials=True, allow_methods=["GET", "POST"], allow_headers=["*"], ) # Initialize RAG components embeddings = HuggingFaceEmbeddings(model_name="./local_model") llm = ChatGroq(model_name="Deepseek-R1-Distill-Llama-70b") session_store = {} def process_pdf(file_path: str): try: loader = PyPDFLoader(file_path) documents = loader.load() text_splitter = RecursiveCharacterTextSplitter(chunk_size=5000, chunk_overlap=500) splits = text_splitter.split_documents(documents) vectorstore = Chroma.from_documents( documents=splits, embedding=embeddings, persist_directory="./portfolio.db" ) logger.info(f"PDF {file_path} processed successfully") return vectorstore except Exception as e: logger.error(f"Failed to process PDF: {str(e)}") raise RuntimeError("PDF processing failed") # Initialize vectorstore try: vectorstore = process_pdf(PDF_PATH) retriever = vectorstore.as_retriever() logger.info("Vectorstore initialized successfully") except Exception as e: logger.error(f"Vectorstore initialization failed: {str(e)}") raise RuntimeError("Vectorstore initialization failed") class QuestionRequest(BaseModel): session_id: str question: str class QuestionResponse(BaseModel): answer: str @app.post( "/ask", response_model=QuestionResponse, summary="Ask the portfolio assistant", description="Submit a question to get a reply from Max, the portfolio chatbot." ) async def ask_question(request: QuestionRequest): session_id = request.session_id question = request.question logger.info(f"Received question for session {session_id}: {question}") try: if session_id not in session_store: session_store[session_id] = { "history": ChatMessageHistory(), "retriever": retriever } session = session_store[session_id] history = session["history"] last_messages = history.messages[-6:] # RAG processing contextualize_q_prompt = ChatPromptTemplate.from_messages([ ("system", "Rephrase questions considering chat history."), MessagesPlaceholder("chat_history"), ("human", "{input}") ]) history_aware_retriever = create_history_aware_retriever( llm, session["retriever"], contextualize_q_prompt ) system_prompt = """You are Max, a friendly and professional chatbot designed to assist visitors to Nivakaran’s portfolio website. Your primary goal is to provide accurate, clear, and helpful information about Nivakaran, based on the following context: {context} Your responses should be: 1. Informative and relevant, directly addressing the visitor’s questions about Nivakaran’s skills, projects, experience, and background. 2. Concise but thorough enough to give visitors a clear understanding of Nivakaran’s expertise. 3. Engaging and approachable, maintaining a professional yet conversational tone. 4. Honest about what is available in the provided context; if you don’t know an answer, politely say so and suggest the visitor explore other sections of the portfolio or contact Nivakaran directly. 5. Focused on helping visitors understand Nivakaran’s capabilities and what makes him stand out as a developer and professional. 6. Ready to provide examples, explanations, or links to portfolio projects when relevant. Avoid providing generic or unrelated information. Always tailor your answers to highlight Nivakaran’s strengths and the unique value he brings. """ qa_prompt = ChatPromptTemplate.from_messages([ ("system", system_prompt), MessagesPlaceholder("chat_history"), ("human", "{input}") ]) question_answer_chain = create_stuff_documents_chain(llm, qa_prompt) rag_chain = create_retrieval_chain(history_aware_retriever, question_answer_chain) # Get and process response result = rag_chain.invoke({ "input": question, "chat_history": last_messages }) raw_answer = result["answer"] # Remove ... block from answer cleaned_answer = re.sub(r".*?\s*", "", raw_answer, flags=re.DOTALL).strip() # Update history history.add_user_message(question) history.add_ai_message(cleaned_answer) logger.info(f"Cleaned response for session {session_id}: {cleaned_answer[:100]}...") return QuestionResponse(answer=cleaned_answer) except Exception as e: logger.error(f"Error processing question for session {session_id}: {str(e)}") raise HTTPException(status_code=500, detail=f"Processing failed: {str(e)}") # Root endpoint @app.get("/") async def root(): return { "message": "Welcome to the Portfolio API", "endpoints": { "portfolio_assistant": "/ask", "docs": "/docs" } } if __name__ == "__main__": import uvicorn uvicorn.run(app, host=HOST, port=PORT)