Spaces:
Sleeping
Sleeping
File size: 2,633 Bytes
d6d8ddd acabaa9 d6d8ddd acabaa9 d6d8ddd acabaa9 d6d8ddd acabaa9 d6d8ddd acabaa9 d6d8ddd acabaa9 d6d8ddd acabaa9 d6d8ddd acabaa9 d6d8ddd 68582c5 d6d8ddd 98c8427 68582c5 d6d8ddd | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 | import fitz # PyMuPDF
import numpy as np
import faiss
import requests
import os
from sentence_transformers import SentenceTransformer
from langchain.text_splitter import RecursiveCharacterTextSplitter
import gradio as gr
# 🔹 Step 1: PDF File Path from Hugging Face local space
pdf_path = "our_philosophy-_falsafatuna (1).pdf" # Must be uploaded to "Files and versions" in your Space
# 🔹 Step 2: Extract Text from PDF
doc = fitz.open(pdf_path)
text = ""
for page in doc:
text += page.get_text()
# 🔹 Step 3: Split Text into Chunks
splitter = RecursiveCharacterTextSplitter(chunk_size=500, chunk_overlap=50)
chunks = splitter.split_text(text)
# 🔹 Step 4: Create Embeddings and FAISS Index
model = SentenceTransformer("all-MiniLM-L6-v2")
embeddings = model.encode(chunks)
dimension = embeddings.shape[1]
index = faiss.IndexFlatL2(dimension)
index.add(np.array(embeddings))
chunk_list = chunks # Used for retrieval
# 🔹 Step 5: RAG Query
def query_rag(question, k=3):
question_embedding = model.encode([question])
D, I = index.search(np.array(question_embedding), k)
retrieved_chunks = [chunk_list[i] for i in I[0]]
context = "\n".join(retrieved_chunks)
prompt = f"Answer the question based on the following context:\n{context}\n\nQuestion: {question}\nAnswer:"
return prompt
# 🔹 Step 6: Generate answer from Groq API using environment variable for key
def generate_answer(prompt):
GROQ_API_KEY = os.environ["GROQ_API_KEY"] # Secure way to get API key
url = "https://api.groq.com/openai/v1/chat/completions"
headers = {
"Authorization": f"Bearer {GROQ_API_KEY}",
"Content-Type": "application/json"
}
data = {
"model": "llama3-8b-8192",
"messages": [{"role": "user", "content": prompt}],
"temperature": 0.3
}
response = requests.post(url, headers=headers, json=data)
return response.json()['choices'][0]['message']['content']
# 🔹 Step 7: Full RAG Pipeline
def rag_pipeline(question):
prompt = query_rag(question)
answer = generate_answer(prompt)
return answer
# 🔹 Step 8: Gradio Interface
interface = gr.Interface(
fn=rag_pipeline,
inputs=gr.Textbox(lines=2, placeholder="Ask any question from Falsafatuna..."),
outputs="text",
title="📘 Read ❤️Falsafatuna❤️ (Our Philosophy) by Allama Muhammad Baqir as-Sadr",
description="Developed by Najaf Ali Sharqi — Educator, researcher and advocate of AI for Education. This app allows you to ask any question from the book *Falsafatuna* and receive intelligent responses using Groq + LLaMA3."
)
interface.launch()
|