Added

app.py

@@ -1,41 +1,163 @@
+# import streamlit as st
+# import faiss
+# import pickle
+# import numpy as np
+# import torch
+# from transformers import T5Tokenizer, T5ForConditionalGeneration
+# from sentence_transformers import SentenceTransformer
+
+# # Load LLM model (local folder)
+# @st.cache_resource
+# def load_llm():
+#     model_path = "./Generator_Model"
+#     tokenizer = T5Tokenizer.from_pretrained(model_path)
+#     model = T5ForConditionalGeneration.from_pretrained(model_path)
+#     return tokenizer, model
+
+# # Load embedding model (local folder)
+# @st.cache_resource
+# def load_embedding_model():
+#     embed_model_path = "./Embedding_Model1"
+#     return SentenceTransformer(embed_model_path)
+
+# # Load FAISS index and embeddings
+# @st.cache_resource
+# def load_faiss():
+#     faiss_index = faiss.read_index("faiss_index_file.index")
+#     data = np.load("embeddings_file.npy", allow_pickle=True)
+#     return faiss_index, data
+
+
+# # Search function
+# def search(query, embed_model, index, data):
+#     query_embedding = embed_model.encode([query]).astype('float32')
+#     _, I = index.search(query_embedding, k=5)  # Top 5 results
+#     results = [data['texts'][i] for i in I[0] if i != -1]
+#     return results
+
+# # Generate response using LLM
+# def generate_response(context, query, tokenizer, model):
+#     input_text = f"Context: {context}\n\nQuestion: {query}\n\nAnswer:"
+#     inputs = tokenizer.encode(input_text, return_tensors="pt")
+#     outputs = model.generate(inputs, max_length=512, do_sample=True, temperature=0.7)
+#     response = tokenizer.decode(outputs[0], skip_special_tokens=True)
+#     return response
+
+# # Streamlit App
+# def main():
+#     st.title("Local LLM + FAISS + Embedding Search App")
+#     st.markdown("🔍 Ask a question, and get context-aware answers!")
+
+#     # Load everything once
+#     tokenizer, llm_model = load_llm()
+#     embed_model = load_embedding_model()
+#     faiss_index, data = load_faiss()
+
+#     query = st.text_input("Enter your query:")
+
+#     if query:
+#         with st.spinner("Processing..."):
+#             # Search relevant contexts
+#             contexts = search(query, embed_model, faiss_index, data)
+#             combined_context = " ".join(contexts)
+
+#             # Generate answer
+#             response = generate_response(combined_context, query, tokenizer, llm_model)
+
+#             st.subheader("Response:")
+#             st.write(response)
+
+#             st.subheader("Top Retrieved Contexts:")
+#             for idx, ctx in enumerate(contexts, 1):
+#                 st.markdown(f"**{idx}.** {ctx}")
+
+# if __name__ == "__main__":
+#     main()
+
+
+
+###########################
+import os
 import streamlit as st
 import faiss
 import pickle
 import numpy as np
 import torch
+import gdown
 from transformers import T5Tokenizer, T5ForConditionalGeneration
 from sentence_transformers import SentenceTransformer
 
-# Load LLM model (local folder)
+# Function to download a full folder from Google Drive
+def download_folder_from_google_drive(folder_url, output_path):
+    if not os.path.exists(output_path):
+        gdown.download_folder(url=folder_url, output=output_path, quiet=False, use_cookies=False)
+
+# Download individual files
+def download_file_from_google_drive(file_id, destination):
+    if not os.path.exists(destination):
+        url = f"https://drive.google.com/uc?id={file_id}"
+        gdown.download(url, destination, quiet=False)
+
+# Setup models and files
+@st.cache_resource
+def setup_files():
+    os.makedirs("models/embedding_model", exist_ok=True)
+    os.makedirs("models/generator_model", exist_ok=True)
+    os.makedirs("models/files", exist_ok=True)
+
+    # Download embedding model (folder)
+    download_folder_from_google_drive(
+        "https://drive.google.com/drive/folders/1GzPk2ehr7rzOr65Am1Hg3A87FOTNHLAM?usp=sharing",
+        "models/embedding_model"
+    )
+
+    # Download generator model (folder)
+    download_folder_from_google_drive(
+        "https://drive.google.com/drive/folders/1338KWiBE-6sWsTO2iH7Pgu8eRI7EE7Vr?usp=sharing",
+        "models/generator_model"
+    )
+
+    # Download FAISS index, texts.pkl, embeddings.npy
+    download_file_from_google_drive("11J_VI1buTgnvhoP3z2HM6X5aPzbBO2ed", "models/files/faiss_index_file.index")
+    download_file_from_google_drive("1RTEwp8xDgxLnRUiy7ClTskFuTu0GtWBT", "models/files/texts.pkl")
+    download_file_from_google_drive("1N54imsqJIJGeqM3buiRzp1ivK_BtC7rR", "models/files/embeddings.npy")
+
+# Paths
+EMBEDDING_MODEL_PATH = "models/embedding_model"
+GENERATOR_MODEL_PATH = "models/generator_model"
+FAISS_INDEX_PATH = "models/files/faiss_index_file.index"
+TEXTS_PATH = "models/files/texts.pkl"
+EMBEDDINGS_PATH = "models/files/embeddings.npy"
+
+# Load LLM model (Generator model)
 @st.cache_resource
 def load_llm():
-    model_path = "./Generator_Model"
-    tokenizer = T5Tokenizer.from_pretrained(model_path)
-    model = T5ForConditionalGeneration.from_pretrained(model_path)
+    tokenizer = T5Tokenizer.from_pretrained(GENERATOR_MODEL_PATH)
+    model = T5ForConditionalGeneration.from_pretrained(GENERATOR_MODEL_PATH)
     return tokenizer, model
 
-# Load embedding model (local folder)
+# Load embedding model
 @st.cache_resource
 def load_embedding_model():
-    embed_model_path = "./Embedding_Model1"
-    return SentenceTransformer(embed_model_path)
+    return SentenceTransformer(EMBEDDING_MODEL_PATH)
 
 # Load FAISS index and embeddings
 @st.cache_resource
 def load_faiss():
-    faiss_index = faiss.read_index("faiss_index_file.index")
-    data = np.load("embeddings_file.npy", allow_pickle=True)
-    return faiss_index, data
-
+    faiss_index = faiss.read_index(FAISS_INDEX_PATH)
+    with open(TEXTS_PATH, "rb") as f:
+        data = pickle.load(f)
+    embeddings = np.load(EMBEDDINGS_PATH, allow_pickle=True)
+    return faiss_index, data, embeddings
 
-# Search function
-def search(query, embed_model, index, data):
+# Search top-k contexts
+def search(query, embed_model, index, data, k=5):
     query_embedding = embed_model.encode([query]).astype('float32')
-    _, I = index.search(query_embedding, k=5)  # Top 5 results
-    results = [data['texts'][i] for i in I[0] if i != -1]
+    _, I = index.search(query_embedding, k)
+    results = [data[i] for i in I[0] if i != -1]
     return results
 
-# Generate response using LLM
+# Generate response
 def generate_response(context, query, tokenizer, model):
     input_text = f"Context: {context}\n\nQuestion: {query}\n\nAnswer:"
     inputs = tokenizer.encode(input_text, return_tensors="pt")
@@ -43,33 +165,35 @@ def generate_response(context, query, tokenizer, model):
     response = tokenizer.decode(outputs[0], skip_special_tokens=True)
     return response
 
-# Streamlit App
+# Streamlit app
 def main():
-    st.title("Local LLM + FAISS + Embedding Search App")
-    st.markdown("🔍 Ask a question, and get context-aware answers!")
+    st.set_page_config(page_title="Clinical QA with RAG", page_icon="🩺")
+    st.title("🔎 Clinical QA System (RAG + FAISS + T5)")
 
-    # Load everything once
+    st.markdown(
+        """
+        Enter your **clinical question** below.  
+        The system will retrieve relevant context and generate an informed answer using a local model. 🚀
+        """
+    )
+
+    # Download + Load everything
+    setup_files()
     tokenizer, llm_model = load_llm()
     embed_model = load_embedding_model()
-    faiss_index, data = load_faiss()
+    faiss_index, data, embeddings = load_faiss()
 
-    query = st.text_input("Enter your query:")
+    query = st.text_input("💬 Your Question:")
 
     if query:
-        with st.spinner("Processing..."):
-            # Search relevant contexts
+        with st.spinner("🔍 Retrieving and Generating..."):
             contexts = search(query, embed_model, faiss_index, data)
             combined_context = " ".join(contexts)
-
-            # Generate answer
             response = generate_response(combined_context, query, tokenizer, llm_model)
 
-            st.subheader("Response:")
+            st.success("✅ Answer Ready!")
+            st.subheader("📄 Response:")
             st.write(response)
 
-            st.subheader("Top Retrieved Contexts:")
-            for idx, ctx in enumerate(contexts, 1):
-                st.markdown(f"**{idx}.** {ctx}")
-
 if __name__ == "__main__":
     main()