udituen commited on
Commit
cb2cd52
·
1 Parent(s): d4a3fd2

fix faiss

Browse files
Files changed (2) hide show
  1. .gitignore +0 -1
  2. src/streamlit_app.py +10 -6
.gitignore CHANGED
@@ -1,5 +1,4 @@
1
  todo.txt
2
  /data
3
  /airflow
4
- /vectorstore
5
  .env
 
1
  todo.txt
2
  /data
3
  /airflow
 
4
  .env
src/streamlit_app.py CHANGED
@@ -1,20 +1,24 @@
1
  import streamlit as st
2
- from langchain.vectorstores import FAISS
3
- from langchain.embeddings import HuggingFaceEmbeddings
4
  from langchain.chains import RetrievalQA
5
  from langchain.llms import HuggingFacePipeline
6
  from transformers import pipeline
 
 
 
 
 
 
7
 
8
  # Initialize embeddings & documents
9
  # ----------------------
10
  @st.cache_resource
11
  def load_retriever():
12
  # Load documents
13
- with open("data/docs.txt", "r") as f:
14
- docs = f.read().split("\n")
15
-
16
  embeddings = HuggingFaceEmbeddings(model_name="all-MiniLM-L6-v2")
17
- db = FAISS.from_texts(docs, embeddings)
18
  retriever = db.as_retriever()
19
  return retriever
20
 
 
1
  import streamlit as st
 
 
2
  from langchain.chains import RetrievalQA
3
  from langchain.llms import HuggingFacePipeline
4
  from transformers import pipeline
5
+ from langchain_community.embeddings import HuggingFaceEmbeddings
6
+ from langchain_community.vectorstores import FAISS
7
+ from langchain.prompts import ChatPromptTemplate
8
+ from langchain.chains import create_retrieval_chain
9
+ from langchain.chains.combine_documents import create_stuff_documents_chain
10
+ from langchain_community.llms import Ollama
11
 
12
  # Initialize embeddings & documents
13
  # ----------------------
14
  @st.cache_resource
15
  def load_retriever():
16
  # Load documents
17
+ # with open("data/docs.txt", "r") as f:
18
+ # docs = f.read().split("\n")
19
+ # Later load
20
  embeddings = HuggingFaceEmbeddings(model_name="all-MiniLM-L6-v2")
21
+ db = FAISS.load_local("/vectorstore", embeddings)
22
  retriever = db.as_retriever()
23
  return retriever
24