fix faiss
Browse files- .gitignore +0 -1
- src/streamlit_app.py +10 -6
.gitignore
CHANGED
|
@@ -1,5 +1,4 @@
|
|
| 1 |
todo.txt
|
| 2 |
/data
|
| 3 |
/airflow
|
| 4 |
-
/vectorstore
|
| 5 |
.env
|
|
|
|
| 1 |
todo.txt
|
| 2 |
/data
|
| 3 |
/airflow
|
|
|
|
| 4 |
.env
|
src/streamlit_app.py
CHANGED
|
@@ -1,20 +1,24 @@
|
|
| 1 |
import streamlit as st
|
| 2 |
-
from langchain.vectorstores import FAISS
|
| 3 |
-
from langchain.embeddings import HuggingFaceEmbeddings
|
| 4 |
from langchain.chains import RetrievalQA
|
| 5 |
from langchain.llms import HuggingFacePipeline
|
| 6 |
from transformers import pipeline
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7 |
|
| 8 |
# Initialize embeddings & documents
|
| 9 |
# ----------------------
|
| 10 |
@st.cache_resource
|
| 11 |
def load_retriever():
|
| 12 |
# Load documents
|
| 13 |
-
with open("data/docs.txt", "r") as f:
|
| 14 |
-
|
| 15 |
-
|
| 16 |
embeddings = HuggingFaceEmbeddings(model_name="all-MiniLM-L6-v2")
|
| 17 |
-
db = FAISS.
|
| 18 |
retriever = db.as_retriever()
|
| 19 |
return retriever
|
| 20 |
|
|
|
|
| 1 |
import streamlit as st
|
|
|
|
|
|
|
| 2 |
from langchain.chains import RetrievalQA
|
| 3 |
from langchain.llms import HuggingFacePipeline
|
| 4 |
from transformers import pipeline
|
| 5 |
+
from langchain_community.embeddings import HuggingFaceEmbeddings
|
| 6 |
+
from langchain_community.vectorstores import FAISS
|
| 7 |
+
from langchain.prompts import ChatPromptTemplate
|
| 8 |
+
from langchain.chains import create_retrieval_chain
|
| 9 |
+
from langchain.chains.combine_documents import create_stuff_documents_chain
|
| 10 |
+
from langchain_community.llms import Ollama
|
| 11 |
|
| 12 |
# Initialize embeddings & documents
|
| 13 |
# ----------------------
|
| 14 |
@st.cache_resource
|
| 15 |
def load_retriever():
|
| 16 |
# Load documents
|
| 17 |
+
# with open("data/docs.txt", "r") as f:
|
| 18 |
+
# docs = f.read().split("\n")
|
| 19 |
+
# Later load
|
| 20 |
embeddings = HuggingFaceEmbeddings(model_name="all-MiniLM-L6-v2")
|
| 21 |
+
db = FAISS.load_local("/vectorstore", embeddings)
|
| 22 |
retriever = db.as_retriever()
|
| 23 |
return retriever
|
| 24 |
|