Spaces:
Sleeping
Sleeping
Commit
·
ee654ca
1
Parent(s):
9e0554c
Update app.py
Browse files
app.py
CHANGED
|
@@ -3,7 +3,7 @@ import gradio as gr
|
|
| 3 |
from langchain.document_loaders import OnlinePDFLoader
|
| 4 |
from langchain.text_splitter import CharacterTextSplitter
|
| 5 |
from langchain.llms import HuggingFaceHub
|
| 6 |
-
from langchain.embeddings import
|
| 7 |
from langchain.vectorstores import Chroma
|
| 8 |
from langchain.chains import RetrievalQA
|
| 9 |
|
|
@@ -18,8 +18,8 @@ def paper_changes(paper_id):
|
|
| 18 |
documents = loader.load()
|
| 19 |
text_splitter = CharacterTextSplitter(chunk_size=1024, chunk_overlap=0)
|
| 20 |
texts = text_splitter.split_documents(documents)
|
| 21 |
-
embeddings =
|
| 22 |
-
db = Chroma.from_documents(texts, embeddings)
|
| 23 |
retriever = db.as_retriever()
|
| 24 |
llm = HuggingFaceHub(repo_id=repo_id, model_kwargs={'temperature': 0.5, 'max_new_tokens': 2096})
|
| 25 |
global qa
|
|
|
|
| 3 |
from langchain.document_loaders import OnlinePDFLoader
|
| 4 |
from langchain.text_splitter import CharacterTextSplitter
|
| 5 |
from langchain.llms import HuggingFaceHub
|
| 6 |
+
from langchain.embeddings import HuggingFaceEmbeddings
|
| 7 |
from langchain.vectorstores import Chroma
|
| 8 |
from langchain.chains import RetrievalQA
|
| 9 |
|
|
|
|
| 18 |
documents = loader.load()
|
| 19 |
text_splitter = CharacterTextSplitter(chunk_size=1024, chunk_overlap=0)
|
| 20 |
texts = text_splitter.split_documents(documents)
|
| 21 |
+
embeddings = HuggingFaceEmbeddings("sentence-transformers/all-mpnet-base-v2")
|
| 22 |
+
db = Chroma.from_documents(texts, embeddings, persist_directory="chroma_db")
|
| 23 |
retriever = db.as_retriever()
|
| 24 |
llm = HuggingFaceHub(repo_id=repo_id, model_kwargs={'temperature': 0.5, 'max_new_tokens': 2096})
|
| 25 |
global qa
|