Update LangChain_PDF.ipynb
Browse files- LangChain_PDF.ipynb +4 -1
LangChain_PDF.ipynb
CHANGED
|
@@ -41,6 +41,7 @@
|
|
| 41 |
"from langchain.indexes import VectorstoreIndexCreator\n",
|
| 42 |
"from langchain.text_splitter import CharacterTextSplitter\n",
|
| 43 |
"from langchain.embeddings import OpenAIEmbeddings\n",
|
|
|
|
| 44 |
"from langchain.vectorstores import Chroma\n",
|
| 45 |
"import panel as pn\n",
|
| 46 |
"import tempfile\n"
|
|
@@ -116,7 +117,8 @@
|
|
| 116 |
" text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)\n",
|
| 117 |
" texts = text_splitter.split_documents(documents)\n",
|
| 118 |
" # select which embeddings we want to use\n",
|
| 119 |
-
" embeddings = OpenAIEmbeddings()\n",
|
|
|
|
| 120 |
" # create the vectorestore to use as the index\n",
|
| 121 |
" db = Chroma.from_documents(texts, embeddings)\n",
|
| 122 |
" # expose this index in a retriever interface\n",
|
|
@@ -124,6 +126,7 @@
|
|
| 124 |
" # create a chain to answer questions \n",
|
| 125 |
" qa = RetrievalQA.from_chain_type(\n",
|
| 126 |
" llm=OpenAI(), chain_type=chain_type, retriever=retriever, return_source_documents=True)\n",
|
|
|
|
| 127 |
" result = qa({\"query\": query})\n",
|
| 128 |
" print(result['result'])\n",
|
| 129 |
" return result"
|
|
|
|
| 41 |
"from langchain.indexes import VectorstoreIndexCreator\n",
|
| 42 |
"from langchain.text_splitter import CharacterTextSplitter\n",
|
| 43 |
"from langchain.embeddings import OpenAIEmbeddings\n",
|
| 44 |
+
"from langchain.embeddings import HuggingFaceEmbeddings\n",
|
| 45 |
"from langchain.vectorstores import Chroma\n",
|
| 46 |
"import panel as pn\n",
|
| 47 |
"import tempfile\n"
|
|
|
|
| 117 |
" text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)\n",
|
| 118 |
" texts = text_splitter.split_documents(documents)\n",
|
| 119 |
" # select which embeddings we want to use\n",
|
| 120 |
+
" #embeddings = OpenAIEmbeddings()\n",
|
| 121 |
+
" embeddings = HuggingFaceEmbeddings()\n",
|
| 122 |
" # create the vectorestore to use as the index\n",
|
| 123 |
" db = Chroma.from_documents(texts, embeddings)\n",
|
| 124 |
" # expose this index in a retriever interface\n",
|
|
|
|
| 126 |
" # create a chain to answer questions \n",
|
| 127 |
" qa = RetrievalQA.from_chain_type(\n",
|
| 128 |
" llm=OpenAI(), chain_type=chain_type, retriever=retriever, return_source_documents=True)\n",
|
| 129 |
+
llm=HuggingFaceHub(huggingfacehub_api_token = os.environ['HUGGING_FACE_HUB_API_KEY]), repo_id=repo_id, model_kwargs={'temperature':0.2, 'max_lenght':1000}, chain_type=chain_type, retriever=retriever, return_source_documents=True)\n",
|
| 130 |
" result = qa({\"query\": query})\n",
|
| 131 |
" print(result['result'])\n",
|
| 132 |
" return result"
|