Ubai commited on
Commit
535914b
·
verified ·
1 Parent(s): 0044826

Update LangChain_PDF.ipynb

Browse files
Files changed (1) hide show
  1. LangChain_PDF.ipynb +4 -1
LangChain_PDF.ipynb CHANGED
@@ -41,6 +41,7 @@
41
  "from langchain.indexes import VectorstoreIndexCreator\n",
42
  "from langchain.text_splitter import CharacterTextSplitter\n",
43
  "from langchain.embeddings import OpenAIEmbeddings\n",
 
44
  "from langchain.vectorstores import Chroma\n",
45
  "import panel as pn\n",
46
  "import tempfile\n"
@@ -116,7 +117,8 @@
116
  " text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)\n",
117
  " texts = text_splitter.split_documents(documents)\n",
118
  " # select which embeddings we want to use\n",
119
- " embeddings = OpenAIEmbeddings()\n",
 
120
  " # create the vectorestore to use as the index\n",
121
  " db = Chroma.from_documents(texts, embeddings)\n",
122
  " # expose this index in a retriever interface\n",
@@ -124,6 +126,7 @@
124
  " # create a chain to answer questions \n",
125
  " qa = RetrievalQA.from_chain_type(\n",
126
  " llm=OpenAI(), chain_type=chain_type, retriever=retriever, return_source_documents=True)\n",
 
127
  " result = qa({\"query\": query})\n",
128
  " print(result['result'])\n",
129
  " return result"
 
41
  "from langchain.indexes import VectorstoreIndexCreator\n",
42
  "from langchain.text_splitter import CharacterTextSplitter\n",
43
  "from langchain.embeddings import OpenAIEmbeddings\n",
44
+ "from langchain.embeddings import HuggingFaceEmbeddings\n",
45
  "from langchain.vectorstores import Chroma\n",
46
  "import panel as pn\n",
47
  "import tempfile\n"
 
117
  " text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)\n",
118
  " texts = text_splitter.split_documents(documents)\n",
119
  " # select which embeddings we want to use\n",
120
+ " #embeddings = OpenAIEmbeddings()\n",
121
+ " embeddings = HuggingFaceEmbeddings()\n",
122
  " # create the vectorestore to use as the index\n",
123
  " db = Chroma.from_documents(texts, embeddings)\n",
124
  " # expose this index in a retriever interface\n",
 
126
  " # create a chain to answer questions \n",
127
  " qa = RetrievalQA.from_chain_type(\n",
128
  " llm=OpenAI(), chain_type=chain_type, retriever=retriever, return_source_documents=True)\n",
129
+ llm=HuggingFaceHub(huggingfacehub_api_token = os.environ['HUGGING_FACE_HUB_API_KEY]), repo_id=repo_id, model_kwargs={'temperature':0.2, 'max_lenght':1000}, chain_type=chain_type, retriever=retriever, return_source_documents=True)\n",
130
  " result = qa({\"query\": query})\n",
131
  " print(result['result'])\n",
132
  " return result"