SRINI123 commited on
Commit
7eab04e
·
verified ·
1 Parent(s): 7815e52

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +16 -3
app.py CHANGED
@@ -1,17 +1,30 @@
1
  import gradio as gr
2
  from langchain_community.vectorstores import Chroma
3
- from langchain_community.embeddings import HuggingFaceEmbeddings
 
4
  from langchain_community.llms import HuggingFaceHub
5
  from langchain.chains import ConversationalRetrievalChain
6
  from langchain.text_splitter import RecursiveCharacterTextSplitter
7
  from langchain.memory import ConversationBufferMemory
8
  from langchain_community.document_loaders import PyPDFLoader
9
 
 
 
 
 
 
 
 
 
10
  # Initialize the Hugging Face embedding model
11
  embedding_model = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2")
12
 
13
- # Initialize the LLaMA 2 model from Hugging Face Hub
14
- llm = HuggingFaceHub(repo_id="meta-llama/Llama-2-7b-hf", model_kwargs={"temperature": 0.7, "max_length": 512})
 
 
 
 
15
 
16
  # Initialize ChromaDB for storing and retrieving document embeddings
17
  vectorstore = Chroma(embedding_function=embedding_model, persist_directory="chroma_db")
 
1
  import gradio as gr
2
  from langchain_community.vectorstores import Chroma
3
+ from dotenv import load_dotenv
4
+ from langchain_huggingface import HuggingFaceEmbeddings, HuggingFaceEndpoint
5
  from langchain_community.llms import HuggingFaceHub
6
  from langchain.chains import ConversationalRetrievalChain
7
  from langchain.text_splitter import RecursiveCharacterTextSplitter
8
  from langchain.memory import ConversationBufferMemory
9
  from langchain_community.document_loaders import PyPDFLoader
10
 
11
+ load_dotenv()
12
+
13
+ # Get the Hugging Face API token from the .env file
14
+ hf_api_token = os.getenv("HUGGINGFACEHUB_API_TOKEN")
15
+
16
+ if hf_api_token is None:
17
+ raise ValueError("HUGGINGFACEHUB_API_TOKEN not found in .env file")
18
+
19
  # Initialize the Hugging Face embedding model
20
  embedding_model = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2")
21
 
22
+ # Initialize the LLaMA 2 model from Hugging Face Hub using the token from .env
23
+ llm = HuggingFaceEndpoint(
24
+ repo_id="meta-llama/Llama-2-7b-hf",
25
+ model_kwargs={"temperature": 0.7, "max_length": 512},
26
+ huggingfacehub_api_token=hf_api_token
27
+ )
28
 
29
  # Initialize ChromaDB for storing and retrieving document embeddings
30
  vectorstore = Chroma(embedding_function=embedding_model, persist_directory="chroma_db")