Update app.py

app.py

@@ -10,6 +10,13 @@ from langchain.vectorstores import Chroma
 from langchain.docstore.document import Document as Document2
 from langchain_community.embeddings import HuggingFaceEmbeddings
 
+from huggingface_hub import HfFolder
+
+# Load token from environment variable
+token = os.getenv("token")
+
+# Save the token to Hugging Face's system directory
+HfFolder.save_token(token)
 
 docs_folder = "./converted_docs"
 
@@ -130,9 +137,9 @@ class RAGPipeline:
         self.prompt_template = PromptTemplate.from_template(self._get_template())
 
         # Load model and tokenizer
-        self.tokenizer = AutoTokenizer.from_pretrained(self.model_name)
+        self.tokenizer = AutoTokenizer.from_pretrained(self.model_name, token=token)
         self.model = AutoModelForCausalLM.from_pretrained(
-            self.model_name, torch_dtype=torch.bfloat16, device_map="auto"
+            self.model_name, torch_dtype=torch.bfloat16, device_map="auto", token=token
         )
 
     def _get_template(self):