Update app.py

app.py

@@ -16,11 +16,14 @@ from langchain.embeddings import HuggingFaceEmbeddings
 
 from typing import List, Dict
 from langchain.docstore.document import Document
+import os
+
 
 from transformers import T5Tokenizer, T5ForConditionalGeneration, AutoTokenizer, AutoModelForCausalLM, pipeline
 tokenizer = T5Tokenizer.from_pretrained("Voicelab/vlt5-base-keywords")
 model = T5ForConditionalGeneration.from_pretrained("Voicelab/vlt5-base-keywords")
 
+use_auth_token = os.environ.get("HUGGINGFACEHUB_API_TOKEN")
 model_name = "meta-llama/Llama-3.2-1B-Instruct"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")