Update RagImplementation.py

RagImplementation.py

@@ -13,14 +13,9 @@ from dotenv import load_dotenv
 
 from transformers import GPT2LMHeadModel, GPT2Tokenizer
 
-model_name = "Sathvika-Alla/TAL-RAGFallback"
-# tokenizer = AutoTokenizer.from_pretrained(model_name)
-# model = AutoModel.from_pretrained(model_name)
 
-# Load the model and tokenizer
-llm_model = GPT2LMHeadModel.from_pretrained(model_name)
-llm_tokenizer = GPT2Tokenizer.from_pretrained(model_name)
-llm_tokenizer.pad_token = llm_tokenizer.eos_token
+from huggingface_hub import login
+login(token=os.environ["HUGGINGFACEHUB_API_TOKEN"])
 
 
 # --- Configuration ---
@@ -29,6 +24,13 @@ load_dotenv()
 os.environ["HUGGINGFACEHUB_API_TOKEN"] = os.getenv("HUGGINGFACEHUB_API_TOKEN")
 os.environ["TOKENIZERS_PARALLELISM"] = "false"
 
+model_name = "Sathvika-Alla/TAL-RAGFallback"
+# Load the model and tokenizer
+llm_model = GPT2LMHeadModel.from_pretrained(model_name, token=os.environ["HUGGINGFACEHUB_API_TOKEN"])
+llm_tokenizer = GPT2Tokenizer.from_pretrained(model_name, token=os.environ["HUGGINGFACEHUB_API_TOKEN"])
+llm_tokenizer.pad_token = llm_tokenizer.eos_token
+
+
 file_path = "./converters_with_links_and_pricelist.json"
 try:
     with open(file_path, 'r', encoding='utf-8') as f: