added login for HF

app.py

@@ -1,10 +1,12 @@
 import torch
 import gradio as gr
 from transformers import AutoTokenizer, AutoModelForCausalLM
+from huggingface_hub import login
 import os
 
-# HF_TOKEN
-HF_AUTH_TOKEN = os.getenv('HF_AUTH_TOKEN')
+TOKEN = os.getenv('HF_AUTH_TOKEN')
+login(token=TOKEN,
+      add_to_git_credential=False)
 
 # Open ai api key
 API_KEY = os.getenv('OPEN_AI_API_KEY')
@@ -18,7 +20,7 @@ DESCRIPTION = '''
 
 # Place transformers in hardware to prepare for process and generation
 llama_tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct")
-llama_model = AutoModelForCausalLM.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct", torch_dtype=torch.float16).to('cuda')
+llama_model = AutoModelForCausalLM.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct", token=TOKEN, torch_dtype=torch.float16).to('cuda')
 terminators = [
     llama_tokenizer.eos_token_id,
     llama_tokenizer.convert_tokens_to_ids("<|eot_id|>")