Update app.py

app.py

@@ -1,9 +1,16 @@
 import gradio as gr
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
+import os
+
+token = os.getenv("HF_TOKEN")  # Safely fetch the token from environment
+# tokenizer = AutoTokenizer.from_pretrained(
+#     "meta-llama/Meta-Llama-3-70B-Instruct",
+#     token=token  # Use the token when loading the model
+# )
 
 # Load model and tokenizer
-tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-70B-Instruct")
+tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-70B-Instruct", token=token)
 model = AutoModelForCausalLM.from_pretrained(
     "meta-llama/Meta-Llama-3-70B-Instruct",
     torch_dtype=torch.float16,