add hf auth

app.py

@@ -1,13 +1,31 @@
 import streamlit as st
 from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
 
-# Load the tokenizer and model
-#tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")#
-#model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1")
 
+import logging, sys
+from dotenv import load_dotenv
 
-tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-8B")
-model = AutoModelForCausalLM.from_pretrained("meta-llama/Meta-Llama-3-8B")
+
+from huggingface_hub import login
+#load_dotenv()
+
+#HF_TOKEN  = os.environ.get("HF_API_TOKEN")
+HF_TOKEN = st.secrets["HF_API_TOKEN"]
+login(token=HF_TOKEN)
+
+# Setup logging
+logging.basicConfig(stream=sys.stdout, level=logging.INFO)
+logging.getLogger().addHandler(logging.StreamHandler(stream=sys.stdout))
+
+ 
+
+#model_id = "meta-llama/Meta-Llama-3-8B"
+model_id = "mistralai/Mistral-7B-v0.1"
+
+
+
+tokenizer = AutoTokenizer.from_pretrained(model_id)
+model = AutoModelForCausalLM.from_pretrained(model_id)
 
 # Create text generation pipeline
 pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)