Update app.py

app.py

@@ -1,16 +1,19 @@
 import gradio as gr
 from transformers import AutoModelForCausalLM, AutoTokenizer
 import torch
+import os
 
 # Model and tokenizer paths
 model_path = "rajj0/autotrain-phi3-midium-4k-godsent-orpo-6"
+hf_token = os.getenv("yaml")  # Get the token from environment variables
 
 # Load the tokenizer and model
-tokenizer = AutoTokenizer.from_pretrained(model_path)
+tokenizer = AutoTokenizer.from_pretrained(model_path, use_auth_token=hf_token)
 model = AutoModelForCausalLM.from_pretrained(
     model_path,
     device_map="auto",
-    torch_dtype='auto'
+    torch_dtype='auto',
+    use_auth_token=hf_token
 ).eval()
 
 # Function to generate a response from the model