Update app.py

app.py

@@ -7,13 +7,17 @@ import os
 model_path = "rajj0/autotrain-phi3-midium-4k-godsent-orpo-6"
 hf_token = os.getenv("HF_TOKEN")  # Get the token from environment variables
 
-# Load the tokenizer and model
-tokenizer = AutoTokenizer.from_pretrained(model_path, use_auth_token=hf_token)
+if hf_token is None:
+    raise ValueError("HF_TOKEN environment variable not set")
+
+# Load the tokenizer and model with trust_remote_code=True
+tokenizer = AutoTokenizer.from_pretrained(model_path, use_auth_token=hf_token, trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained(
     model_path,
     device_map="auto",
     torch_dtype='auto',
-    use_auth_token=hf_token
+    use_auth_token=hf_token,
+    trust_remote_code=True
 ).eval()
 
 # Function to generate a response from the model