Update app.py

app.py

@@ -1,13 +1,20 @@
 import os 
 from typing import Iterator
 import gradio as gr 
-from text_generation import Client
+from text_generation import Client  # Assuming you have a text_generation module
+from transformers import AutoModel
+
+# Set Hugging Face API token
+os.environ['HF_READ_TOKEN'] = "your_actual_token_here"  # Replace with your Hugging Face API token
 
-os.environ['HF_READ_TOKEN'] = "your_actual_token_here"
 HF_TOKEN = os.environ.get('HF_READ_TOKEN', False)
 EOS_STRING = '</s>'
 EOT_STRING = '<EOT>'
 
+# Load the private model with access token
+access_token = "hf_..."  # Replace with your actual access token
+model = AutoModel.from_pretrained("private/model", token=access_token)
+
 def get_prompt(message, chat_history, system_prompt):
     texts = [f'<s>[INST] <<SYS>>\n{system_prompt}\n<</SYS>>\n\n']