Update app.py

app.py

@@ -30,16 +30,16 @@ st.header("Ask Me Any Coding Question!")
 
 # Load model and tokenizer (either from local directory or Hugging Face Hub)
 model_name = repo_name  # Use the repo name if the model is on Hugging Face Hub, else use local dir
+token = "<HUGGINGFACE_TOKEN>"  # Replace with your Hugging Face token if the model is private
 
-# Check if the model is uploaded to Hugging Face Hub
 if os.path.exists(model_dir):
-    # Load the model and tokenizer from local directory
-    model = AutoModelForCausalLM.from_pretrained(model_dir, load_in_8bit=True)
-    tokenizer = AutoTokenizer.from_pretrained(model_dir)
+    # Load the model and tokenizer from the local directory
+    model = AutoModelForCausalLM.from_pretrained(model_dir, use_auth_token=token)
+    tokenizer = AutoTokenizer.from_pretrained(model_dir, use_auth_token=token)
 else:
-    # Load the model from Hugging Face Hub if it's not found locally
-    model = AutoModelForCausalLM.from_pretrained(model_name)
-    tokenizer = AutoTokenizer.from_pretrained(model_name)
+    # Load the model from Hugging Face Hub
+    model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=token)
+    tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=token)
 
 # User input: Coding question
 question = st.text_input("Enter your coding question:")