Update app.py

app.py

@@ -6,10 +6,21 @@ import os
 # Set up the Hugging Face API token
 hf_token = os.getenv("HF_TOKEN")
 
-# Load the model and tokenizer with the token
+# Define model name and local directory paths
 model_name = "facebook/chameleon-7b"
-tokenizer = AutoTokenizer.from_pretrained(model_name, token=hf_token)
-model = AutoModelForCausalLM.from_pretrained(model_name, token=hf_token)
+local_model_dir = "./chameleon-7b"
+
+# Download model and tokenizer manually
+tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=hf_token, force_download=True)
+model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=hf_token, force_download=True)
+
+# Save the downloaded model and tokenizer to the local directory
+tokenizer.save_pretrained(local_model_dir)
+model.save_pretrained(local_model_dir)
+
+# Load the model and tokenizer from the local directory
+tokenizer = AutoTokenizer.from_pretrained(local_model_dir)
+model = AutoModelForCausalLM.from_pretrained(local_model_dir)
 
 # Function to generate response
 def generate_response(input_text):