Update app.py

app.py

@@ -6,21 +6,13 @@ import os
 # Set up the Hugging Face API token
 hf_token = os.getenv("HF_TOKEN")
 
-# Define model name and local directory paths
+# Define model name and local cache directory
 model_name = "facebook/chameleon-7b"
-local_model_dir = "./chameleon-7b"
+cache_dir = "./model_cache"
 
-# Download model and tokenizer manually
-tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=hf_token, force_download=True)
-model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=hf_token, force_download=True)
-
-# Save the downloaded model and tokenizer to the local directory
-tokenizer.save_pretrained(local_model_dir)
-model.save_pretrained(local_model_dir)
-
-# Load the model and tokenizer from the local directory
-tokenizer = AutoTokenizer.from_pretrained(local_model_dir)
-model = AutoModelForCausalLM.from_pretrained(local_model_dir)
+# Load the model and tokenizer with the token and cache directory
+tokenizer = AutoTokenizer.from_pretrained(model_name, token=hf_token, cache_dir=cache_dir)
+model = AutoModelForCausalLM.from_pretrained(model_name, token=hf_token, cache_dir=cache_dir)
 
 # Function to generate response
 def generate_response(input_text):