Update app.py

app.py

@@ -25,9 +25,10 @@ if 'model_type' in config:
 with open(config_path, 'w') as f:
     json.dump(config, f)
 
-# Now load the model from modified local dir
-model = AutoPeftModelForCausalLM.from_pretrained(local_dir)
-tokenizer = AutoTokenizer.from_pretrained(base_model_id)
+# Now load the model from modified local dir, passing token for gated base model
+token = os.environ["HF_TOKEN"]
+model = AutoPeftModelForCausalLM.from_pretrained(local_dir, token=token)
+tokenizer = AutoTokenizer.from_pretrained(base_model_id, token=token)
 model = model.to(DEVICE)
 model.eval()