Update app.py

app.py

@@ -6,7 +6,10 @@ from peft import PeftModel, PeftConfig
 base_model = "mistralai/Mistral-7B-v0.1"
 
 # config = PeftConfig.from_pretrained("kiki7sun/mixtral-academic-finetune0119")
-model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1")
+model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", 
+                                             low_cpu_mem_usage=True,
+                                             return_dict=True,
+                                             torch_dtype=torch.bfloat16,)
 ft_model = PeftModel.from_pretrained(model, "kiki7sun/mixtral-academic-finetune0119")
 
 # ft_model = PeftModel.from_pretrained(model, 'kiki7sun/mixtral-academic-finetune-QLoRA-0121')