Update model.py

model.py

@@ -8,8 +8,8 @@ model_name = "DUTIRbionlp/Taiyi-LLM"
 model = AutoModelForCausalLM.from_pretrained(
     model_name,
     trust_remote_code=True,
-    low_cpu_mem_usage=True,
-    torch_dtype=torch.float16
+    torch_dtype=torch.float16,
+    load_in_8bit = True
 )
 
 model.eval()