Update app.py

app.py

@@ -1,13 +1,13 @@
 import gradio as gr
 from transformers import AutoModelForCausalLM, AutoTokenizer
+import torch
 
 # 加载本地模型和tokenizer
 model_name = "ganchengguang/OIELLM-8B-Instruction"  # 替换为你的模型名称
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(
     model_name,
-    load_in_8bit=True,
-    device_map='auto',
+    torch_dtype=torch.float16,
     low_cpu_mem_usage=True
 )