Update app.py

app.py

@@ -1,19 +1,10 @@
 import gradio as gr
 from transformers import AutoModelForCausalLM, AutoTokenizer
-import bitsandbytes as bnb
 
 # 加载本地模型和tokenizer
 model_name = "ganchengguang/OIELLM-8B-Instruction"  # 替换为你的模型名称
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(
-    model_name,
-    device_map="auto",
-    load_in_8bit=True,
-    quantization_config=bnb.configs.BitsAndBytesConfig(
-        load_in_8bit=True,
-        load_in_8bit_fp32_cpu_offload=True
-    )
-)
+model = AutoModelForCausalLM.from_pretrained(model_name, load_in_8bit=True, device_map='auto')
 
 # 定义语言和选项的映射
 options = {