f

app.py

@@ -25,8 +25,8 @@ cuda_device = torch.device("cuda")
 cpu_device = torch.device("cpu")
 
 config = PeftConfig.from_pretrained(peft_model_id)
-model = Qwen2_5_VLForConditionalGeneration.from_pretrained(config.base_model_name_or_path,
-        #AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path,
+#model = Qwen2_5_VLForConditionalGeneration.from_pretrained(config.base_model_name_or_path,
+model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path,
                                              quantization_config=bnb_config,
                                              device_map="auto",
                                              )