| 2025-08-22 04:53:14 - INFO - Loading model: openbmb/MiniCPM-V-4-AWQ |
| 2025-08-22 04:53:14 - INFO - vision_config is None, using default vision config |
| 2025-08-22 04:53:18 - ERROR - 处理失败: |
| Traceback (most recent call last): |
| File "/mnt/data/xiuying/Code/test/infer.py", line 133, in main |
| model = MiniCPM(args.model_path) |
| ^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/mnt/data/xiuying/Code/test/models/minicpm.py", line 13, in __init__ |
| self.model = AutoModel.from_pretrained( |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/home/xiuying/miniconda3/envs/gptq/lib/python3.11/site-packages/transformers/models/auto/auto_factory.py", line 593, in from_pretrained |
| return model_class.from_pretrained( |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/home/xiuying/miniconda3/envs/gptq/lib/python3.11/site-packages/transformers/modeling_utils.py", line 317, in _wrapper |
| return func(*args, **kwargs) |
| ^^^^^^^^^^^^^^^^^^^^^ |
| File "/home/xiuying/miniconda3/envs/gptq/lib/python3.11/site-packages/transformers/modeling_utils.py", line 5023, in from_pretrained |
| hf_quantizer.preprocess_model( |
| File "/home/xiuying/miniconda3/envs/gptq/lib/python3.11/site-packages/transformers/quantizers/base.py", line 225, in preprocess_model |
| return self._process_model_before_weight_loading(model, **kwargs) |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/home/xiuying/miniconda3/envs/gptq/lib/python3.11/site-packages/transformers/quantizers/quantizer_awq.py", line 121, in _process_model_before_weight_loading |
| model, has_been_replaced = replace_with_awq_linear( |
| ^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/home/xiuying/miniconda3/envs/gptq/lib/python3.11/site-packages/transformers/integrations/awq.py", line 187, in replace_with_awq_linear |
| _, has_been_replaced = replace_with_awq_linear( |
| ^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/home/xiuying/miniconda3/envs/gptq/lib/python3.11/site-packages/transformers/integrations/awq.py", line 187, in replace_with_awq_linear |
| _, has_been_replaced = replace_with_awq_linear( |
| ^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/home/xiuying/miniconda3/envs/gptq/lib/python3.11/site-packages/transformers/integrations/awq.py", line 187, in replace_with_awq_linear |
| _, has_been_replaced = replace_with_awq_linear( |
| ^^^^^^^^^^^^^^^^^^^^^^^^ |
| [Previous line repeated 2 more times] |
| File "/home/xiuying/miniconda3/envs/gptq/lib/python3.11/site-packages/transformers/integrations/awq.py", line 174, in replace_with_awq_linear |
| model._modules[name] = target_cls( |
| ^^^^^^^^^^^ |
| File "/home/xiuying/miniconda3/envs/gptq/lib/python3.11/site-packages/awq/modules/linear/gemm.py", line 132, in __init__ |
| assert self.in_features |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| AssertionError |
|
|
