|
|
2025-08-22 05:00:35 - INFO - Loading model: openbmb/MiniCPM-V-4-AWQ |
|
|
2025-08-22 05:00:35 - INFO - vision_config is None, using default vision config |
|
|
2025-08-22 05:00:37 - ERROR - 处理失败: |
|
|
Traceback (most recent call last): |
|
|
File "/mnt/data/xiuying/Code/test/infer.py", line 133, in main |
|
|
model = MiniCPM(args.model_path) |
|
|
^^^^^^^^^^^^^^^^^^^^^^^^ |
|
|
File "/mnt/data/xiuying/Code/test/models/minicpm.py", line 13, in __init__ |
|
|
self.model = AutoModel.from_pretrained( |
|
|
^^^^^^^^^^^^^^^^^^^^^^^^^^ |
|
|
File "/home/xiuying/miniconda3/envs/gptq/lib/python3.11/site-packages/transformers/models/auto/auto_factory.py", line 593, in from_pretrained |
|
|
return model_class.from_pretrained( |
|
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
|
|
File "/home/xiuying/miniconda3/envs/gptq/lib/python3.11/site-packages/transformers/modeling_utils.py", line 317, in _wrapper |
|
|
return func(*args, **kwargs) |
|
|
^^^^^^^^^^^^^^^^^^^^^ |
|
|
File "/home/xiuying/miniconda3/envs/gptq/lib/python3.11/site-packages/transformers/modeling_utils.py", line 5023, in from_pretrained |
|
|
hf_quantizer.preprocess_model( |
|
|
File "/home/xiuying/miniconda3/envs/gptq/lib/python3.11/site-packages/transformers/quantizers/base.py", line 225, in preprocess_model |
|
|
return self._process_model_before_weight_loading(model, **kwargs) |
|
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
|
|
File "/home/xiuying/miniconda3/envs/gptq/lib/python3.11/site-packages/transformers/quantizers/quantizer_awq.py", line 121, in _process_model_before_weight_loading |
|
|
model, has_been_replaced = replace_with_awq_linear( |
|
|
^^^^^^^^^^^^^^^^^^^^^^^^ |
|
|
File "/home/xiuying/miniconda3/envs/gptq/lib/python3.11/site-packages/transformers/integrations/awq.py", line 187, in replace_with_awq_linear |
|
|
_, has_been_replaced = replace_with_awq_linear( |
|
|
^^^^^^^^^^^^^^^^^^^^^^^^ |
|
|
File "/home/xiuying/miniconda3/envs/gptq/lib/python3.11/site-packages/transformers/integrations/awq.py", line 187, in replace_with_awq_linear |
|
|
_, has_been_replaced = replace_with_awq_linear( |
|
|
^^^^^^^^^^^^^^^^^^^^^^^^ |
|
|
File "/home/xiuying/miniconda3/envs/gptq/lib/python3.11/site-packages/transformers/integrations/awq.py", line 187, in replace_with_awq_linear |
|
|
_, has_been_replaced = replace_with_awq_linear( |
|
|
^^^^^^^^^^^^^^^^^^^^^^^^ |
|
|
[Previous line repeated 2 more times] |
|
|
File "/home/xiuying/miniconda3/envs/gptq/lib/python3.11/site-packages/transformers/integrations/awq.py", line 174, in replace_with_awq_linear |
|
|
model._modules[name] = target_cls( |
|
|
^^^^^^^^^^^ |
|
|
File "/home/xiuying/miniconda3/envs/gptq/lib/python3.11/site-packages/awq/modules/linear/gemm.py", line 132, in __init__ |
|
|
assert self.in_features |
|
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
|
|
AssertionError |
|
|
|
