Error: AttributeError: 'Florence2ForConditionalGeneration' object has no attribute '_supports_sdpa'
#3
by davidxsw - opened
Traceback (most recent call last):
File "xxxxx/pdf_figure_extractor.py", line 65, in <module>
model = AutoModelForCausalLM.from_pretrained("yifeihu/TF-ID-base", trust_remote_code=True)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "xxxxx/.venv/lib/python3.11/site-packages/transformers/models/auto/auto_factory.py", line 597, in from_pretrained
return model_class.from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "xxxxx/.venv/lib/python3.11/site-packages/transformers/modeling_utils.py", line 277, in _wrapper
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File "xxxxx/.venv/lib/python3.11/site-packages/transformers/modeling_utils.py", line 4971, in from_pretrained
model = cls(config, *model_args, **model_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/ubuntu/.cache/huggingface/modules/transformers_modules/yifeihu/TF_hyphen_ID_hyphen_base/4c1bf84a37ec567ac04de7d8c9a5a39222d61709/modeling_florence2.py", line 2534, in __init__
super().__init__(config)
File "xxxxxx/.venv/lib/python3.11/site-packages/transformers/modeling_utils.py", line 2076, in __init__
self.config._attn_implementation_internal = self._check_and_adjust_attn_implementation(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "xxxxxxxx/.venv/lib/python3.11/site-packages/transformers/modeling_utils.py", line 2686, in _check_and_adjust_attn_implementation
applicable_attn_implementation = self.get_correct_attn_implementation(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "xxxxxx/.venv/lib/python3.11/site-packages/transformers/modeling_utils.py", line 2722, in get_correct_attn_implementation
self._sdpa_can_dispatch(is_init_check)
File "xxxxx/.venv/lib/python3.11/site-packages/transformers/modeling_utils.py", line 2573, in _sdpa_can_dispatch
if not self._supports_sdpa:
^^^^^^^^^^^^^^^^^^^
File "xxxxx/.venv/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1964, in __getattr__
raise AttributeError(
AttributeError: 'Florence2ForConditionalGeneration' object has no attribute '_supports_sdpa'