Error: AttributeError: 'Florence2ForConditionalGeneration' object has no attribute '_supports_sdpa'

#3
by davidxsw - opened
Traceback (most recent call last):
  File "xxxxx/pdf_figure_extractor.py", line 65, in <module>
    model = AutoModelForCausalLM.from_pretrained("yifeihu/TF-ID-base", trust_remote_code=True)
            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "xxxxx/.venv/lib/python3.11/site-packages/transformers/models/auto/auto_factory.py", line 597, in from_pretrained
    return model_class.from_pretrained(
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "xxxxx/.venv/lib/python3.11/site-packages/transformers/modeling_utils.py", line 277, in _wrapper
    return func(*args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^
  File "xxxxx/.venv/lib/python3.11/site-packages/transformers/modeling_utils.py", line 4971, in from_pretrained
    model = cls(config, *model_args, **model_kwargs)
            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/ubuntu/.cache/huggingface/modules/transformers_modules/yifeihu/TF_hyphen_ID_hyphen_base/4c1bf84a37ec567ac04de7d8c9a5a39222d61709/modeling_florence2.py", line 2534, in __init__
    super().__init__(config)
  File "xxxxxx/.venv/lib/python3.11/site-packages/transformers/modeling_utils.py", line 2076, in __init__
    self.config._attn_implementation_internal = self._check_and_adjust_attn_implementation(
                                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "xxxxxxxx/.venv/lib/python3.11/site-packages/transformers/modeling_utils.py", line 2686, in _check_and_adjust_attn_implementation
    applicable_attn_implementation = self.get_correct_attn_implementation(
                                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "xxxxxx/.venv/lib/python3.11/site-packages/transformers/modeling_utils.py", line 2722, in get_correct_attn_implementation
    self._sdpa_can_dispatch(is_init_check)
  File "xxxxx/.venv/lib/python3.11/site-packages/transformers/modeling_utils.py", line 2573, in _sdpa_can_dispatch
    if not self._supports_sdpa:
           ^^^^^^^^^^^^^^^^^^^
  File "xxxxx/.venv/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1964, in __getattr__
    raise AttributeError(
AttributeError: 'Florence2ForConditionalGeneration' object has no attribute '_supports_sdpa'

Sign up or log in to comment