LovnishVerma commited on
Commit
4cd2f1b
·
verified ·
1 Parent(s): a2791ca

Upload 43 files

Browse files
Files changed (1) hide show
  1. src/vision/florence.py +4 -2
src/vision/florence.py CHANGED
@@ -50,8 +50,10 @@ class FlorenceVisionEngine(VisionEngine):
50
  import transformers
51
  if not hasattr(transformers.PretrainedConfig, "forced_bos_token_id"):
52
  transformers.PretrainedConfig.forced_bos_token_id = None
53
- if not hasattr(transformers.PreTrainedModel, "_supports_sdpa"):
54
- transformers.PreTrainedModel._supports_sdpa = False
 
 
55
 
56
  self.model = AutoModelForCausalLM.from_pretrained(
57
  CONFIG.MODEL_NAME,
 
50
  import transformers
51
  if not hasattr(transformers.PretrainedConfig, "forced_bos_token_id"):
52
  transformers.PretrainedConfig.forced_bos_token_id = None
53
+
54
+ # Force _supports_sdpa to False on the actual base class
55
+ import transformers.modeling_utils
56
+ transformers.modeling_utils.PreTrainedModel._supports_sdpa = False
57
 
58
  self.model = AutoModelForCausalLM.from_pretrained(
59
  CONFIG.MODEL_NAME,