fix-version-problems

modeling_prismatic.py

@@ -41,7 +41,7 @@ IGNORE_INDEX = -100
 def unpack_tuple(fn: Callable[[Any], Tuple[Any]]) -> Callable[[Any], Any]:
     def wrapper(*args: Any, **kwargs: Any) -> Any:
         result = fn(*args, **kwargs)
-        return result[0] if isinstance(result, tuple) else result
+        return result[0] if (isinstance(result, tuple) or isinstance(result, list)) else result
 
     return wrapper
 
@@ -207,7 +207,8 @@ class PrismaticPreTrainedModel(PreTrainedModel):
     @property
     def _supports_sdpa(self) -> bool:
         """Check LLM supports SDPA Attention"""
-        return self.language_model._supports_sdpa
+        # TODO(moritzknaust): This is a hack to replace the original "return self.language_model._supports_sdpa"
+        return False
 
 
 class PrismaticForConditionalGeneration(PrismaticPreTrainedModel):
@@ -219,7 +220,7 @@ class PrismaticForConditionalGeneration(PrismaticPreTrainedModel):
             raise ValueError("Missing config field `use_fused_vision_backbone`")
 
         if timm.__version__ not in {"0.9.10", "0.9.11", "0.9.12", "0.9.16"}:
-            raise NotImplementedError(
+            logger.warning(
                 "TIMM Version must be >= 0.9.10 and < 1.0.0 (breaking); please raise a GitHub Issue "
                 "if you urgently need support for latest TIMM versions."
             )