echo-memory / src /model_training /transformers_compat.py
multimodalart's picture
multimodalart HF Staff
Upload folder using huggingface_hub
6e4b62e verified
Raw
History Blame Contribute Delete
897 Bytes
def patch_transformers_hybrid_cache() -> None:
"""Map missing transformers.HybridCache to DynamicCache for newer peft."""
try:
import transformers
except Exception:
return
if hasattr(transformers, "HybridCache"):
return
lazy_module_cls = type(transformers)
original_getattr = getattr(lazy_module_cls, "__getattr__", None)
if original_getattr is not None and not getattr(lazy_module_cls, "_echo_memory_hybrid_cache_patch", False):
def _compat_getattr(self, name):
if name == "HybridCache":
return original_getattr(self, "DynamicCache")
return original_getattr(self, name)
lazy_module_cls.__getattr__ = _compat_getattr
lazy_module_cls._echo_memory_hybrid_cache_patch = True
try:
transformers.HybridCache = transformers.DynamicCache
except Exception:
pass