transformers-community
/

sep_cache

custom_generate

Model card Files Files and versions

Gausson commited on Jul 15, 2025

Commit

f475a4f

·

verified ·

1 Parent(s): 07faee0

Update custom_generate/generate.py

Files changed (1) hide show

custom_generate/generate.py +3 -3

custom_generate/generate.py CHANGED Viewed

@@ -31,9 +31,9 @@ from transformers.modeling_utils import  PreTrainedModel
 try:
-    from .functions_2_patch import _validate_model_kwargs, llama_atten_forward
-    from .monkey_patching_utils import monkey_patching
-    from .sep_cache_utils import SepCache
 except :
     from ..functions_2_patch import _validate_model_kwargs, llama_atten_forward
     from ..monkey_patching_utils import monkey_patching

 try:
+    from functions_2_patch import _validate_model_kwargs, llama_atten_forward
+    from monkey_patching_utils import monkey_patching
+    from sep_cache_utils import SepCache
 except :
     from ..functions_2_patch import _validate_model_kwargs, llama_atten_forward
     from ..monkey_patching_utils import monkey_patching