transformers-community
/

sep_cache

custom_generate

Model card Files Files and versions

Gausson commited on Jul 15, 2025

Commit

5cfbef3

·

verified ·

1 Parent(s): b9b1e9f

Update custom_generate/generate.py

Files changed (1) hide show

custom_generate/generate.py +1 -1

custom_generate/generate.py CHANGED Viewed

@@ -9,7 +9,7 @@ from transformers.modeling_utils import  PreTrainedModel
 from .functions_2_patch import _validate_model_kwargs, llama_atten_forward
 from .monkey_patching_utils import monkey_patching
-from ..sep_cache_utils import SepCache
 UNSUPPORTED_GENERATION_ARGS = [

 from .functions_2_patch import _validate_model_kwargs, llama_atten_forward
 from .monkey_patching_utils import monkey_patching
+from .sep_cache_utils import SepCache
 UNSUPPORTED_GENERATION_ARGS = [