Gausson commited on
Commit
46c775f
·
verified ·
1 Parent(s): f7eb1dd

Update custom_generate/generate.py

Browse files
Files changed (1) hide show
  1. custom_generate/generate.py +3 -3
custom_generate/generate.py CHANGED
@@ -7,9 +7,9 @@ from transformers import Cache, GenerationConfig
7
  import torch.nn as nn
8
  from transformers.modeling_utils import PreTrainedModel
9
 
10
- from .functions_2_patch import _validate_model_kwargs, llama_atten_forward
11
- from .monkey_patching_utils import monkey_patching
12
- from .sep_cache_utils import SepCache
13
 
14
 
15
  UNSUPPORTED_GENERATION_ARGS = [
 
7
  import torch.nn as nn
8
  from transformers.modeling_utils import PreTrainedModel
9
 
10
+ from .custom_generate.functions_2_patch import _validate_model_kwargs, llama_atten_forward
11
+ from .custom_generate.monkey_patching_utils import monkey_patching
12
+ from .custom_generate.sep_cache_utils import SepCache
13
 
14
 
15
  UNSUPPORTED_GENERATION_ARGS = [