Gausson commited on
Commit
4fae2d3
·
verified ·
1 Parent(s): c275b91

Update custom_generate/generate.py

Browse files
Files changed (1) hide show
  1. custom_generate/generate.py +3 -3
custom_generate/generate.py CHANGED
@@ -8,9 +8,9 @@ import torch.nn as nn
8
  from transformers.modeling_utils import PreTrainedModel
9
 
10
 
11
- from ..functions_2_patch import _validate_model_kwargs, llama_atten_forward
12
- from ..monkey_patching_utils import monkey_patching
13
- from ..sep_cache_utils import SepCache
14
 
15
 
16
  UNSUPPORTED_GENERATION_ARGS = [
 
8
  from transformers.modeling_utils import PreTrainedModel
9
 
10
 
11
+ from .functions_2_patch import _validate_model_kwargs, llama_atten_forward
12
+ from .monkey_patching_utils import monkey_patching
13
+ from .sep_cache_utils import SepCache
14
 
15
 
16
  UNSUPPORTED_GENERATION_ARGS = [