Gausson commited on
Commit
9242c50
·
verified ·
1 Parent(s): 6230fcb

Update custom_generate/generate.py

Browse files
Files changed (1) hide show
  1. custom_generate/generate.py +3 -6
custom_generate/generate.py CHANGED
@@ -8,12 +8,9 @@ import torch.nn as nn
8
  from transformers.modeling_utils import PreTrainedModel
9
 
10
 
11
- from .. import functions_2_patch, monkey_patching_utils, sep_cache_utils
12
-
13
-
14
- from functions_2_patch import _validate_model_kwargs, llama_atten_forward
15
- from monkey_patching_utils import monkey_patching
16
- from sep_cache_utils import SepCache
17
 
18
 
19
  UNSUPPORTED_GENERATION_ARGS = [
 
8
  from transformers.modeling_utils import PreTrainedModel
9
 
10
 
11
+ from ..functions_2_patch import _validate_model_kwargs, llama_atten_forward
12
+ from ..monkey_patching_utils import monkey_patching
13
+ from ..sep_cache_utils import SepCache
 
 
 
14
 
15
 
16
  UNSUPPORTED_GENERATION_ARGS = [