Gausson commited on
Commit
c5aa652
·
verified ·
1 Parent(s): 68151bc

Update custom_generate/generate.py

Browse files
Files changed (1) hide show
  1. custom_generate/generate.py +3 -3
custom_generate/generate.py CHANGED
@@ -13,9 +13,9 @@ import torch.nn as nn
13
  from transformers.modeling_utils import PreTrainedModel
14
 
15
 
16
- from .functions_2_patch import _validate_model_kwargs, llama_atten_forward
17
- from .monkey_patching_utils import monkey_patching
18
- from .sep_cache_utils import SepCache
19
 
20
 
21
  UNSUPPORTED_GENERATION_ARGS = [
 
13
  from transformers.modeling_utils import PreTrainedModel
14
 
15
 
16
+ from ..functions_2_patch import _validate_model_kwargs, llama_atten_forward
17
+ from ..monkey_patching_utils import monkey_patching
18
+ from ..sep_cache_utils import SepCache
19
 
20
 
21
  UNSUPPORTED_GENERATION_ARGS = [