Update custom_generate/generate.py

custom_generate/generate.py

@@ -7,9 +7,13 @@ from transformers import Cache, GenerationConfig
 import torch.nn as nn
 from transformers.modeling_utils import  PreTrainedModel
 
-from .functions_2_patch import _validate_model_kwargs, llama_atten_forward
-from .monkey_patching_utils import monkey_patching
-from .sep_cache_utils import SepCache
+
+from .. import functions_2_patch, monkey_patching_utils, sep_cache_utils
+
+
+from functions_2_patch import _validate_model_kwargs, llama_atten_forward
+from monkey_patching_utils import monkey_patching
+from sep_cache_utils import SepCache
 
 
 UNSUPPORTED_GENERATION_ARGS = [