Update custom_generate/generate.py

custom_generate/generate.py

@@ -111,9 +111,17 @@ def generate(model,
              ):
 
     debug_imports()
-    from ..custom_generate.functions_2_patch import _validate_model_kwargs, llama_atten_forward
-    from ..custom_generate.monkey_patching_utils import monkey_patching
-    from ..custom_generate.sep_cache_utils import SepCache
+
+    import sys
+    import os
+    sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
+    # from utils.sep_cache_utils import SepCache
+
+    from .functions_2_patch import _validate_model_kwargs, llama_atten_forward
+    from .monkey_patching_utils import monkey_patching
+    from .sep_cache_utils import SepCache
+
+    
 
     """Custom generate function for SepCache.