update

custom_generate/generate.py

@@ -33,7 +33,7 @@ class SinkCache(Cache):
     """
 
     def __init__(self, window_length: int, num_sink_tokens: int) -> None:
-        super().__init__(layer_class_to_replicate=CacheLayer)
+        super().__init__(layers=[])
         self.key_cache: List[torch.Tensor] = []
         self.value_cache: List[torch.Tensor] = []
         self.window_length = window_length