Update modeling_kphi3.py
Browse files- modeling_kphi3.py +1 -1
modeling_kphi3.py
CHANGED
|
@@ -33,7 +33,7 @@ from torch.nn import BCEWithLogitsLoss, CrossEntropyLoss, MSELoss
|
|
| 33 |
|
| 34 |
from transformers.activations import ACT2FN
|
| 35 |
from transformers.generation import GenerationMixin
|
| 36 |
-
from transformers.cache_utils import Cache, DynamicCache
|
| 37 |
from transformers.modeling_attn_mask_utils import _prepare_4d_causal_attention_mask
|
| 38 |
from transformers.modeling_outputs import (
|
| 39 |
BaseModelOutputWithPast,
|
|
|
|
| 33 |
|
| 34 |
from transformers.activations import ACT2FN
|
| 35 |
from transformers.generation import GenerationMixin
|
| 36 |
+
from transformers.cache_utils import Cache, DynamicCache, SlidingWindowCache, StaticCache
|
| 37 |
from transformers.modeling_attn_mask_utils import _prepare_4d_causal_attention_mask
|
| 38 |
from transformers.modeling_outputs import (
|
| 39 |
BaseModelOutputWithPast,
|