Manhph2211 commited on
Commit
ad755f6
·
verified ·
1 Parent(s): 956cef5

Update modeling_qheart.py

Browse files
Files changed (1) hide show
  1. modeling_qheart.py +12 -5
modeling_qheart.py CHANGED
@@ -26,11 +26,18 @@ from transformers.models.bert.modeling_bert import (
26
  BertConfig,
27
  BertPredictionHeadTransform,
28
  )
29
- from transformers.modeling_utils import (
30
- apply_chunking_to_forward,
31
- find_pruneable_heads_and_indices,
32
- prune_linear_layer,
33
- )
 
 
 
 
 
 
 
34
  from transformers.activations import ACT2FN
35
  from peft import LoraConfig, get_peft_model, TaskType
36
 
 
26
  BertConfig,
27
  BertPredictionHeadTransform,
28
  )
29
+ try:
30
+ from transformers.pytorch_utils import (
31
+ apply_chunking_to_forward,
32
+ find_pruneable_heads_and_indices,
33
+ prune_linear_layer,
34
+ )
35
+ except ImportError:
36
+ from transformers.modeling_utils import (
37
+ apply_chunking_to_forward,
38
+ find_pruneable_heads_and_indices,
39
+ prune_linear_layer,
40
+ )
41
  from transformers.activations import ACT2FN
42
  from peft import LoraConfig, get_peft_model, TaskType
43