nixie1981 commited on
Commit
7ed7540
·
verified ·
1 Parent(s): 6a4202e

Upload modeling_conceptframemet.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. modeling_conceptframemet.py +6 -2
modeling_conceptframemet.py CHANGED
@@ -48,8 +48,12 @@ class ConceptFrameMetForMetaphorDetection(nn.Module):
48
  self.source_alpha = source_alpha
49
  self.metaphor_threshold = metaphor_threshold
50
 
51
- # Load encoder (RoBERTa)
52
- self.encoder = RobertaModel.from_pretrained(encoder_model_name)
 
 
 
 
53
  self.tokenizer = RobertaTokenizer.from_pretrained(encoder_model_name)
54
  self.config = self.encoder.config
55
 
 
48
  self.source_alpha = source_alpha
49
  self.metaphor_threshold = metaphor_threshold
50
 
51
+ # Load encoder (RoBERTa) with correct type_vocab_size
52
+ from transformers import RobertaConfig
53
+ encoder_config = RobertaConfig.from_pretrained(encoder_model_name)
54
+ encoder_config.type_vocab_size = 4 # CRITICAL: Match training config
55
+
56
+ self.encoder = RobertaModel.from_pretrained(encoder_model_name, config=encoder_config)
57
  self.tokenizer = RobertaTokenizer.from_pretrained(encoder_model_name)
58
  self.config = self.encoder.config
59