jkralev commited on
Commit
3a58ec5
·
verified ·
1 Parent(s): 785dffc

Upload modeling_mic21.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. modeling_mic21.py +1 -1
modeling_mic21.py CHANGED
@@ -47,7 +47,7 @@ class MIC21SummarizerModel(PreTrainedModel):
47
  #self.out_device = config.out_device
48
 
49
  #self.projection_layer = torch.nn.Linear(49, self.components["llm"].config.hidden_size, dtype=torch.float, device=f"cuda:{self.in_device}")
50
- self.projection_layer = torch.nn.Linear(49, self.components["llm"].config.hidden_size, dtype=torch.float)
51
 
52
  #self.projection_norm = torch.nn.LayerNorm(49, eps=1e-5, bias=True, device=f"cuda:{self.in_device}")
53
  self.projection_norm = torch.nn.LayerNorm(49, eps=1e-5, bias=True)
 
47
  #self.out_device = config.out_device
48
 
49
  #self.projection_layer = torch.nn.Linear(49, self.components["llm"].config.hidden_size, dtype=torch.float, device=f"cuda:{self.in_device}")
50
+ self.projection_layer = torch.nn.Linear(49, 2048, dtype=torch.float)
51
 
52
  #self.projection_norm = torch.nn.LayerNorm(49, eps=1e-5, bias=True, device=f"cuda:{self.in_device}")
53
  self.projection_norm = torch.nn.LayerNorm(49, eps=1e-5, bias=True)