Upload modeling_mic21.py with huggingface_hub
Browse files- modeling_mic21.py +1 -1
modeling_mic21.py
CHANGED
|
@@ -47,7 +47,7 @@ class MIC21SummarizerModel(PreTrainedModel):
|
|
| 47 |
#self.out_device = config.out_device
|
| 48 |
|
| 49 |
#self.projection_layer = torch.nn.Linear(49, self.components["llm"].config.hidden_size, dtype=torch.float, device=f"cuda:{self.in_device}")
|
| 50 |
-
self.projection_layer = torch.nn.Linear(49,
|
| 51 |
|
| 52 |
#self.projection_norm = torch.nn.LayerNorm(49, eps=1e-5, bias=True, device=f"cuda:{self.in_device}")
|
| 53 |
self.projection_norm = torch.nn.LayerNorm(49, eps=1e-5, bias=True)
|
|
|
|
| 47 |
#self.out_device = config.out_device
|
| 48 |
|
| 49 |
#self.projection_layer = torch.nn.Linear(49, self.components["llm"].config.hidden_size, dtype=torch.float, device=f"cuda:{self.in_device}")
|
| 50 |
+
self.projection_layer = torch.nn.Linear(49, 2048, dtype=torch.float)
|
| 51 |
|
| 52 |
#self.projection_norm = torch.nn.LayerNorm(49, eps=1e-5, bias=True, device=f"cuda:{self.in_device}")
|
| 53 |
self.projection_norm = torch.nn.LayerNorm(49, eps=1e-5, bias=True)
|