Update README.md
Browse files
README.md
CHANGED
|
@@ -24,7 +24,7 @@ class ProjectionModel(nn.Module):
|
|
| 24 |
self.projection = nn.Sequential(
|
| 25 |
nn.Linear(config.embedding_dim, config.hidden_dim),
|
| 26 |
nn.ReLU(), # First activation function
|
| 27 |
-
nn.Linear(config.hidden_dim, config.hidden_dim), #
|
| 28 |
nn.ReLU(), # Second activation function
|
| 29 |
nn.Linear(config.hidden_dim, config.embedding_dim) #Output layer projecting back to the original embedding space
|
| 30 |
)
|
|
|
|
| 24 |
self.projection = nn.Sequential(
|
| 25 |
nn.Linear(config.embedding_dim, config.hidden_dim),
|
| 26 |
nn.ReLU(), # First activation function
|
| 27 |
+
nn.Linear(config.hidden_dim, config.hidden_dim), #Hidden layer
|
| 28 |
nn.ReLU(), # Second activation function
|
| 29 |
nn.Linear(config.hidden_dim, config.embedding_dim) #Output layer projecting back to the original embedding space
|
| 30 |
)
|