Update all files for BitDance-14B-64x-diffusers
Browse files
bitdance_diffusers/modeling_projector.py
CHANGED
|
@@ -22,6 +22,7 @@ class BitDanceProjector(ModelMixin, ConfigMixin):
|
|
| 22 |
self.fc2 = nn.Linear(out_dim, out_dim)
|
| 23 |
|
| 24 |
def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
|
|
|
|
| 25 |
hidden_states = self.fc1(hidden_states)
|
| 26 |
hidden_states = self.activation_fn(hidden_states)
|
| 27 |
hidden_states = self.fc2(hidden_states)
|
|
|
|
| 22 |
self.fc2 = nn.Linear(out_dim, out_dim)
|
| 23 |
|
| 24 |
def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
|
| 25 |
+
hidden_states = hidden_states.to(self.fc1.weight.dtype)
|
| 26 |
hidden_states = self.fc1(hidden_states)
|
| 27 |
hidden_states = self.activation_fn(hidden_states)
|
| 28 |
hidden_states = self.fc2(hidden_states)
|