Upload modeling_distilled_speech.py with huggingface_hub
Browse files
modeling_distilled_speech.py
CHANGED
|
@@ -80,9 +80,7 @@ class ConvLayer(nn.Module):
|
|
| 80 |
)
|
| 81 |
|
| 82 |
if norm == "group":
|
| 83 |
-
|
| 84 |
-
# This is what wav2vec2/HuBERT use
|
| 85 |
-
self.norm = GroupNorm1D(num_groups=1, num_channels=out_channels)
|
| 86 |
elif norm == "layer":
|
| 87 |
self.norm = nn.LayerNorm(out_channels)
|
| 88 |
else:
|
|
|
|
| 80 |
)
|
| 81 |
|
| 82 |
if norm == "group":
|
| 83 |
+
self.norm = GroupNorm1D(num_groups=out_channels, num_channels=out_channels)
|
|
|
|
|
|
|
| 84 |
elif norm == "layer":
|
| 85 |
self.norm = nn.LayerNorm(out_channels)
|
| 86 |
else:
|