Update modeling_ced.py
Browse files- modeling_ced.py +2 -1
modeling_ced.py
CHANGED
|
@@ -367,7 +367,8 @@ class CedModel(CedPreTrainedModel):
|
|
| 367 |
self.freq_pos_embed = nn.Parameter(torch.randn(1, config.embed_dim, self.patch_embed.grid_size[0], 1) * 0.02)
|
| 368 |
norm_layer = partial(nn.LayerNorm, eps=1e-6)
|
| 369 |
act_layer = nn.GELU
|
| 370 |
-
dpr = [x.item() for x in torch.linspace(0, config.drop_path_rate, config.depth)] # stochastic depth decay rule
|
|
|
|
| 371 |
self.pos_drop = nn.Dropout(p=config.drop_rate)
|
| 372 |
self.blocks = nn.Sequential(
|
| 373 |
*[
|
|
|
|
| 367 |
self.freq_pos_embed = nn.Parameter(torch.randn(1, config.embed_dim, self.patch_embed.grid_size[0], 1) * 0.02)
|
| 368 |
norm_layer = partial(nn.LayerNorm, eps=1e-6)
|
| 369 |
act_layer = nn.GELU
|
| 370 |
+
# dpr = [x.item() for x in torch.linspace(0, config.drop_path_rate, config.depth)] # stochastic depth decay rule
|
| 371 |
+
dpr = [0.0 + (config.drop_path_rate * i / (config.depth - 1)) for i in range(config.depth)]
|
| 372 |
self.pos_drop = nn.Dropout(p=config.drop_rate)
|
| 373 |
self.blocks = nn.Sequential(
|
| 374 |
*[
|