Update modeling_ced.py
Browse files- modeling_ced.py +1 -1
modeling_ced.py
CHANGED
|
@@ -367,7 +367,7 @@ class CedModel(CedPreTrainedModel):
|
|
| 367 |
self.freq_pos_embed = nn.Parameter(torch.randn(1, config.embed_dim, self.patch_embed.grid_size[0], 1) * 0.02)
|
| 368 |
norm_layer = partial(nn.LayerNorm, eps=1e-6)
|
| 369 |
act_layer = nn.GELU
|
| 370 |
-
dpr = [x.item() for x in torch.linspace(0, config.drop_path_rate, config.depth)] # stochastic depth decay rule
|
| 371 |
self.pos_drop = nn.Dropout(p=config.drop_rate)
|
| 372 |
self.blocks = nn.Sequential(
|
| 373 |
*[
|
|
|
|
| 367 |
self.freq_pos_embed = nn.Parameter(torch.randn(1, config.embed_dim, self.patch_embed.grid_size[0], 1) * 0.02)
|
| 368 |
norm_layer = partial(nn.LayerNorm, eps=1e-6)
|
| 369 |
act_layer = nn.GELU
|
| 370 |
+
dpr = [x.item() for x in torch.linspace(0, config.drop_path_rate, config.depth, device="cpu")] # stochastic depth decay rule
|
| 371 |
self.pos_drop = nn.Dropout(p=config.drop_rate)
|
| 372 |
self.blocks = nn.Sequential(
|
| 373 |
*[
|