richermans commited on
Commit
a9a1a89
·
verified ·
1 Parent(s): 9eef8c0

Update modeling_ced.py

Browse files
Files changed (1) hide show
  1. modeling_ced.py +1 -1
modeling_ced.py CHANGED
@@ -367,7 +367,7 @@ class CedModel(CedPreTrainedModel):
367
  self.freq_pos_embed = nn.Parameter(torch.randn(1, config.embed_dim, self.patch_embed.grid_size[0], 1) * 0.02)
368
  norm_layer = partial(nn.LayerNorm, eps=1e-6)
369
  act_layer = nn.GELU
370
- dpr = [x.item() for x in torch.linspace(0, config.drop_path_rate, config.depth)] # stochastic depth decay rule
371
  self.pos_drop = nn.Dropout(p=config.drop_rate)
372
  self.blocks = nn.Sequential(
373
  *[
 
367
  self.freq_pos_embed = nn.Parameter(torch.randn(1, config.embed_dim, self.patch_embed.grid_size[0], 1) * 0.02)
368
  norm_layer = partial(nn.LayerNorm, eps=1e-6)
369
  act_layer = nn.GELU
370
+ dpr = [x.item() for x in torch.linspace(0, config.drop_path_rate, config.depth, device="cpu")] # stochastic depth decay rule
371
  self.pos_drop = nn.Dropout(p=config.drop_rate)
372
  self.blocks = nn.Sequential(
373
  *[