TimVeenboer commited on
Commit ·
7694ac2
1
Parent(s): 11d9c4c
Squash merge fix/meta-tensor-item into main
Browse files
vision_transformer_base.py
CHANGED
|
@@ -270,7 +270,7 @@ class DinoVisionTransformerBase(nn.Module):
|
|
| 270 |
if drop_path_uniform is True:
|
| 271 |
dpr = [drop_path_rate] * depth
|
| 272 |
else:
|
| 273 |
-
dpr =
|
| 274 |
|
| 275 |
if ffn_layer == DinoVisionTransformerFFNLayer.MLP:
|
| 276 |
self.logger.info("Using MLP layer as FFN")
|
|
|
|
| 270 |
if drop_path_uniform is True:
|
| 271 |
dpr = [drop_path_rate] * depth
|
| 272 |
else:
|
| 273 |
+
dpr = torch.linspace(0, drop_path_rate, depth, device="cpu").tolist() # stochastic depth decay rule
|
| 274 |
|
| 275 |
if ffn_layer == DinoVisionTransformerFFNLayer.MLP:
|
| 276 |
self.logger.info("Using MLP layer as FFN")
|