Add files using upload-large-folder tool
Browse files
Trellv2/briaai--RMBG-2.0/birefnet.py
CHANGED
|
@@ -380,7 +380,7 @@ class PyramidVisionTransformerImpr(nn.Module):
|
|
| 380 |
embed_dim=embed_dims[3])
|
| 381 |
|
| 382 |
# transformer encoder
|
| 383 |
-
dpr =
|
| 384 |
cur = 0
|
| 385 |
self.block1 = nn.ModuleList([Block(
|
| 386 |
dim=embed_dims[0], num_heads=num_heads[0], mlp_ratio=mlp_ratios[0], qkv_bias=qkv_bias, qk_scale=qk_scale,
|
|
@@ -439,7 +439,7 @@ class PyramidVisionTransformerImpr(nn.Module):
|
|
| 439 |
#load_checkpoint(self, pretrained, map_location='cpu', strict=False, logger=logger)
|
| 440 |
|
| 441 |
def reset_drop_path(self, drop_path_rate):
|
| 442 |
-
dpr =
|
| 443 |
cur = 0
|
| 444 |
for i in range(self.depths[0]):
|
| 445 |
self.block1[i].drop_path.drop_prob = dpr[cur + i]
|
|
@@ -1128,7 +1128,7 @@ class SwinTransformer(nn.Module):
|
|
| 1128 |
self.pos_drop = nn.Dropout(p=drop_rate)
|
| 1129 |
|
| 1130 |
# stochastic depth
|
| 1131 |
-
dpr =
|
| 1132 |
|
| 1133 |
# build layers
|
| 1134 |
self.layers = nn.ModuleList()
|
|
@@ -1979,6 +1979,7 @@ class BiRefNet(
|
|
| 1979 |
PreTrainedModel
|
| 1980 |
):
|
| 1981 |
config_class = BiRefNetConfig
|
|
|
|
| 1982 |
def __init__(self, bb_pretrained=True, config=BiRefNetConfig()):
|
| 1983 |
super(BiRefNet, self).__init__(config)
|
| 1984 |
bb_pretrained = config.bb_pretrained
|
|
|
|
| 380 |
embed_dim=embed_dims[3])
|
| 381 |
|
| 382 |
# transformer encoder
|
| 383 |
+
dpr = torch.linspace(0, drop_path_rate, sum(depths), device='cpu').tolist() # stochastic depth decay rule
|
| 384 |
cur = 0
|
| 385 |
self.block1 = nn.ModuleList([Block(
|
| 386 |
dim=embed_dims[0], num_heads=num_heads[0], mlp_ratio=mlp_ratios[0], qkv_bias=qkv_bias, qk_scale=qk_scale,
|
|
|
|
| 439 |
#load_checkpoint(self, pretrained, map_location='cpu', strict=False, logger=logger)
|
| 440 |
|
| 441 |
def reset_drop_path(self, drop_path_rate):
|
| 442 |
+
dpr = torch.linspace(0, drop_path_rate, sum(self.depths), device='cpu').tolist()
|
| 443 |
cur = 0
|
| 444 |
for i in range(self.depths[0]):
|
| 445 |
self.block1[i].drop_path.drop_prob = dpr[cur + i]
|
|
|
|
| 1128 |
self.pos_drop = nn.Dropout(p=drop_rate)
|
| 1129 |
|
| 1130 |
# stochastic depth
|
| 1131 |
+
dpr = torch.linspace(0, drop_path_rate, sum(depths), device='cpu').tolist() # stochastic depth decay rule
|
| 1132 |
|
| 1133 |
# build layers
|
| 1134 |
self.layers = nn.ModuleList()
|
|
|
|
| 1979 |
PreTrainedModel
|
| 1980 |
):
|
| 1981 |
config_class = BiRefNetConfig
|
| 1982 |
+
all_tied_weights_keys = {}
|
| 1983 |
def __init__(self, bb_pretrained=True, config=BiRefNetConfig()):
|
| 1984 |
super(BiRefNet, self).__init__(config)
|
| 1985 |
bb_pretrained = config.bb_pretrained
|