MonsterMMORPG commited on
Commit
65387ff
·
verified ·
1 Parent(s): 75f6f8d

Add files using upload-large-folder tool

Browse files
Trellv2/briaai--RMBG-2.0/birefnet.py CHANGED
@@ -380,7 +380,7 @@ class PyramidVisionTransformerImpr(nn.Module):
380
  embed_dim=embed_dims[3])
381
 
382
  # transformer encoder
383
- dpr = [x.item() for x in torch.linspace(0, drop_path_rate, sum(depths))] # stochastic depth decay rule
384
  cur = 0
385
  self.block1 = nn.ModuleList([Block(
386
  dim=embed_dims[0], num_heads=num_heads[0], mlp_ratio=mlp_ratios[0], qkv_bias=qkv_bias, qk_scale=qk_scale,
@@ -439,7 +439,7 @@ class PyramidVisionTransformerImpr(nn.Module):
439
  #load_checkpoint(self, pretrained, map_location='cpu', strict=False, logger=logger)
440
 
441
  def reset_drop_path(self, drop_path_rate):
442
- dpr = [x.item() for x in torch.linspace(0, drop_path_rate, sum(self.depths))]
443
  cur = 0
444
  for i in range(self.depths[0]):
445
  self.block1[i].drop_path.drop_prob = dpr[cur + i]
@@ -1128,7 +1128,7 @@ class SwinTransformer(nn.Module):
1128
  self.pos_drop = nn.Dropout(p=drop_rate)
1129
 
1130
  # stochastic depth
1131
- dpr = [x.item() for x in torch.linspace(0, drop_path_rate, sum(depths))] # stochastic depth decay rule
1132
 
1133
  # build layers
1134
  self.layers = nn.ModuleList()
@@ -1979,6 +1979,7 @@ class BiRefNet(
1979
  PreTrainedModel
1980
  ):
1981
  config_class = BiRefNetConfig
 
1982
  def __init__(self, bb_pretrained=True, config=BiRefNetConfig()):
1983
  super(BiRefNet, self).__init__(config)
1984
  bb_pretrained = config.bb_pretrained
 
380
  embed_dim=embed_dims[3])
381
 
382
  # transformer encoder
383
+ dpr = torch.linspace(0, drop_path_rate, sum(depths), device='cpu').tolist() # stochastic depth decay rule
384
  cur = 0
385
  self.block1 = nn.ModuleList([Block(
386
  dim=embed_dims[0], num_heads=num_heads[0], mlp_ratio=mlp_ratios[0], qkv_bias=qkv_bias, qk_scale=qk_scale,
 
439
  #load_checkpoint(self, pretrained, map_location='cpu', strict=False, logger=logger)
440
 
441
  def reset_drop_path(self, drop_path_rate):
442
+ dpr = torch.linspace(0, drop_path_rate, sum(self.depths), device='cpu').tolist()
443
  cur = 0
444
  for i in range(self.depths[0]):
445
  self.block1[i].drop_path.drop_prob = dpr[cur + i]
 
1128
  self.pos_drop = nn.Dropout(p=drop_rate)
1129
 
1130
  # stochastic depth
1131
+ dpr = torch.linspace(0, drop_path_rate, sum(depths), device='cpu').tolist() # stochastic depth decay rule
1132
 
1133
  # build layers
1134
  self.layers = nn.ModuleList()
 
1979
  PreTrainedModel
1980
  ):
1981
  config_class = BiRefNetConfig
1982
+ all_tied_weights_keys = {}
1983
  def __init__(self, bb_pretrained=True, config=BiRefNetConfig()):
1984
  super(BiRefNet, self).__init__(config)
1985
  bb_pretrained = config.bb_pretrained