ZhengPeng7 commited on
Commit
273735e
·
1 Parent(s): 26e7919

For the compatibility with the meta device used in transformers==5.0.0.

Browse files
Files changed (1) hide show
  1. birefnet.py +3 -3
birefnet.py CHANGED
@@ -383,7 +383,7 @@ class PyramidVisionTransformerImpr(nn.Module):
383
  embed_dim=embed_dims[3])
384
 
385
  # transformer encoder
386
- dpr = [x.item() for x in torch.linspace(0, drop_path_rate, sum(depths))] # stochastic depth decay rule
387
  cur = 0
388
  self.block1 = nn.ModuleList([Block(
389
  dim=embed_dims[0], num_heads=num_heads[0], mlp_ratio=mlp_ratios[0], qkv_bias=qkv_bias, qk_scale=qk_scale,
@@ -442,7 +442,7 @@ class PyramidVisionTransformerImpr(nn.Module):
442
  #load_checkpoint(self, pretrained, map_location='cpu', strict=False, logger=logger)
443
 
444
  def reset_drop_path(self, drop_path_rate):
445
- dpr = [x.item() for x in torch.linspace(0, drop_path_rate, sum(self.depths))]
446
  cur = 0
447
  for i in range(self.depths[0]):
448
  self.block1[i].drop_path.drop_prob = dpr[cur + i]
@@ -1128,7 +1128,7 @@ class SwinTransformer(nn.Module):
1128
  self.pos_drop = nn.Dropout(p=drop_rate)
1129
 
1130
  # stochastic depth
1131
- dpr = [x.item() for x in torch.linspace(0, drop_path_rate, sum(depths))] # stochastic depth decay rule
1132
 
1133
  # build layers
1134
  self.layers = nn.ModuleList()
 
383
  embed_dim=embed_dims[3])
384
 
385
  # transformer encoder
386
+ dpr = np.linspace(0, drop_path_rate, sum(depths)).tolist() # stochastic depth decay rule
387
  cur = 0
388
  self.block1 = nn.ModuleList([Block(
389
  dim=embed_dims[0], num_heads=num_heads[0], mlp_ratio=mlp_ratios[0], qkv_bias=qkv_bias, qk_scale=qk_scale,
 
442
  #load_checkpoint(self, pretrained, map_location='cpu', strict=False, logger=logger)
443
 
444
  def reset_drop_path(self, drop_path_rate):
445
+ dpr = np.linspace(0, drop_path_rate, sum(self.depths)).tolist()
446
  cur = 0
447
  for i in range(self.depths[0]):
448
  self.block1[i].drop_path.drop_prob = dpr[cur + i]
 
1128
  self.pos_drop = nn.Dropout(p=drop_rate)
1129
 
1130
  # stochastic depth
1131
+ dpr = np.linspace(0, drop_path_rate, sum(depths)).tolist() # stochastic depth decay rule
1132
 
1133
  # build layers
1134
  self.layers = nn.ModuleList()