richermans zhoukz commited on
Commit
d29a721
·
1 Parent(s): ce45305

Fix `Tensor.item() cannot be called on meta tensors` error during loading with transformers>=5 (#1)

Browse files

- Fix `Tensor.item() cannot be called on meta tensors` error during loading with transformers>=5 (b694d074577fdd74ddd12c77f459a8e2774eb351)


Co-authored-by: zhoukz <zhoukz@users.noreply.huggingface.co>

Files changed (1) hide show
  1. modeling_dasheng.py +1 -1
modeling_dasheng.py CHANGED
@@ -321,7 +321,7 @@ class AudioTransformerMAE_Encoder(nn.Module):
321
 
322
  norm_layer = norm_layer or partial(nn.LayerNorm, eps=1e-6)
323
  act_layer = act_layer or nn.GELU
324
- dpr = [x.item() for x in torch.linspace(0, drop_path_rate, depth)] # stochastic depth decay rule
325
  self.pos_drop = nn.Dropout(p=drop_rate)
326
  block_function = globals()[block_type]
327
  self.blocks = nn.Sequential(
 
321
 
322
  norm_layer = norm_layer or partial(nn.LayerNorm, eps=1e-6)
323
  act_layer = act_layer or nn.GELU
324
+ dpr = [x.item() for x in torch.linspace(0, drop_path_rate, depth, device="cpu")] # stochastic depth decay rule
325
  self.pos_drop = nn.Dropout(p=drop_rate)
326
  block_function = globals()[block_type]
327
  self.blocks = nn.Sequential(