Update modeling_deberta.py

modeling_deberta.py

@@ -14,6 +14,7 @@
 # limitations under the License.
 """ PyTorch DeBERTa-v2 model."""
 
+import math
 from collections.abc import Sequence
 from typing import Optional, Tuple, Union
 
@@ -553,16 +554,9 @@ class DebertaV2Encoder(nn.Module):
 def make_log_bucket_position(relative_pos, bucket_size, max_position):
     sign = torch.sign(relative_pos)
     mid = bucket_size // 2
-    abs_pos = torch.where(
-        (relative_pos < mid) & (relative_pos > -mid),
-        torch.tensor(mid - 1).type_as(relative_pos),
-        torch.abs(relative_pos),
-    )
-    log_pos = (
-        torch.ceil(torch.log(abs_pos / mid) / torch.log(torch.tensor((max_position - 1) / mid)) * (mid - 1)) + mid
-    )
-    bucket_pos = torch.where(abs_pos <= mid, relative_pos.type_as(log_pos), log_pos * sign)
-    bucket_pos = bucket_pos.clamp(min=-bucket_size+1, max=bucket_size-1)
+    abs_pos = torch.where((relative_pos < mid) & (relative_pos > -mid), mid - 1, torch.abs(relative_pos).clamp(max=max_position - 1))
+    log_pos = torch.ceil(torch.log(abs_pos / mid) / math.log((max_position-1) / mid) * (mid - 1)).int() + mid
+    bucket_pos = torch.where(abs_pos <= mid, relative_pos, log_pos * sign).long()
     return bucket_pos