Update

Fix for numerical stability

spear_modules.py

@@ -1547,7 +1547,8 @@ class SwooshROnnx(torch.nn.Module):
 # ActivationDropoutAndLinearFunction.
 def SwooshLForward(x: Tensor):
     x_offset = x - 4.0
-    log_sum = (1.0 + x_offset.exp()).log().to(x.dtype)
+    # log_sum = (1.0 + x_offset.exp()).log().to(x.dtype)
+    log_sum = torch.nn.functional.softplus(x_offset)
     log_sum = torch.where(log_sum == float("inf"), x_offset, log_sum)
     return log_sum - 0.08 * x - 0.035
 
@@ -1556,7 +1557,8 @@ def SwooshLForward(x: Tensor):
 # ActivationDropoutAndLinearFunction.
 def SwooshRForward(x: Tensor):
     x_offset = x - 1.0
-    log_sum = (1.0 + x_offset.exp()).log().to(x.dtype)
+    # log_sum = (1.0 + x_offset.exp()).log().to(x.dtype)
+    log_sum = torch.nn.functional.softplus(x_offset)
     log_sum = torch.where(log_sum == float("inf"), x_offset, log_sum)
     return log_sum - 0.08 * x - 0.313261687