Upload folder using huggingface_hub

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42406134550a2fb1f39a3fd02a83cfc137fbadbe537be5d2ce86e5d03bc481fb
+oid sha256:6abd721b0161d32c8c80c7eb7c6de54fc5198e4ebbff35b61b6c6a2019038afc
 size 373237404

spear_modules.py

@@ -1547,7 +1547,8 @@ class SwooshROnnx(torch.nn.Module):
 # ActivationDropoutAndLinearFunction.
 def SwooshLForward(x: Tensor):
     x_offset = x - 4.0
-    log_sum = (1.0 + x_offset.exp()).log().to(x.dtype)
+    # log_sum = (1.0 + x_offset.exp()).log().to(x.dtype)
+    log_sum = torch.nn.functional.softplus(x_offset)
     log_sum = torch.where(log_sum == float("inf"), x_offset, log_sum)
     return log_sum - 0.08 * x - 0.035
 
@@ -1556,7 +1557,8 @@ def SwooshLForward(x: Tensor):
 # ActivationDropoutAndLinearFunction.
 def SwooshRForward(x: Tensor):
     x_offset = x - 1.0
-    log_sum = (1.0 + x_offset.exp()).log().to(x.dtype)
+    # log_sum = (1.0 + x_offset.exp()).log().to(x.dtype)
+    log_sum = torch.nn.functional.softplus(x_offset)
     log_sum = torch.where(log_sum == float("inf"), x_offset, log_sum)
     return log_sum - 0.08 * x - 0.313261687