davesalvi
/

ispl_safe

Model card Files Files and versions

davesalvi commited on Apr 28, 2025

Commit

5e70df1

·

1 Parent(s): 5bb0c0f

change thres

Files changed (1) hide show

src/moe_model.py +1 -1

src/moe_model.py CHANGED Viewed

@@ -62,7 +62,7 @@ class MOE_attention(nn.Module):
     def __init__(self, experts, device, input_dim=128, freezing=False):
         super(MOE_attention, self).__init__()
-        self.threshold = 0.2
         self.temperature = 1.2
         self.device = device

     def __init__(self, experts, device, input_dim=128, freezing=False):
         super(MOE_attention, self).__init__()
+        self.threshold = 0.1
         self.temperature = 1.2
         self.device = device