change MOE thresh
Browse files- .idea/workspace.xml +2 -1
- src/moe_model.py +1 -1
.idea/workspace.xml
CHANGED
|
@@ -5,6 +5,7 @@
|
|
| 5 |
</component>
|
| 6 |
<component name="ChangeListManager">
|
| 7 |
<list default="true" id="23565123-73ab-4f40-a9ef-1086e0c9e1ec" name="Changes" comment="">
|
|
|
|
| 8 |
<change beforePath="$PROJECT_DIR$/src/moe_model.py" beforeDir="false" afterPath="$PROJECT_DIR$/src/moe_model.py" afterDir="false" />
|
| 9 |
</list>
|
| 10 |
<option name="SHOW_DIALOG" value="false" />
|
|
@@ -131,7 +132,7 @@
|
|
| 131 |
<workItem from="1742889011586" duration="41000" />
|
| 132 |
<workItem from="1742890414523" duration="4382000" />
|
| 133 |
<workItem from="1742941362366" duration="1283000" />
|
| 134 |
-
<workItem from="1742970904084" duration="
|
| 135 |
</task>
|
| 136 |
<servers />
|
| 137 |
</component>
|
|
|
|
| 5 |
</component>
|
| 6 |
<component name="ChangeListManager">
|
| 7 |
<list default="true" id="23565123-73ab-4f40-a9ef-1086e0c9e1ec" name="Changes" comment="">
|
| 8 |
+
<change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
|
| 9 |
<change beforePath="$PROJECT_DIR$/src/moe_model.py" beforeDir="false" afterPath="$PROJECT_DIR$/src/moe_model.py" afterDir="false" />
|
| 10 |
</list>
|
| 11 |
<option name="SHOW_DIALOG" value="false" />
|
|
|
|
| 132 |
<workItem from="1742889011586" duration="41000" />
|
| 133 |
<workItem from="1742890414523" duration="4382000" />
|
| 134 |
<workItem from="1742941362366" duration="1283000" />
|
| 135 |
+
<workItem from="1742970904084" duration="3750000" />
|
| 136 |
</task>
|
| 137 |
<servers />
|
| 138 |
</component>
|
src/moe_model.py
CHANGED
|
@@ -7,7 +7,7 @@ class UltimateMOE(nn.Module):
|
|
| 7 |
def __init__(self, experts):
|
| 8 |
super(UltimateMOE, self).__init__()
|
| 9 |
|
| 10 |
-
self.threshold = 0.
|
| 11 |
|
| 12 |
self.experts = nn.ModuleList(experts)
|
| 13 |
num_experts = len(experts)
|
|
|
|
| 7 |
def __init__(self, experts):
|
| 8 |
super(UltimateMOE, self).__init__()
|
| 9 |
|
| 10 |
+
self.threshold = 0.27
|
| 11 |
|
| 12 |
self.experts = nn.ModuleList(experts)
|
| 13 |
num_experts = len(experts)
|