davesalvi commited on
Commit
6f5f900
·
1 Parent(s): 14b743e

change MOE thresh

Browse files
Files changed (2) hide show
  1. .idea/workspace.xml +2 -1
  2. src/moe_model.py +1 -1
.idea/workspace.xml CHANGED
@@ -5,6 +5,7 @@
5
  </component>
6
  <component name="ChangeListManager">
7
  <list default="true" id="23565123-73ab-4f40-a9ef-1086e0c9e1ec" name="Changes" comment="">
 
8
  <change beforePath="$PROJECT_DIR$/src/moe_model.py" beforeDir="false" afterPath="$PROJECT_DIR$/src/moe_model.py" afterDir="false" />
9
  </list>
10
  <option name="SHOW_DIALOG" value="false" />
@@ -131,7 +132,7 @@
131
  <workItem from="1742889011586" duration="41000" />
132
  <workItem from="1742890414523" duration="4382000" />
133
  <workItem from="1742941362366" duration="1283000" />
134
- <workItem from="1742970904084" duration="3517000" />
135
  </task>
136
  <servers />
137
  </component>
 
5
  </component>
6
  <component name="ChangeListManager">
7
  <list default="true" id="23565123-73ab-4f40-a9ef-1086e0c9e1ec" name="Changes" comment="">
8
+ <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
9
  <change beforePath="$PROJECT_DIR$/src/moe_model.py" beforeDir="false" afterPath="$PROJECT_DIR$/src/moe_model.py" afterDir="false" />
10
  </list>
11
  <option name="SHOW_DIALOG" value="false" />
 
132
  <workItem from="1742889011586" duration="41000" />
133
  <workItem from="1742890414523" duration="4382000" />
134
  <workItem from="1742941362366" duration="1283000" />
135
+ <workItem from="1742970904084" duration="3750000" />
136
  </task>
137
  <servers />
138
  </component>
src/moe_model.py CHANGED
@@ -7,7 +7,7 @@ class UltimateMOE(nn.Module):
7
  def __init__(self, experts):
8
  super(UltimateMOE, self).__init__()
9
 
10
- self.threshold = 0.28
11
 
12
  self.experts = nn.ModuleList(experts)
13
  num_experts = len(experts)
 
7
  def __init__(self, experts):
8
  super(UltimateMOE, self).__init__()
9
 
10
+ self.threshold = 0.27
11
 
12
  self.experts = nn.ModuleList(experts)
13
  num_experts = len(experts)