razmars commited on
Commit
57fb83a
·
verified ·
1 Parent(s): 97b64df

Update modeling_super_linear.py

Browse files
Files changed (1) hide show
  1. modeling_super_linear.py +1 -0
modeling_super_linear.py CHANGED
@@ -386,6 +386,7 @@ class SparseNoisyMoE(nn.Module):
386
  if hasattr(self, 'experts') and isinstance(getattr(self, 'experts', None), dict):
387
  # If experts are stored in a dictionary with meaningful keys
388
  expert_names = list(self.experts.keys())
 
389
  plt.xticks(range(len(probs_np)), expert_names, rotation=45, ha='right')
390
  else:
391
  # Default numbering if expert names aren't available
 
386
  if hasattr(self, 'experts') and isinstance(getattr(self, 'experts', None), dict):
387
  # If experts are stored in a dictionary with meaningful keys
388
  expert_names = list(self.experts.keys())
389
+ print(expert_names)
390
  plt.xticks(range(len(probs_np)), expert_names, rotation=45, ha='right')
391
  else:
392
  # Default numbering if expert names aren't available