thenukegun10x commited on
Commit
2574ad2
·
verified ·
1 Parent(s): c7e99ed

Update src\models\moe_vit.py

Browse files
Files changed (1) hide show
  1. src/models/moe_vit.py +1 -1
src/models/moe_vit.py CHANGED
@@ -413,7 +413,7 @@ class MoEViT(nn.Module):
413
  self, x: torch.Tensor, pool: str = "patchmean"
414
  ) -> torch.Tensor:
415
  """Per-slice features (no head): [S, D] from [S, 3, H, W] slices."""
416
- tokens = self.stem.forward_features(x).bfloat16() # [S, T, D] (bit-equal to feat cache)
417
  return self.features_from_tokens(tokens, pool)
418
 
419
  def features_from_tokens(
 
413
  self, x: torch.Tensor, pool: str = "patchmean"
414
  ) -> torch.Tensor:
415
  """Per-slice features (no head): [S, D] from [S, 3, H, W] slices."""
416
+ tokens = self.stem.forward_features(x) # [S, T, D]
417
  return self.features_from_tokens(tokens, pool)
418
 
419
  def features_from_tokens(