gene_projector_module.py

# gene_projector_module.py
import torch.nn as nn

class GeneProjector(nn.Module):
    def __init__(self, in_dim=768, out_dim=3584, dropout=0.1):
        super().__init__()
        self.proj = nn.Sequential(
            nn.LayerNorm(in_dim),
            nn.Linear(in_dim, out_dim),
            nn.GELU(),
            nn.Dropout(dropout),
            nn.Linear(out_dim, out_dim),
            nn.LayerNorm(out_dim),
        )

    def forward(self, x):
        # x: [B, 32, 768]  ->  [B, 32, 3584]
        return self.proj(x)