1NEYRON1
/

mosnet-bert

Model card Files Files and versions

1NEYRON1 commited on Jun 15, 2025

Commit

9383f9e

·

verified ·

1 Parent(s): dd5f4ad

Update modeling_mosnet.py

Files changed (1) hide show

modeling_mosnet.py +2 -2

modeling_mosnet.py CHANGED Viewed

@@ -242,8 +242,8 @@ class MultiModalMosNet(PreTrainedModel):
         self.audio_extractor = AudioFeatureExtractor()
         self.text_projection = nn.Linear(768, self.win_length)
-        # передаём device внутрь TransformerBlock
-        self.cross_attention = TransformerBlock(dim_head=64, heads=8, device=device)
         self.fc1 = nn.Sequential(
             nn.Linear(self.fft_size, 128),

         self.audio_extractor = AudioFeatureExtractor()
         self.text_projection = nn.Linear(768, self.win_length)
+        self.cross_attention = TransformerBlock(dim_head=64, heads=8)
         self.fc1 = nn.Sequential(
             nn.Linear(self.fft_size, 128),