Update modeling_super_linear.py

modeling_super_linear.py

@@ -606,6 +606,8 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
         # If input was 2D, remove the channel dimension
         if x.shape[1] == 1:
             upsample = upsample.squeeze(-1)
+
+        upsample = upsample.float()
             
         #print(f"Upsampled shape: {upsample.shape}")
         return upsample