Update modeling_tiny_mixtral.py

modeling_tiny_mixtral.py

@@ -188,7 +188,7 @@ def apply_rotary_embeddings(x:torch.Tensor,freq_complex:torch.Tensor,device:str)
     x_out=torch.view_as_real(x_rotated) #(N,seq_len,h,head_dim/2,2)
     x_out=x_out.reshape(*x.shape)
     
-    return x_out.type_as(x).to(device)
+    return x_out.type_as(x).to(x.device)