Update pipeline_stable_diffusion_3_ipa.py

pipeline_stable_diffusion_3_ipa.py

@@ -1176,14 +1176,16 @@ class StableDiffusion3Pipeline(DiffusionPipeline, SD3LoraLoaderMixin, FromSingle
 
         # Create a linear layer
         embedding_dim = concatenated_embeds.shape[-1]  # Get the embedding dimension
-        linear_layer = nn.Linear(embedding_dim * len(image_prompt_embeds_list), embedding_dim)
+        linear_layer = nn.Linear(embedding_dim * len(image_prompt_embeds_list), embedding_dim, dtype=torch.bfloat16).to('cuda')
         # Move `concatenated_embeds` to the GPU if it's on the CPU
+        '''
         if concatenated_embeds.device.type == 'cpu':
             concatenated_embeds = concatenated_embeds.to('cuda')
 
         # Move the `linear_layer` weights and biases to the GPU if they're on the CPU
         if linear_layer.weight.device.type == 'cpu':
             linear_layer.to('cuda')
+        '''
         # Pass the concatenated embeddings through the linear layer
         combined_embeds = linear_layer(concatenated_embeds)