Update modeling_feynmodel.py

modeling_feynmodel.py

@@ -1458,7 +1458,17 @@ class FeynModelForCausalLM(Gemma2ForCausalLM):
                 device = input_ids.device
                 #print(f"22222222 +-+-+-+-+-+-+-+-+-+-   sequence_length = input_ids.shape  {sequence_length}")
 
-            dtype = self.lm_head.weight.dtype
+            # dtype = self.lm_head.weight.dtype
+            # Obtenir le dtype des poids de lm_head
+            if hasattr(self.lm_head, 'weight'):
+                # Vérifier si weight est un attribut ou une méthode
+                if isinstance(self.lm_head.weight, torch.Tensor):
+                    dtype = self.lm_head.weight.dtype
+                elif callable(self.lm_head.weight):
+                    dtype = self.lm_head.weight().dtype
+            else:
+                raise TypeError(f"Type inattendu pour self.lm_head.weight : {type(self.lm_head.weight)}")
+                
             min_dtype = torch.finfo(dtype).min
 
             attention_mask = _prepare_4d_causal_attention_mask_with_cache_position(