test1

modeling_florence2.py

@@ -2201,18 +2201,22 @@ class Florence2LanguageForConditionalGeneration(Florence2LanguagePreTrainedModel
     ):
         # cut decoder_input_ids if past_key_values is used
         if past_key_values is not None:
+            # Dodatkowe zabezpieczenie na wypadek, gdyby `past_key_values` nie było krotką
             if not isinstance(past_key_values, tuple):
                 past_key_values = tuple(past_key_values)
-            past_length = past_key_values[0][0].shape[2]
 
-            # Some generation methods already pass only the last input ID
-            if decoder_input_ids.shape[1] > past_length:
-                remove_prefix_length = past_length
-            else:
-                # Default to old behavior: keep only final ID
-                remove_prefix_length = decoder_input_ids.shape[1] - 1
+            # Sprawdzamy, czy wewnętrzne elementy nie są None, zanim uzyskamy do nich dostęp
+            if past_key_values[0] is not None and past_key_values[0][0] is not None:
+                past_length = past_key_values[0][0].shape[2]
 
-            decoder_input_ids = decoder_input_ids[:, remove_prefix_length:]
+                # Some generation methods already pass only the last input ID
+                if decoder_input_ids.shape[1] > past_length:
+                    remove_prefix_length = past_length
+                else:
+                    # Default to old behavior: keep only final ID
+                    remove_prefix_length = decoder_input_ids.shape[1] - 1
+
+                decoder_input_ids = decoder_input_ids[:, remove_prefix_length:]
 
         return {
             "input_ids": None,  # encoder_outputs is defined. input_ids not needed