Update modelling_single.py

Fixed issues with attn_implementation and decoder_inputs['past_key_values'].

modelling_single.py

@@ -114,6 +114,7 @@ class SingleCXREncoderDecoderModel(VisionEncoderDecoderModel):
             encoder = CvtWithProjectionHead(config=config.encoder)
 
         # Decoder:
+        config.decoder._attn_implementation = 'eager'
         if decoder is None:
             decoder = transformers.BertLMHeadModel(config=config.decoder)
 
@@ -242,7 +243,7 @@ class SingleCXREncoderDecoderModel(VisionEncoderDecoderModel):
             'decoder_input_ids': decoder_inputs['input_ids'],
             'decoder_token_type_ids': token_type_ids,
             'encoder_outputs': encoder_outputs,
-            'past_key_values': decoder_inputs['past_key_values'],
+            'past_key_values': past_key_values,
             'use_cache': use_cache,
         }
         return input_dict