Upload folder using huggingface_hub

config.json

@@ -10,6 +10,7 @@
   "d_model": 768,
   "dropout": 0.1,
   "dtype": "float32",
+  "is_decoder": true,
   "max_seq_len": 512,
   "model_type": "rapnss",
   "n_heads": 12,

configuration_rapnss.py

@@ -13,6 +13,7 @@ class RapnssConfig(PretrainedConfig):
         max_seq_len=512,
         dropout=0.1,
         tie_word_embeddings=True,
+        architectures=["RapnssForCausalLM"],
         **kwargs
     ):
         self.vocab_size = vocab_size
@@ -23,3 +24,4 @@ class RapnssConfig(PretrainedConfig):
         self.max_seq_len = max_seq_len
         self.dropout = dropout
         super().__init__(**kwargs)
+        self.is_decoder = True

modeling_rapnss.py

@@ -174,3 +174,6 @@ class RapnssForCausalLM(RapnssPreTrainedModel):
             loss = loss_fct(shift_logits.view(-1, shift_logits.size(-1)), shift_labels.view(-1))
             
         return CausalLMOutput(loss=loss, logits=logits)
+
+    def prepare_inputs_for_generation(self, input_ids, **kwargs):
+        return {"input_ids": input_ids}