Upload LEDForConditionalGeneration

config.json

@@ -1,6 +1,5 @@
 {
-  "_name_or_path": "allenai/led-large-16384",
-  "_num_labels": 3,
+  "_name_or_path": "allenai/led-base-16384",
   "activation_dropout": 0.0,
   "activation_function": "gelu",
   "architectures": [
@@ -8,12 +7,6 @@
   ],
   "attention_dropout": 0.0,
   "attention_window": [
-    1024,
-    1024,
-    1024,
-    1024,
-    1024,
-    1024,
     1024,
     1024,
     1024,
@@ -24,17 +17,17 @@
   "bos_token_id": 0,
   "classif_dropout": 0.0,
   "classifier_dropout": 0.0,
-  "d_model": 1024,
-  "decoder_attention_heads": 16,
-  "decoder_ffn_dim": 4096,
+  "d_model": 768,
+  "decoder_attention_heads": 12,
+  "decoder_ffn_dim": 3072,
   "decoder_layerdrop": 0.0,
-  "decoder_layers": 12,
+  "decoder_layers": 6,
   "decoder_start_token_id": 2,
   "dropout": 0.1,
-  "encoder_attention_heads": 16,
-  "encoder_ffn_dim": 4096,
+  "encoder_attention_heads": 12,
+  "encoder_ffn_dim": 3072,
   "encoder_layerdrop": 0.0,
-  "encoder_layers": 12,
+  "encoder_layers": 6,
   "eos_token_id": 2,
   "gradient_checkpointing": false,
   "id2label": {
@@ -52,10 +45,8 @@
   "max_decoder_position_embeddings": 1024,
   "max_encoder_position_embeddings": 16384,
   "model_type": "led",
-  "num_hidden_layers": 12,
-  "output_past": false,
+  "num_hidden_layers": 6,
   "pad_token_id": 1,
-  "prefix": " ",
   "torch_dtype": "float32",
   "transformers_version": "4.39.3",
   "use_cache": true,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:844d74e5141ff8bd57df378417ac0b98f45f1b4e62c8990ba06f092553943c4a
-size 1839478364
+oid sha256:8075ee307433f2bab9be85d371571869234dd9fd73f79eb43ddd3da5534e4d9a
+size 647614116