Training in progress, step 500

added_tokens.json

@@ -1,26 +1,26 @@
 {
-  ":ARG0": 50265,
-  ":ARG1": 50266,
-  ":ARG2": 50267,
-  ":ARG3": 50268,
-  ":ARG4": 50269,
-  ":ARG5": 50270,
-  ":ARGM-CAU": 50275,
-  ":ARGM-DIR": 50276,
-  ":ARGM-EXT": 50277,
-  ":ARGM-LOC": 50271,
-  ":ARGM-MNR": 50273,
-  ":ARGM-NEG": 50278,
-  ":ARGM-PRP": 50274,
-  ":ARGM-TMP": 50272,
-  ":graph1": 50279,
-  ":graph10": 50288,
-  ":graph2": 50280,
-  ":graph3": 50281,
-  ":graph4": 50282,
-  ":graph5": 50283,
-  ":graph6": 50284,
-  ":graph7": 50285,
-  ":graph8": 50286,
-  ":graph9": 50287
+  ":ARG0": 32100,
+  ":ARG1": 32101,
+  ":ARG2": 32102,
+  ":ARG3": 32103,
+  ":ARG4": 32104,
+  ":ARG5": 32105,
+  ":ARGM-CAU": 32110,
+  ":ARGM-DIR": 32111,
+  ":ARGM-EXT": 32112,
+  ":ARGM-LOC": 32106,
+  ":ARGM-MNR": 32108,
+  ":ARGM-NEG": 32113,
+  ":ARGM-PRP": 32109,
+  ":ARGM-TMP": 32107,
+  ":graph1": 32114,
+  ":graph10": 32123,
+  ":graph2": 32115,
+  ":graph3": 32116,
+  ":graph4": 32117,
+  ":graph5": 32118,
+  ":graph6": 32119,
+  ":graph7": 32120,
+  ":graph8": 32121,
+  ":graph9": 32122
 }

config.json

@@ -1,74 +1,60 @@
 {
-  "_name_or_path": "facebook/bart-large",
-  "activation_dropout": 0.1,
-  "activation_function": "gelu",
-  "add_bias_logits": false,
-  "add_final_layer_norm": false,
+  "_name_or_path": "t5-small",
   "architectures": [
-    "BartForConditionalGeneration"
+    "T5ForConditionalGeneration"
   ],
-  "attention_dropout": 0.1,
-  "bos_token_id": 0,
-  "classif_dropout": 0.1,
-  "classifier_dropout": 0.0,
-  "d_model": 1024,
-  "decoder_attention_heads": 16,
-  "decoder_ffn_dim": 4096,
-  "decoder_layerdrop": 0.0,
-  "decoder_layers": 12,
-  "decoder_start_token_id": 2,
-  "dropout": 0.1,
-  "early_stopping": true,
-  "encoder_attention_heads": 16,
-  "encoder_ffn_dim": 4096,
-  "encoder_layerdrop": 0.0,
-  "encoder_layers": 12,
-  "eos_token_id": 2,
-  "forced_bos_token_id": 0,
-  "forced_eos_token_id": 2,
-  "gradient_checkpointing": false,
-  "id2label": {
-    "0": "LABEL_0",
-    "1": "LABEL_1",
-    "2": "LABEL_2"
-  },
-  "init_std": 0.02,
+  "d_ff": 2048,
+  "d_kv": 64,
+  "d_model": 512,
+  "decoder_start_token_id": 0,
+  "dense_act_fn": "relu",
+  "dropout_rate": 0.1,
+  "eos_token_id": 1,
+  "feed_forward_proj": "relu",
+  "initializer_factor": 1.0,
   "is_encoder_decoder": true,
-  "label2id": {
-    "LABEL_0": 0,
-    "LABEL_1": 1,
-    "LABEL_2": 2
-  },
-  "max_position_embeddings": 1024,
-  "model_type": "bart",
-  "no_repeat_ngram_size": 3,
-  "normalize_before": false,
-  "num_beams": 4,
-  "num_hidden_layers": 12,
-  "pad_token_id": 1,
-  "scale_embedding": false,
+  "is_gated_act": false,
+  "layer_norm_epsilon": 1e-06,
+  "model_type": "t5",
+  "n_positions": 512,
+  "num_decoder_layers": 6,
+  "num_heads": 8,
+  "num_layers": 6,
+  "output_past": true,
+  "pad_token_id": 0,
+  "relative_attention_max_distance": 128,
+  "relative_attention_num_buckets": 32,
   "task_specific_params": {
     "summarization": {
-      "length_penalty": 1.0,
-      "max_length": 128,
-      "min_length": 12,
-      "num_beams": 4
-    },
-    "summarization_cnn": {
+      "early_stopping": true,
       "length_penalty": 2.0,
-      "max_length": 142,
-      "min_length": 56,
-      "num_beams": 4
+      "max_length": 200,
+      "min_length": 30,
+      "no_repeat_ngram_size": 3,
+      "num_beams": 4,
+      "prefix": "summarize: "
+    },
+    "translation_en_to_de": {
+      "early_stopping": true,
+      "max_length": 300,
+      "num_beams": 4,
+      "prefix": "translate English to German: "
+    },
+    "translation_en_to_fr": {
+      "early_stopping": true,
+      "max_length": 300,
+      "num_beams": 4,
+      "prefix": "translate English to French: "
     },
-    "summarization_xsum": {
-      "length_penalty": 1.0,
-      "max_length": 62,
-      "min_length": 11,
-      "num_beams": 6
+    "translation_en_to_ro": {
+      "early_stopping": true,
+      "max_length": 300,
+      "num_beams": 4,
+      "prefix": "translate English to Romanian: "
     }
   },
   "torch_dtype": "float32",
   "transformers_version": "4.26.1",
   "use_cache": true,
-  "vocab_size": 50289
+  "vocab_size": 32124
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84f70a12e5413cc71a0ad7d72089f09705c13dd01d1332119871e94319c21a56
-size 1625639821
+oid sha256:f75cd7599b8b193c1a91f8df58c09e6029f0faf0427a6f6a08aa3b6544a7db18
+size 242063449

runs/Mar15_07-26-14_ef61eddbf762/1678865590.8356483/events.out.tfevents.1678865590.ef61eddbf762.130.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f6d7cf8e870dce8d13e931b639bcc40aa85fb37bcf73d74b7d5d14c5368798
+size 5882

runs/Mar15_07-26-14_ef61eddbf762/events.out.tfevents.1678865590.ef61eddbf762.130.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3feb74cf80d78c52e437e38c0bdc0aa9c3fc993dabb9148cb0c3f0d73e8dd39c
+size 5706

special_tokens_map.json

@@ -25,17 +25,7 @@
     ":graph9",
     ":graph10"
   ],
-  "bos_token": "<s>",
-  "cls_token": "<s>",
   "eos_token": "</s>",
-  "mask_token": {
-    "content": "<mask>",
-    "lstrip": true,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
   "pad_token": "<pad>",
-  "sep_token": "</s>",
   "unk_token": "<unk>"
 }

tokenizer_config.json

@@ -1,16 +1,112 @@
 {
-  "add_prefix_space": false,
-  "bos_token": "<s>",
-  "cls_token": "<s>",
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>"
+  ],
   "eos_token": "</s>",
-  "errors": "replace",
-  "mask_token": "<mask>",
-  "model_max_length": 1024,
-  "name_or_path": "facebook/bart-large",
+  "extra_ids": 100,
+  "model_max_length": 512,
+  "name_or_path": "t5-small",
   "pad_token": "<pad>",
-  "sep_token": "</s>",
   "special_tokens_map_file": null,
-  "tokenizer_class": "BartTokenizer",
-  "trim_offsets": true,
+  "tokenizer_class": "T5Tokenizer",
   "unk_token": "<unk>"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f3beaf6262c505c38eb48ba60cf365651978316011231965efc2530c07782e2
+oid sha256:a30bd09f4afc5c21d55974f45dcdf6d0bc7c83e942122064a692247db45e17d0
 size 3579