Training in progress, step 500

all_results.json

@@ -0,0 +1,12 @@
+{
+    "predict_gen_len": 28.834,
+    "predict_loss": 1.8422898054122925,
+    "predict_rouge1": 0.4278,
+    "predict_rouge2": 0.1789,
+    "predict_rougeL": 0.3407,
+    "predict_rougeLsum": 0.3407,
+    "predict_runtime": 2061.934,
+    "predict_samples": 11334,
+    "predict_samples_per_second": 5.497,
+    "predict_steps_per_second": 0.172
+}

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "google/pegasus-xsum",
+  "_name_or_path": "Models/LLM_Teached_Pegasus_Large",
   "activation_dropout": 0.1,
   "activation_function": "relu",
   "add_bias_logits": false,
@@ -17,14 +17,13 @@
   "decoder_layerdrop": 0.0,
   "decoder_layers": 16,
   "decoder_start_token_id": 0,
-  "do_blenderbot_90_layernorm": false,
   "dropout": 0.1,
   "encoder_attention_heads": 16,
   "encoder_ffn_dim": 4096,
   "encoder_layerdrop": 0.0,
   "encoder_layers": 16,
   "eos_token_id": 1,
-  "extra_pos_embeddings": 0,
+  "extra_pos_embeddings": 1,
   "force_bos_token_to_be_generated": false,
   "forced_eos_token_id": 1,
   "gradient_checkpointing": false,
@@ -40,9 +39,9 @@
     "LABEL_1": 1,
     "LABEL_2": 2
   },
-  "length_penalty": 0.6,
-  "max_length": 64,
-  "max_position_embeddings": 512,
+  "length_penalty": 0.8,
+  "max_length": 256,
+  "max_position_embeddings": 1024,
   "model_type": "pegasus",
   "normalize_before": true,
   "normalize_embedding": false,
@@ -51,6 +50,73 @@
   "pad_token_id": 0,
   "scale_embedding": true,
   "static_position_embeddings": true,
+  "task_specific_params": {
+    "summarization_aeslc": {
+      "length_penalty": 0.6,
+      "max_length": 32,
+      "max_position_embeddings": 512
+    },
+    "summarization_arxiv": {
+      "length_penalty": 0.8,
+      "max_length": 256,
+      "max_position_embeddings": 1024
+    },
+    "summarization_big_patent": {
+      "length_penalty": 0.7,
+      "max_length": 256,
+      "max_position_embeddings": 1024
+    },
+    "summarization_billsum": {
+      "length_penalty": 0.6,
+      "max_length": 256,
+      "max_position_embeddings": 1024
+    },
+    "summarization_cnn_dailymail": {
+      "length_penalty": 0.8,
+      "max_length": 128,
+      "max_position_embeddings": 1024
+    },
+    "summarization_gigaword": {
+      "length_penalty": 0.6,
+      "max_length": 32,
+      "max_position_embeddings": 128
+    },
+    "summarization_large": {
+      "length_penalty": 0.8,
+      "max_length": 256,
+      "max_position_embeddings": 1024
+    },
+    "summarization_multi_news": {
+      "length_penalty": 0.8,
+      "max_length": 256,
+      "max_position_embeddings": 1024
+    },
+    "summarization_newsroom": {
+      "length_penalty": 0.8,
+      "max_length": 128,
+      "max_position_embeddings": 512
+    },
+    "summarization_pubmed": {
+      "length_penalty": 0.8,
+      "max_length": 256,
+      "max_position_embeddings": 1024
+    },
+    "summarization_reddit_tifu": {
+      "length_penalty": 0.6,
+      "max_length": 128,
+      "max_position_embeddings": 512
+    },
+    "summarization_wikihow": {
+      "length_penalty": 0.6,
+      "max_length": 256,
+      "max_position_embeddings": 512
+    },
+    "summarization_xsum": {
+      "length_penalty": 0.8,
+      "max_length": 64,
+      "max_position_embeddings": 512
+    }
+  },
   "torch_dtype": "float32",
   "transformers_version": "4.36.0",
   "use_cache": true,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8574faf8d71bd5d564a560ba9ec16dbfc00f903f1878c0430ba026e8dda5ac66
-size 2279458540
+oid sha256:5ca87ca1f5863488ab89052eb60e15357702f3e3db7e69ce696fe024c0be46d0
+size 2283652852

predict_results.json

@@ -0,0 +1,12 @@
+{
+    "predict_gen_len": 28.834,
+    "predict_loss": 1.8422898054122925,
+    "predict_rouge1": 0.4278,
+    "predict_rouge2": 0.1789,
+    "predict_rougeL": 0.3407,
+    "predict_rougeLsum": 0.3407,
+    "predict_runtime": 2061.934,
+    "predict_samples": 11334,
+    "predict_samples_per_second": 5.497,
+    "predict_steps_per_second": 0.172
+}

runs/Dec28_11-08-41_n4bcoectr1703727001286-fmclw/events.out.tfevents.1703732925.n4bcoectr1703727001286-fmclw.60838.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e111294da9f9189e392a21e633d28815a197c269bbc5b96303736e7ffa395b
+size 6997

runs/Dec28_11-10-37_n4bcoectr1703727001286-fmclw/events.out.tfevents.1703733041.n4bcoectr1703727001286-fmclw.62870.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3556a1c1f2861c49fda044a8dca453e99833faa6b64398611a27929f18fcb17c
+size 6997

runs/Dec28_11-12-24_n4bcoectr1703727001286-fmclw/events.out.tfevents.1703733148.n4bcoectr1703727001286-fmclw.64933.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0969e479a913a45250e3ee313ccde06aa1a4cb2a45e7c5276249e03d7a603cc5
+size 7154

special_tokens_map.json

@@ -103,8 +103,32 @@
     "<unk_101>",
     "<unk_102>"
   ],
-  "eos_token": "</s>",
-  "mask_token": "<mask_2>",
-  "pad_token": "<pad>",
-  "unk_token": "<unk>"
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask_2>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
 }

tokenizer.json

@@ -980,10 +980,18 @@
     ]
   },
   "pre_tokenizer": {
-    "type": "Metaspace",
-    "replacement": "▁",
-    "add_prefix_space": true,
-    "prepend_scheme": "always"
+    "type": "Sequence",
+    "pretokenizers": [
+      {
+        "type": "WhitespaceSplit"
+      },
+      {
+        "type": "Metaspace",
+        "replacement": "▁",
+        "add_prefix_space": true,
+        "prepend_scheme": "always"
+      }
+    ]
   },
   "post_processor": {
     "type": "TemplateProcessing",

tokenizer_config.json

@@ -958,9 +958,14 @@
   "full_tokenizer_file": null,
   "mask_token": "<mask_2>",
   "mask_token_sent": "<mask_1>",
-  "model_max_length": 512,
+  "max_length": 64,
+  "model_max_length": 1024,
   "offset": 103,
   "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "stride": 0,
   "tokenizer_class": "PegasusTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "<unk>"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6c7e1d3041fbab4a90c6690172fedbda8b05ba6fc3056a81807670ba8818e8c
-size 4411
+oid sha256:c8c42f961a10319a18532a4b16bc9ea097d53e9ca0abae8d756ba4eb4b19798f
+size 4475