Finish training

last_metrics: {
"cnndm/bertscore_f1": 0.6747692583594471,
"cnndm/bertscore_precision": 0.6651238433551043,
"cnndm/bertscore_recall": 0.6882605594582856,
"cnndm/rouge1": 0.08574650032896952,
"cnndm/rouge2": 0.019480992174627697,
"cnndm/rougeL": 0.0708224310778807,
"cnndm/rougeLsum": 0.07754690270996942,
"completed_steps": 50000,
"eval_agg/avg_all": 0.3331681457170578,
"eval_agg/avg_all_bertf": 0.6319148101805089,
"eval_agg/avg_all_rougef": 0.03442148125360671,
"gigaword/bertscore_f1": 0.5773831029655412,
"gigaword/bertscore_precision": 0.5387635652441531,
"gigaword/bertscore_recall": 0.6239925627596676,
"gigaword/rouge1": 0.008210803267299146,
"gigaword/rouge2": 0.0018170551995712345,
"gigaword/rougeL": 0.008087891806889595,
"gigaword/rougeLsum": 0.007712299236805534,
"lm_epoch": 0,
"rl_epoch": 0,
"samsum/bertscore_f1": 0.6124822271522135,
"samsum/bertscore_precision": 0.5723378743277863,
"samsum/bertscore_recall": 0.6620871529448777,
"samsum/rouge1": 0.024010854314476544,
"samsum/rouge2": 0.003752628906907196,
"samsum/rougeL": 0.021393969957850593,
"samsum/rougeLsum": 0.019574998110127008,
"step": 50000,
"tldr/bertscore_f1": 0.6304506622254848,
"tldr/bertscore_precision": 0.6084588870871812,
"tldr/bertscore_recall": 0.656438703648746,
"tldr/rouge1": 0.03432737198248108,
"tldr/rouge2": 0.007765087734575356,
"tldr/rougeL": 0.03054644637101015,
"tldr/rougeLsum": 0.027705747708859904,
"total_data_token": 11468023,
"total_lm_token": 0,
"total_rl_token": 177593934,
"total_token": 189061957,
"xlsum/bertscore_f1": 0.6480551366694272,
"xlsum/bertscore_precision": 0.6256720604142174,
"xlsum/bertscore_recall": 0.6753152476157993,
"xlsum/rouge1": 0.06756557322705517,
"xlsum/rouge2": 0.01101225927070822,
"xlsum/rougeL": 0.055273195662818,
"xlsum/rougeLsum": 0.05183232417251443,
"xsum/bertscore_f1": 0.6483484737109393,
"xsum/bertscore_precision": 0.6263619519304484,
"xsum/bertscore_recall": 0.6753383090253919,
"xsum/rouge1": 0.06922853867970656,
"xsum/rouge2": 0.009730916585365014,
"xsum/rougeL": 0.05779579072005536,
"xsum/rougeLsum": 0.05517497088003756
}

special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}