Finish training

last_metrics: {
"cnndm/bertscore_f1": 0.6644465585704893,
"cnndm/bertscore_precision": 0.65040038456209,
"cnndm/bertscore_recall": 0.6816455216612667,
"cnndm/rouge1": 0.07599680964993184,
"cnndm/rouge2": 0.017376199382302424,
"cnndm/rougeL": 0.06182947286620813,
"cnndm/rougeLsum": 0.06801900961878668,
"completed_steps": 100000,
"eval_agg/avg_all": 0.32904437890511695,
"eval_agg/avg_all_bertf": 0.6269154844533963,
"eval_agg/avg_all_rougef": 0.031173273356837616,
"gigaword/bertscore_f1": 0.5755014810711145,
"gigaword/bertscore_precision": 0.5364074513781816,
"gigaword/bertscore_recall": 0.622783001512289,
"gigaword/rouge1": 0.008543327960609082,
"gigaword/rouge2": 0.0014767595699404412,
"gigaword/rougeL": 0.008462555177184895,
"gigaword/rougeLsum": 0.008223000178242113,
"lm_epoch": 0,
"rl_epoch": 0,
"samsum/bertscore_f1": 0.603451990056783,
"samsum/bertscore_precision": 0.5675542061217129,
"samsum/bertscore_recall": 0.6472676447592676,
"samsum/rouge1": 0.019900462162615793,
"samsum/rouge2": 0.002933938619991089,
"samsum/rougeL": 0.01857050549155181,
"samsum/rougeLsum": 0.015880894990576874,
"step": 100000,
"tldr/bertscore_f1": 0.6357079944573343,
"tldr/bertscore_precision": 0.6116549216676503,
"tldr/bertscore_recall": 0.6639283583499491,
"tldr/rouge1": 0.03457629726446004,
"tldr/rouge2": 0.008172514869638065,
"tldr/rougeL": 0.03005423215029551,
"tldr/rougeLsum": 0.028915645493946818,
"total_data_token": 11472663,
"total_lm_token": 0,
"total_rl_token": 192871395,
"total_token": 204344058,
"xlsum/bertscore_f1": 0.6363353747874498,
"xlsum/bertscore_precision": 0.6097112449351698,
"xlsum/bertscore_recall": 0.6682800371199846,
"xlsum/rouge1": 0.05205237940038014,
"xlsum/rouge2": 0.007929654665033767,
"xlsum/rougeL": 0.04388588835440735,
"xlsum/rougeLsum": 0.04209730135051755,
"xsum/bertscore_f1": 0.6460495077772066,
"xsum/bertscore_precision": 0.6273658004356548,
"xsum/bertscore_recall": 0.6692669647745788,
"xsum/rouge1": 0.07138141181797297,
"xsum/rouge2": 0.010138856607736852,
"xsum/rougeL": 0.05667095757642348,
"xsum/rougeLsum": 0.05507048534534903
}

special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}