End of training

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "gpt2",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 0,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 0,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 128,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.19.4",
+  "use_cache": true,
+  "vocab_size": 49
+}

merges.txt

@@ -0,0 +1,23 @@
+#version: 0.2 - Trained by `huggingface/tokenizers`
+2 5
+Ġ n
+Ġ c
+Ġ r
+7 5
+1 2
+1 1
+1 3
+1 7
+2 3
+1 9
+2 4
+1 0
+2 9
+3 5
+3 7
+1 25
+3 75
+2 0
+4 1
+5 3
+4 9

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28240473f8c99804a0cf25ab9d4f5b9a78a898d8f451e3f67c00b7a7feca811e
+size 356157545

runs/Jun10_21-31-17_f73b007c23cf/1654896718.7938695/events.out.tfevents.1654896718.f73b007c23cf.72.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c06dc732c74a44b30006b3da39bbb3c534d45c951a8d1baf775296682c624c
+size 5150

runs/Jun10_21-31-17_f73b007c23cf/events.out.tfevents.1654896718.f73b007c23cf.72.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15780b809d02826076152bd4f885fb2a4de302192d1577511e56c27618a3a60
+size 4076

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", "unk_token": "<|endoftext|>", "pad_token": "<|endoftext|>"}

tokenizer.json

@@ -0,0 +1,123 @@
+{
+  "version": "1.0",
+  "truncation": {
+    "direction": "Right",
+    "max_length": 128,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": false,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": null,
+    "continuing_subword_prefix": null,
+    "end_of_word_suffix": null,
+    "fuse_unk": false,
+    "vocab": {
+      "<|endoftext|>": 0,
+      "#": 1,
+      "-": 2,
+      ".": 3,
+      "/": 4,
+      "0": 5,
+      "1": 6,
+      "2": 7,
+      "3": 8,
+      "4": 9,
+      "5": 10,
+      "6": 11,
+      "7": 12,
+      "8": 13,
+      "9": 14,
+      "A": 15,
+      "B": 16,
+      "C": 17,
+      "D": 18,
+      "E": 19,
+      "F": 20,
+      "G": 21,
+      "_": 22,
+      "c": 23,
+      "n": 24,
+      "r": 25,
+      "Ġ": 26,
+      "25": 27,
+      "Ġn": 28,
+      "Ġc": 29,
+      "Ġr": 30,
+      "75": 31,
+      "12": 32,
+      "11": 33,
+      "13": 34,
+      "17": 35,
+      "23": 36,
+      "19": 37,
+      "24": 38,
+      "10": 39,
+      "29": 40,
+      "35": 41,
+      "37": 42,
+      "125": 43,
+      "375": 44,
+      "20": 45,
+      "41": 46,
+      "53": 47,
+      "49": 48
+    },
+    "merges": [
+      "2 5",
+      "Ġ n",
+      "Ġ c",
+      "Ġ r",
+      "7 5",
+      "1 2",
+      "1 1",
+      "1 3",
+      "1 7",
+      "2 3",
+      "1 9",
+      "2 4",
+      "1 0",
+      "2 9",
+      "3 5",
+      "3 7",
+      "1 25",
+      "3 75",
+      "2 0",
+      "4 1",
+      "5 3",
+      "4 9"
+    ]
+  }
+}

tokenizer_config.json

@@ -0,0 +1 @@
+{"unk_token": "<|endoftext|>", "bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", "add_prefix_space": false, "tokenizer_class": "GPT2Tokenizer"}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0436b2ed813b8ba3e8d830b36a61ad4f1346332cbd191e8d642cdcac207465b7
+size 3183

vocab.json

@@ -0,0 +1 @@
+{"<|endoftext|>":0,"#":1,"-":2,".":3,"/":4,"0":5,"1":6,"2":7,"3":8,"4":9,"5":10,"6":11,"7":12,"8":13,"9":14,"A":15,"B":16,"C":17,"D":18,"E":19,"F":20,"G":21,"_":22,"c":23,"n":24,"r":25,"Ġ":26,"25":27,"Ġn":28,"Ġc":29,"Ġr":30,"75":31,"12":32,"11":33,"13":34,"17":35,"23":36,"19":37,"24":38,"10":39,"29":40,"35":41,"37":42,"125":43,"375":44,"20":45,"41":46,"53":47,"49":48}