End of training

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

added_tokens.json

@@ -0,0 +1,4 @@
+{
+  "<|pad|>": 50258,
+  "<|startoftext|>": 50257
+}

config.json

@@ -0,0 +1,54 @@
+{
+  "_name_or_path": "/content/model",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPTNeoForCausalLM"
+  ],
+  "attention_dropout": 0,
+  "attention_layers": [
+    "global",
+    "local",
+    "global",
+    "local",
+    "global",
+    "local",
+    "global",
+    "local",
+    "global",
+    "local",
+    "global",
+    "local"
+  ],
+  "attention_types": [
+    [
+      [
+        "global",
+        "local"
+      ],
+      6
+    ]
+  ],
+  "bos_token_id": 50256,
+  "embed_dropout": 0,
+  "eos_token_id": 50256,
+  "gradient_checkpointing": false,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": null,
+  "layer_norm_epsilon": 1e-05,
+  "max_position_embeddings": 2048,
+  "model_type": "gpt_neo",
+  "num_heads": 12,
+  "num_layers": 12,
+  "resid_dropout": 0,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.21.2",
+  "use_cache": true,
+  "vocab_size": 50259,
+  "window_size": 256
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d8431db114bba904d38a2ad85302aab80ed79f2318f7cdef8deb949477da46
+size 551191249

runs/Sep05_05-29-02_7c85ccf3bb27/1662355787.4228508/events.out.tfevents.1662355787.7c85ccf3bb27.71.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af23c183ccf310a173f6cd7c4e9442c4f71240d4ae2d4b4b77f21c02893c88a
+size 5446

runs/Sep05_05-29-02_7c85ccf3bb27/1662355790.8294327/events.out.tfevents.1662355790.7c85ccf3bb27.71.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf462d49d97a7c5e98f9ddb75633fa44d699e8ae4b39e9fcae780dd2d768184
+size 5446

runs/Sep05_05-29-02_7c85ccf3bb27/1662355791.5415926/events.out.tfevents.1662355791.7c85ccf3bb27.71.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfcdd8fc087866eb7f107f7b0fecd16dc0e7785ad620b82f6e25cb0242ac6cb
+size 5446

runs/Sep05_05-29-02_7c85ccf3bb27/1662355793.0665631/events.out.tfevents.1662355793.7c85ccf3bb27.71.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2bfc232484b6d7dfe4f0740209cd37bd9d933326dd445626f6048beac5da8e7
+size 5446

runs/Sep05_05-29-02_7c85ccf3bb27/events.out.tfevents.1662355787.7c85ccf3bb27.71.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa437c59ca1cae7009e16769b827951cd01e4ab1e084d6cb9b416452009d409b
+size 16332

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|pad|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,42 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "errors": "replace",
+  "model_max_length": 2048,
+  "name_or_path": "model",
+  "pad_token": {
+    "__type": "AddedToken",
+    "content": "<|pad|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "special_tokens_map_file": null,
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unknown_token": "<|unknown|>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535c9740c0dff06af0c73f8fba69519ac3829e5e6f364ee2132a2cdf1f01ac16
+size 3311