Training in progress, step 1

config.json

@@ -19,11 +19,11 @@
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt2",
   "n_ctx": 1024,
-  "n_embd": 128,
-  "n_head": 16,
+  "n_embd": 16,
+  "n_head": 2,
   "n_inner": null,
-  "n_layer": 16,
-  "n_positions": 30,
+  "n_layer": 2,
+  "n_positions": 400,
   "reorder_and_upcast_attn": false,
   "resid_pdrop": 0.1,
   "scale_attn_by_inverse_layer_idx": false,
@@ -42,5 +42,5 @@
   "torch_dtype": "float32",
   "transformers_version": "4.30.2",
   "use_cache": true,
-  "vocab_size": 23
+  "vocab_size": 175
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0dbb6539cb1e66358d2ea4d0578e0d6ccc9a9131490c871d0ce882d35c84be7f
-size 12781338
+oid sha256:2ee50424ac4caf42bfb0f3c337b508beb2bcb95a191bab7dbe6327afe2527eae
+size 72130

tokenizer.json

@@ -94,25 +94,77 @@
       "<pad>": 1,
       "<mask>": 2,
       "<bos>": 3,
-      "the": 4,
-      ".": 5,
-      "Bible": 6,
-      "Tuesday": 7,
-      "was": 8,
-      "that": 9,
-      ",": 10,
-      "and": 11,
-      "meant": 12,
-      "Today": 13,
-      "here": 14,
-      "class": 15,
-      "ditch": 16,
-      "He": 17,
-      "should": 18,
-      "leave": 19,
-      "in": 20,
-      "cows": 21,
-      "by": 22
+      ".": 4,
+      "the": 5,
+      "<": 6,
+      ">": 7,
+      "and": 8,
+      "apostrophe": 9,
+      "had": 10,
+      "it": 11,
+      ",": 12,
+      "was": 13,
+      "in": 14,
+      "here": 15,
+      "n": 16,
+      "t": 17,
+      "to": 18,
+      "He": 19,
+      "knew": 20,
+      "he": 21,
+      "s": 22,
+      "a": 23,
+      "find": 24,
+      "none": 25,
+      "Today": 26,
+      "did": 27,
+      "Bible": 28,
+      "should": 29,
+      "there": 30,
+      "what": 31,
+      ":": 32,
+      "But": 33,
+      "boy": 34,
+      "by": 35,
+      "ditch": 36,
+      "The": 37,
+      "finger": 38,
+      "really": 39,
+      "that": 40,
+      "Oh": 41,
+      "Tuesday": 42,
+      "blackened": 43,
+      "fingers": 44,
+      "help": 45,
+      "leave": 46,
+      "mattered": 47,
+      "meant": 48,
+      "world": 49,
+      "They": 50,
+      "cows": 51,
+      "finally": 52,
+      "lip": 53,
+      "they": 54,
+      "care": 55,
+      "grass": 56,
+      "happened": 57,
+      "moved": 58,
+      "them": 59,
+      "told": 60,
+      "class": 61,
+      "dirt": 62,
+      "his": 63,
+      "intended": 64,
+      "quivered": 65,
+      "sure": 66,
+      "Because": 67,
+      "even": 68,
+      "like": 69,
+      "narrowed": 70,
+      "now": 71,
+      "of": 72,
+      "quite": 73,
+      "virtue": 74
     },
     "unk_token": "<unk>"
   }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e717d217e9e1d1847208387a867f4801fceb602883094eb2db2d911e56732258
-size 4472
+oid sha256:6d7b22f3f0bde98bd24bb691f22a39d592a4706b120d3d5f9421c2dfebfed752
+size 4408