Training in progress, step 1

config.json

@@ -23,7 +23,7 @@
   "n_head": 2,
   "n_inner": null,
   "n_layer": 2,
-  "n_positions": 400,
+  "n_positions": 40,
   "reorder_and_upcast_attn": false,
   "resid_pdrop": 0.1,
   "scale_attn_by_inverse_layer_idx": false,
@@ -42,5 +42,5 @@
   "torch_dtype": "float32",
   "transformers_version": "4.30.2",
   "use_cache": true,
-  "vocab_size": 146
+  "vocab_size": 46
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1009779a1adb4bb9f167d474492d1f9a2812aaf2a7d2ea74c4d17e67a40d493c
-size 70274
+oid sha256:6c9e45d7839181513f091c2d3da80d578c76fcecc21c3019b0a08beb97b7236f
+size 40834

tokenizer.json

@@ -95,47 +95,47 @@
       "<mask>": 2,
       "<bos>": 3,
       ".": 4,
-      "the": 5,
-      "it": 6,
-      ",": 7,
-      "was": 8,
-      "and": 9,
-      "in": 10,
-      "here": 11,
+      "was": 5,
+      "the": 6,
+      "and": 7,
+      ",": 8,
+      "it": 9,
+      "here": 10,
+      "in": 11,
       "Bible": 12,
       "he": 13,
-      "find": 14,
-      "Because": 15,
-      "But": 16,
-      "mattered": 17,
-      "now": 18,
-      "virtue": 19,
-      "cows": 20,
-      "that": 21,
-      "world": 22,
-      "class": 23,
-      "intended": 24,
+      "meant": 14,
+      "Today": 15,
+      "class": 16,
+      "quite": 17,
+      "sure": 18,
+      "He": 19,
+      "boy": 20,
+      "knew": 21,
+      "should": 22,
+      "that": 23,
+      "world": 24,
       "leave": 25,
-      ":": 26,
-      "Oh": 27,
-      "boy": 28,
-      "meant": 29,
-      "should": 30,
-      "there": 31,
-      "justice": 32,
-      "knew": 33,
-      "none": 34,
-      "of": 35,
-      "really": 36,
-      "to": 37,
-      "He": 38,
-      "Today": 39,
-      "Tuesday": 40,
-      "not": 41,
-      "by": 42,
-      "ditch": 43,
-      "quite": 44,
-      "sure": 45
+      "not": 26,
+      "of": 27,
+      "Tuesday": 28,
+      "intended": 29,
+      "justice": 30,
+      "now": 31,
+      "to": 32,
+      "Oh": 33,
+      "by": 34,
+      "there": 35,
+      "Because": 36,
+      "ditch": 37,
+      "find": 38,
+      "none": 39,
+      "really": 40,
+      ":": 41,
+      "But": 42,
+      "mattered": 43,
+      "virtue": 44,
+      "cows": 45
     },
     "unk_token": "<unk>"
   }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99c0c17774114467b2e5334d3ebc5f1708e47851ada1f0d6e149fa6445343688
+oid sha256:918e1477bc82fdd04e7222fc5924ae19f1264f411104fb0718042d78a5e8ce6a
 size 4408