mirajnair
/

simple-llm-gpt2-v3.0

Model card Files Files and versions

mirajnair commited on Apr 12

Commit

c59f4ed

·

verified ·

1 Parent(s): 1ec7d95

Upload tokenizer

Files changed (1) hide show

tokenizer.json +15 -1

tokenizer.json CHANGED Viewed

@@ -42,7 +42,21 @@
       "<|pad|>": 1,
       "+": 2,
       "0": 3,
-      "1": 4
     },
     "merges": []
   }

       "<|pad|>": 1,
       "+": 2,
       "0": 3,
+      "1": 4,
+      "2": 5,
+      "3": 6,
+      "4": 7,
+      "5": 8,
+      "6": 9,
+      "7": 10,
+      "8": 11,
+      "9": 12,
+      "A": 13,
+      "B": 14,
+      "C": 15,
+      "D": 16,
+      "E": 17,
+      "F": 18
     },
     "merges": []
   }