Create phi_tokenizer_config.json

phi_tokenizer_config.json

@@ -0,0 +1,24 @@
+{
+  "tokenization_strategy": "character_level",
+  "token_type": "ordinal",
+  "encoding_scheme": "ascii",
+  "special_tokens": {},
+  "tokenizer_config": {
+    "tokenize_function": "ord",
+    "detokenize_function": "chr"
+  },
+  "example_input": "hello world",
+  "example_output": [
+    104,
+    101,
+    108,
+    108,
+    111,
+    32,
+    119,
+    111,
+    114,
+    108,
+    100
+  ]
+}