phi_tokenizer_config.json

{
  "tokenization_strategy": "character_level",
  "token_type": "ordinal",
  "encoding_scheme": "ascii",
  "special_tokens": {},
  "tokenizer_config": {
    "tokenize_function": "ord",
    "detokenize_function": "chr"
  },
  "example_input": "hello world",
  "example_output": [
    104,
    101,
    108,
    108,
    111,
    32,
    119,
    111,
    114,
    108,
    100
  ]
}