tokenizer_config.json

{
  "tokenizer_class": "TurkTokenizer",
  "model_type": "turk-tokenizer",
  "version": "1.0.0",
  "description": "Turkish morphological tokenizer — TR-MMLU world record 92%",
  "language": "tr",
  "authors": "Ethosoft",
  "requires_java": true,
  "dependencies": ["turkish-tokenizer", "jpype1"]
}