tokenizer_config.json

{
    "name_or_path": "Hibernates-2B-R1-V1",
    "padding_side": "left",
    "truncation_side": "right",
    "model_max_length": 4096,
    "use_fast": true,
    "clean_up_tokenization_spaces": true,
    "model_type": "custom",
    "add_prefix_space": false,
    "trim_offsets": true,
    "do_lower_case": false,
    "unicode_normalizer": "nfkc",
    "special_tokens_map_file": "special_tokens_map.json",
    "tokenizer_class": "PreTrainedTokenizerFast"
  }