Ba2han
/

augment-multi-ft2

Text Generation

Generated from Trainer

Model card Files Files and versions

Ba2han commited on 2 days ago

Commit

684dc8d

·

verified ·

1 Parent(s): 33aac8a

Upload model trained with Unsloth

Upload model trained with Unsloth 2x faster

Files changed (1) hide show

tokenizer_config.json +2 -2

tokenizer_config.json CHANGED Viewed

@@ -3,7 +3,7 @@
   "bos_token": "<|startoftext|>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
-  "is_local": false,
   "legacy": false,
   "model_input_names": [
     "input_ids",
@@ -11,7 +11,7 @@
   ],
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<|pad|>",
-  "padding_side": "right",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
   "tokenizer_class": "TokenizersBackend",

   "bos_token": "<|startoftext|>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
+  "is_local": true,
   "legacy": false,
   "model_input_names": [
     "input_ids",
   ],
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<|pad|>",
+  "padding_side": "left",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
   "tokenizer_class": "TokenizersBackend",