LLM-course
/

willy-model-chess

Text Generation

chess_transformer

chess-challenge

Model card Files Files and versions

Willy Vo commited on Jan 18

Commit

27d0b30

·

1 Parent(s): 63243bd

token config chgmt 6

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -36,7 +36,7 @@
   "bos_token": "[BOS]",
   "clean_up_tokenization_spaces": false,
   "eos_token": "[EOS]",
-  "extra_special_tokens": {},
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "[PAD]",
   "tokenizer_class": "ChessTokenizer",

   "bos_token": "[BOS]",
   "clean_up_tokenization_spaces": false,
   "eos_token": "[EOS]",
+  "extra_special_tokens": [],
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "[PAD]",
   "tokenizer_class": "ChessTokenizer",