EleutherAI
/

polyglot-ko-1.3b

Text Generation

text-generation-inference

Model card Files Files and versions

hyunwoongko commited on Sep 18, 2022

Commit

fc3444f

·

1 Parent(s): 20acf6f

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
   "eos_token": "<|endoftext|>",
   "name_or_path": "EleutherAI/polyglot-ko-1.3b",
-  "pad_token": "<|endoftext|>>",
   "special_tokens_map_file": "/fsx/kevinai/.cache/models--EleutherAI--gpt-neox-ko-1.3b/snapshots/1736ae3c92f641c994d1361fb5d2c680fd483ab0/special_tokens_map.json",
   "tokenizer_class": "PreTrainedTokenizerFast"
 }

 {
   "eos_token": "<|endoftext|>",
   "name_or_path": "EleutherAI/polyglot-ko-1.3b",
+  "pad_token": "<|endoftext|>",
   "special_tokens_map_file": "/fsx/kevinai/.cache/models--EleutherAI--gpt-neox-ko-1.3b/snapshots/1736ae3c92f641c994d1361fb5d2c680fd483ab0/special_tokens_map.json",
   "tokenizer_class": "PreTrainedTokenizerFast"
 }